#!/bin/bash

ADAPTER_NAME="penguin-$(date +%Y%m%d%H%M)"

# Upload file to S3 and make it public-read
aws s3 cp --acl public-read two.jsonl s3://orign-datasets/test/two.jsonl

orign train swift --adapter penguin5 --vram 40Gi --torch-dtype bfloat16 --model \
    "Qwen/Qwen2-VL-7B-Instruct" --model-type qwen2_vl --train-type lora \
    --lora-rank 64 --lora-alpha 128 \
    --dataset "https://orign-datasets.s3.us-east-1.amazonaws.com/test/penguin.jsonl"


orign deploy vllm --model Qwen/Qwen2-VL-7B-Instruct --model-type qwen2_vl --dtype bfloat16 \
     --max-images-per-prompt 3 --vram 40Gi


# wait

orign chat -m "Qwen/Qwen2-VL-7B-Instruct" --msg "what's in this image" \
      -i https://cdn.britannica.com/77/81277-050-2A6A35B2/Adelie-penguin.jpg \
      -p vllm \
      -a penguin5