|
#!/bin/bash |
|
|
|
MODEL_PATH="/mnt/data/sata/yinghu/checkpoints/llava_factory/tiny-llava-phi-2-siglip-so400m-patch14-384-base-finetune/" |
|
MODEL_NAME="tiny-llava-phi-2-siglip-so400m-patch14-384-base-finetune" |
|
EVAL_DIR="/home/ai/data/llava/dataset/eval" |
|
|
|
python -m tinyllava.eval.model_vqa_loader \ |
|
--model-path $MODEL_PATH \ |
|
--question-file $EVAL_DIR/textvqa/llava_textvqa_val_v051_ocr.jsonl \ |
|
--image-folder $EVAL_DIR/textvqa/train_images \ |
|
--answers-file $EVAL_DIR/textvqa/answers/$MODEL_NAME.jsonl \ |
|
--temperature 0 \ |
|
--conv-mode phi |
|
|
|
python -m tinyllava.eval.eval_textvqa \ |
|
--annotation-file $EVAL_DIR/textvqa/TextVQA_0.5.1_val.json \ |
|
--result-file $EVAL_DIR/textvqa/answers/$MODEL_NAME.jsonl |
|
|
|
|
