|
#!/bin/bash |
|
|
|
MODEL_PATH="/mnt/data/sata/yinghu/checkpoints/llava_factory/tiny-llava-phi-2-siglip-so400m-patch14-384-base-finetune" |
|
MODEL_NAME="tiny-llava-phi-2-siglip-so400m-patch14-384-base-finetune" |
|
EVAL_DIR="/home/ai/data/llava/dataset/eval" |
|
python -m tinyllava.eval.model_vqa_science \ |
|
--model-path $MODEL_PATH \ |
|
--question-file $EVAL_DIR/scienceqa/llava_test_CQM-A.json \ |
|
--image-folder $EVAL_DIR/scienceqa/images/test \ |
|
--answers-file $EVAL_DIR/scienceqa/answers/$MODEL_NAME.jsonl \ |
|
--single-pred-prompt \ |
|
--temperature 0 \ |
|
--conv-mode phi |
|
|
|
python tinyllava/eval/eval_science_qa.py \ |
|
--base-dir $EVAL_DIR/scienceqa \ |
|
--result-file $EVAL_DIR/scienceqa/answers/$MODEL_NAME.jsonl \ |
|
--output-file $EVAL_DIR/scienceqa/answers/"$MODEL_NAME"_output.jsonl \ |
|
--output-result $EVAL_DIR/scienceqa/answers/"$MODEL_NAME"_result.json |
|
|
|
|
