File size: 727 Bytes
7c071a8 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 |
#!/bin/bash
set -ex
# download bmodel
if [ ! -d "../../bmodels" ]; then
mkdir ../../bmodels
fi
if [ ! -f "../../bmodels/yi-6b_int4_1dev.bmodel" ]; then
pip3 install dfss
python3 -m dfss [email protected]:/ext_model_information/LLM/LLM-TPU/yi-6b_int4_1dev.bmodel
mv yi-6b_int4_1dev.bmodel ../../bmodels
else
echo "Bmodel Exists!"
fi
if [ ! -f "./python_demo/chat.cpython-310-x86_64-linux-gnu.so" ]; then
cd python_demo && rm -rf build && mkdir build && cd build
cmake .. && make -j
cp chat.cpython-310-x86_64-linux-gnu.so ..
cd ../..
else
echo "chat.so exists!"
fi
# run demo
echo $PWD
python3 python_demo/pipeline.py --model ../../bmodels/yi-6b_int4_1dev.bmodel --tokenizer ./token_config --devid 0
|