bitsandbytes==0.42.0
einops==0.7.0
fastapi==0.109.2
gradio==4.19.1
gradio_client==0.10.0
markdown2==2.4.12
nh3==0.2.15
numpy==1.26.4
openai==1.12.0
opencv-python==4.9.0.80
packaging
peft==0.8.2
pycocotools==2.0.7
ray==2.9.2
scipy==1.12.0
sentencepiece
shortuuid==1.0.11
torch==2.2.0
torchvision==0.17.0
tqdm==4.66.2
transformers==4.31.0
uvicorn==0.27.1