fastapi
uvicorn[standard]
transformers
peft
torch 
pydantic
torchvision
torchaudio