fastapi
uvicorn[standard]
transformers
torch
pydantic
peft
accelerate
safetensors