fastapi
unicorn[standard]
transformers>=4.36.0
torch>=2.0.0
torchvision
autoawq
sglang[all]
vllm
huggingface-hub
requests
pydantic
python-multipart