ninja
psutil
ray>=2.5.1
sentencepiece
numpy
torch==2.1.2
transformers>=4.36.0
xformers==0.0.23.post1
fastapi
uvicorn[standard]
pydantic==1.10.13
aioprometheus[starlette]
