ninja
psutil
ray>=2.5.1
pandas
pyarrow
sentencepiece
numpy
torch>=2.1.1
transformers>=4.36.0
xformers>=0.0.23
fastapi
uvicorn[standard]
pydantic==1.10.13
aioprometheus[starlette]
