ninja
psutil
ray>=2.9
sentencepiece
numpy
torch==2.1.2
transformers>=4.38.0
xformers==0.0.23.post1
fastapi
uvicorn[standard]
pydantic>=2.0
prometheus_client>=0.18.0
pynvml==11.5.0
triton>=2.1.0
outlines>=0.0.27
cupy-cuda12x==12.1.0
