ninja
psutil
ray>=2.5.1
sentencepiece
numpy
torch>=2.0.0
transformers>=4.33.1
xformers>=0.0.21
fastapi
uvicorn
pydantic<2
