ninja
psutil
ray>=2.5.1
sentencepiece
numpy
torch>=2.0.0
transformers>=4.31.0
xformers>=0.0.21
fastapi
uvicorn
pydantic<2
