ninja
psutil
ray
sentencepiece
numpy
torch >= 2.0.0
transformers >= 4.28.0
uvicorn
openai # for fastapi's openai proxy emulation
xformers >= 0.0.19
mypy
pytest
fschat
pydantic < 2