ninja
psutil
ray ~= 2.5.1
sentencepiece
numpy
torch ~= 2.0.1
transformers >= 4.36.0 # for mixtral
uvicorn
openai # for fastapi's openai proxy emulation
xformers >= 0.0.22
einops  # Required for phi-1_5
fschat >= 0.2.23
pydantic == 1.10.13
pyarrow # needed for ray
pandas
fastapi
colorlog
einops # for phi
aioprometheus[starlette] # for prometheus metrics
pillow # image processing for llava