cmake >= 3.21
ninja
psutil
sentencepiece
numpy
transformers == 4.39.3 # needed for llava
uvicorn
openai # for fastapi's openai proxy emulation
einops  # Required for phi-1_5
fschat >= 0.2.23
pydantic >= 2.0
fastapi
colorlog
einops # for phi
prometheus_client # for prometheus metrics
triton >= 2.1.0
lark == 1.1.8 # for grammars
scipy # for quip
rich
bitsandbytes >= 0.41.0
loguru
hf_transfer # for faster downloads
sentence-transformers # for embeddings
tiktoken == 0.6.0 # for DBRX tokenizer
outlines >= 0.0.27