cmake >= 3.21
ninja
psutil
sentencepiece
numpy < 2.0.0
transformers == 4.43.0 # needed for llama
uvicorn
openai # for fastapi's openai proxy emulation
einops  # Required for phi-1_5
fschat >= 0.2.23
pydantic >= 2.0
fastapi
colorlog
einops # for phi
prometheus_client # for prometheus metrics
prometheus-fastapi-instrumentator >= 7.0.0
lark == 1.1.8 # for grammars
scipy # for quip
rich
loguru
hf_transfer # for faster downloads
sentence-transformers # for embeddings
tiktoken >= 0.6.0 # for DBRX tokenizer
outlines >= 0.0.43, < 0.1 # Requires torch >= 2.1.0
lm-format-enforcer >= 0.10.1
uvloop
pillow
pyzmq