| 12345678910111213141516171819202122232425262728 |
- cmake >= 3.21
- ninja
- psutil
- sentencepiece
- numpy < 2.0.0
- transformers == 4.43.0 # needed for llama
- uvicorn
- openai # for fastapi's openai proxy emulation
- einops # Required for phi-1_5
- fschat >= 0.2.23
- pydantic >= 2.0
- fastapi
- colorlog
- einops # for phi
- prometheus_client # for prometheus metrics
- prometheus-fastapi-instrumentator >= 7.0.0
- lark == 1.1.8 # for grammars
- scipy # for quip
- rich
- loguru
- hf_transfer # for faster downloads
- sentence-transformers # for embeddings
- tiktoken >= 0.6.0 # for DBRX tokenizer
- outlines >= 0.0.43, < 0.1 # Requires torch >= 2.1.0
- lm-format-enforcer >= 0.10.3
- uvloop
- pillow
- pyzmq
|
