- ninja # For faster builds.
- typing-extensions>=4.8.0
- starlette
- psutil
- ray >= 2.9
- sentencepiece # Required for LLaMA tokenizer.
- numpy
- tokenizers>=0.15.0
- einops # Required for phi-1_5
- transformers >= 4.39.0 # Required for Mistral.
- fastapi
- uvicorn[standard]
- pydantic == 1.10.13 # Required for OpenAI server.
- prometheus_client >= 0.18.0
|
