| 1234567891011121314151617181920212223 |
- ninja
- psutil
- ray >= 2.9
- sentencepiece
- numpy
- torch >= 2.1.2
- transformers >= 4.36.0 # for mixtral
- uvicorn
- openai # for fastapi's openai proxy emulation
- xformers >= 0.0.23.post1
- einops # Required for phi-1_5
- fschat >= 0.2.23
- pydantic == 1.10.13
- fastapi
- colorlog
- einops # for phi
- aioprometheus[starlette] # for prometheus metrics
- triton >= 2.1.0
- lark == 1.1.8 # for grammars
- pynvml == 11.5.0
- gguf # for gguf
- scipy # for quip
- fast-hadamard-transform # for quip
|
