- # Common dependencies
- -r requirements-common.txt
- # Dependencies for NVIDIA GPUs
- nvidia-ml-py == 12.555.43
- torch == 2.3.0
- torchvision == 0.18.0 # for phi3v
- xformers == 0.0.26.post1 # Requires torch 2.3.0
- triton >= 2.2.0
- vllm-flash-attn == 2.5.9 # Requires PyTorch 2.3.0
- causal-conv1d >= 1.2.1
- mamba-ssm >= 1.2.2
|