requirements-cuda.txt 313 B

123456789101112
  1. # Common dependencies
  2. -r requirements-common.txt
  3. # Dependencies for NVIDIA GPUs
  4. nvidia-ml-py == 12.555.43
  5. torch == 2.3.0
  6. torchvision == 0.18.0 # for phi3v
  7. xformers == 0.0.26.post1 # Requires torch 2.3.0
  8. triton >= 2.2.0
  9. vllm-flash-attn == 2.5.9 # Requires PyTorch 2.3.0
  10. causal-conv1d >= 1.2.1
  11. mamba-ssm >= 1.2.2