- # Common dependencies
- -r requirements-common.txt
- # Dependencies for NVIDIA GPUs
- nvidia-ml-py == 12.555.43
- torch == 2.4.0
- torchvision == 0.19 # for phi3v
- xformers == 0.0.27.post2 # Requires torch 2.4.0
- triton >= 2.2.1
- aphrodite-flash-attn == 2.6.1.post2 # Requires PyTorch 2.4.0
|
