Преглед изворни кода

fix: manually install triton for other devices to prevent outlines errors (#697)

AlpinDale пре 6 месеци
родитељ
комит
31483a7d3b
4 измењених фајлова са 5 додато и 0 уклоњено
  1. 1 0
      Dockerfile.cpu
  2. 2 0
      Dockerfile.neuron
  3. 1 0
      Dockerfile.openvino
  4. 1 0
      Dockerfile.ppc64le

+ 1 - 0
Dockerfile.cpu

@@ -33,6 +33,7 @@ ARG APHRODITE_CPU_DISABLE_AVX512
 ENV APHRODITE_CPU_DISABLE_AVX512=${APHRODITE_CPU_DISABLE_AVX512}
 
 RUN APHRODITE_TARGET_DEVICE=cpu python3 setup.py install
+RUN pip install triton
 
 WORKDIR /workspace/
 

+ 2 - 0
Dockerfile.neuron

@@ -33,4 +33,6 @@ RUN cd /app/aphrodite-engine \
     && pip install -e . \
     && cd ..
 
+RUN pip install triton
+
 CMD ["/bin/bash"]

+ 1 - 0
Dockerfile.openvino

@@ -25,6 +25,7 @@ RUN PIP_EXTRA_INDEX_URL="https://download.pytorch.org/whl/cpu https://storage.op
 
 # temporary hack until the dependencies are upgraded
 RUN pip install 'transformers==4.43.0'
+RUN pip install triton
 
 COPY examples/ /workspace/aphrodite-engine/examples
 COPY tests/benchmarks/ /workspace/aphrodite-engine/tests/benchmarks

+ 1 - 0
Dockerfile.ppc64le

@@ -17,6 +17,7 @@ WORKDIR /workspace/aphrodite-engine
 RUN pip install -v -r requirements-cpu.txt --prefer-binary --extra-index-url https://repo.fury.io/mgiessing
 
 RUN APHRODITE_TARGET_DEVICE=cpu python3 setup.py install
+RUN pip install triton
 
 WORKDIR /aphrodite-workspace
 ENTRYPOINT ["/opt/conda/bin/python3", "-m", "aphrodite.endpoints.openai.api_server"]