Răsfoiți Sursa

fix docker container and add klite embd to wheel

AlpinDale 1 an în urmă
părinte
comite
3c512ef982
2 a modificat fișierele cu 10 adăugiri și 5 ștergeri
  1. 1 1
      MANIFEST.in
  2. 9 4
      docker/entrypoint.sh

+ 1 - 1
MANIFEST.in

@@ -1,5 +1,5 @@
 include LICENSE
 include requirements.txt
-include aphrodite/endpoints/klite.embd
+include aphrodite/endpoints/kobold/klite.embd
 
 recursive-include kernels *

+ 9 - 4
docker/entrypoint.sh

@@ -5,10 +5,15 @@ set -xe
 cd /app/aphrodite-engine
 source activate aphrodite-engine
 echo 'Starting Aphrodite Engine API server...'
-python -u -m aphrodite.endpoints.api_server_kobold \
+CMD="python -u -m aphrodite.endpoints.kobold.api_server \
              --host 0.0.0.0 \
-             --port 2242 \
+             --port 7860 \
              --model $MODEL_NAME \
              --tensor-parallel-size $NUM_GPUS \
-             --quantization $QUANTIZATION \
-             --dtype $DATATYPE
+             --dtype $DATATYPE"
+
+if [ -n "$QUANTIZATION" ]; then
+    CMD="$CMD --quantization $QUANTIZATION"
+fi
+
+exec $CMD