FROM mambaorg/micromamba ARG MAMBA_DOCKERFILE_ACTIVATE=1 USER root RUN apt-get update -y && apt-get install -y git wget curl vim libnuma-dev libsndfile-dev libprotobuf-dev build-essential ffmpeg libsm6 libxext6 libgl1 # Some packages in requirements-cpu are installed here # IBM provides optimized packages for ppc64le processors in the open-ce project for mamba # Currently these may not be available for venv or pip directly RUN micromamba install -y -n base -c https://ftp.osuosl.org/pub/open-ce/1.11.0-p10/ -c defaults python=3.10 pytorch-cpu=2.1.2 torchvision-cpu=0.16.2 && micromamba clean --all --yes COPY ./ /workspace/aphrodite-engine WORKDIR /workspace/aphrodite-engine # These packages will be in rocketce eventually RUN pip install -v -r requirements-cpu.txt --prefer-binary --extra-index-url https://repo.fury.io/mgiessing RUN APHRODITE_TARGET_DEVICE=cpu python3 setup.py install RUN pip install triton WORKDIR /aphrodite-workspace ENTRYPOINT ["/opt/conda/bin/python3", "-m", "aphrodite.endpoints.openai.api_server"]