aphrodite-engine/aphrodite/executor/multiproc_xpu_executor.py

import aphrodite.common.envs as envs
from aphrodite.common.utils import make_async
from aphrodite.executor.multiproc_gpu_executor import (
    MultiprocessingGPUExecutor, MultiprocessingGPUExecutorAsync)
from aphrodite.executor.xpu_executor import XPUExecutor


class MultiprocessingXPUExecutor(MultiprocessingGPUExecutor, XPUExecutor):
    """Python multiprocessing-based multi-XPU executor"""

    def _check_executor_parameters(self):
        mp_method = envs.APHRODITE_WORKER_MULTIPROC_METHOD
        if mp_method != "spawn":
            raise RuntimeError(
                "XPU multiprocess executor only support spawn as mp method"
            )


class MultiprocessingXPUExecutorAsync(
    MultiprocessingXPUExecutor, MultiprocessingGPUExecutorAsync
):
    def __init__(self, *args, **kwargs):
        super().__init__(*args, **kwargs)
        self.driver_exec_model = make_async(self.driver_worker.execute_model)