aphrodite-engine/aphrodite/platforms/tpu.py

from typing import Tuple

import torch

from .interface import Platform, PlatformEnum


class TpuPlatform(Platform):
    _enum = PlatformEnum.TPU

    @staticmethod
    def get_device_capability(device_id: int = 0) -> Tuple[int, int]:
        raise RuntimeError("TPU does not have device capability.")

    @staticmethod
    def inference_mode():
        return torch.no_grad()