from dataclasses import dataclass from typing import Optional @dataclass class LoRARequest: """ Request for a LoRA adapter. Note that this class should be be used internally. For online serving, it is recommended to not allow users to use this class but instead provide another layer of abstraction to prevent users from accessing unauthorized LoRA adapters. lora_int_id must be globally unique for a given adapter. This is currently not enforced in Aphrodite. """ lora_name: str lora_int_id: int lora_local_path: str long_lora_max_len: Optional[int] = None def __post_init__(self): if self.lora_int_id < 1: raise ValueError( f"lora_int_id must be > 0, got {self.lora_int_id}") def __eq__(self, value: object) -> bool: return isinstance( value, LoRARequest) and self.lora_int_id == value.lora_int_id def __hash__(self) -> int: return self.lora_int_id