1234567891011121314151617181920212223242526272829303132 |
- from dataclasses import dataclass
- @dataclass
- class LoRARequest:
- """
- Request for a LoRA adapter.
- Note that this class should be be used internally. For online
- serving, it is recommended to not allow users to use this class but
- instead provide another layer of abstraction to prevent users from
- accessing unauthorized LoRA adapters.
- lora_int_id must be globally unique for a given adapter.
- This is currently not enforced in Aphrodite.
- """
- lora_name: str
- lora_int_id: int
- lora_local_path: str
- def __post_init__(self):
- if self.lora_int_id < 1:
- raise ValueError(
- f"lora_int_id must be > 0, got {self.lora_int_id}")
- def __eq__(self, value: object) -> bool:
- return isinstance(
- value, LoRARequest) and self.lora_int_id == value.lora_int_id
- def __hash__(self) -> int:
- return self.lora_int_id
|