feat: return max_model_len in /v1/models

aphrodite/endpoints/openai/protocol.py

@@ -43,6 +43,7 @@ class ModelCard(BaseModel):
     owned_by: str = "pygmalionai"
     root: Optional[str] = None
     parent: Optional[str] = None
+    max_model_len: Optional[int] = None
     permission: List[ModelPermission] = Field(default_factory=list)
 
 

aphrodite/endpoints/openai/serving_engine.py

@@ -73,6 +73,7 @@ class OpenAIServing:
         """Show available models. Right now we only have one model."""
         model_cards = [
             ModelCard(id=served_model_name,
+                      max_model_len=self.max_model_len,
                       root=self.served_model_names[0],
                       permission=[ModelPermission()])
             for served_model_name in self.served_model_names