Sfoglia il codice sorgente

separate stream events by double newlines

AlpinDale 1 anno fa
parent
commit
ab97237a04
1 ha cambiato i file con 1 aggiunte e 1 eliminazioni
  1. 1 1
      aphrodite/endpoints/api_server_ooba.py

+ 1 - 1
aphrodite/endpoints/api_server_ooba.py

@@ -67,7 +67,7 @@ async def generate(request: Request, x_api_key: str = Header(None)) -> Response:
                 {"text": output.text} for output in request_output.outputs
             ]
             ret = {"results": text_outputs}
-            yield (json.dumps(ret) + "\0").encode("utf-8")
+            yield (json.dumps(ret) + "\n\n").encode("utf-8")
 
     async def abort_request() -> None:
         await engine.abort(request_id)