Selaa lähdekoodia

fix: kobold api /tokencount (#424)

* /tokencount uses mismatched value types

* reduce output to only 'value'

---------

Co-authored-by: Adrian Wells <neoturi@hotmail.com>
Krovius 10 kuukautta sitten
vanhempi
commit
205c8e4106
1 muutettua tiedostoa jossa 2 lisäystä ja 4 poistoa
  1. 2 4
      aphrodite/endpoints/openai/api_server.py

+ 2 - 4
aphrodite/endpoints/openai/api_server.py

@@ -466,10 +466,8 @@ async def count_tokens(request: Request):
     """Tokenize string and return token count"""
 
     request_dict = await request.json()
-    tokenizer_result = await openai_serving_chat.tokenize(
-        request_dict["prompt"])
-    return JSONResponse({"value": len(tokenizer_result)})
-
+    tokenizer_result = await openai_serving_chat.tokenize(Prompt(**request_dict))
+    return JSONResponse({"value": tokenizer_result["value"]})
 
 @kai_api.get("/info/version")
 async def get_version():