|
@@ -226,7 +226,7 @@ async def create_chat_completion(
|
|
|
model_name = request.model
|
|
|
request_id = f"cmpl-{random_uuid()}"
|
|
|
created_time = int(time.time())
|
|
|
-
|
|
|
+
|
|
|
# We disable top_k at -1, add this conversion for
|
|
|
# compatibility
|
|
|
if request.top_k == 0:
|
|
@@ -445,7 +445,7 @@ async def create_completion(
|
|
|
return error_check_ret
|
|
|
|
|
|
created_time = int(time.time())
|
|
|
-
|
|
|
+
|
|
|
# We disable top_k at -1, add this conversion for
|
|
|
# compatibility
|
|
|
if request.top_k == 0:
|