This commit is contained in:
ACBBZ
2024-05-14 08:14:05 +00:00
committed by superobk
parent 2bcb9d990f
commit 7f59147768
5 changed files with 38 additions and 27 deletions

View File

@ -94,15 +94,16 @@ class Fastchat(Blackbox):
user_model_name = data.get("model_name")
user_context = data.get("context")
user_prompt = data.get("prompt")
user_question = data.get("question")
user_template = data.get("template")
user_temperature = data.get("temperature")
user_top_p = data.get("top_p")
user_top_k = data.get("top_k")
user_n = data.get("n")
user_max_tokens = data.get("max_tokens")
if user_prompt is None:
if user_question is None:
return JSONResponse(content={"error": "question is required"}, status_code=status.HTTP_400_BAD_REQUEST)
if user_model_name is None or user_model_name.isspace() or user_model_name == "":
@ -122,11 +123,11 @@ class Fastchat(Blackbox):
user_top_k = -1
if user_n is None or user_n == "":
user_n = 3
user_n = 1
if user_max_tokens is None or user_max_tokens == "":
user_max_tokens = 1024
return JSONResponse(content={"response": self.processing(user_model_name, user_prompt, user_template, user_context,
return JSONResponse(content={"response": self.processing(user_model_name, user_question, user_template, user_context,
user_temperature, user_top_p, user_top_k, user_n, user_max_tokens)}, status_code=status.HTTP_200_OK)