diff --git a/src/blackbox/g2e.py b/src/blackbox/g2e.py index b54adfa..e35d295 100755 --- a/src/blackbox/g2e.py +++ b/src/blackbox/g2e.py @@ -18,7 +18,7 @@ class G2E(Blackbox): return isinstance(data, list) # model_name有 Qwen1.5-14B-Chat , internlm2-chat-20b - def processing(self, prompt, context: list) -> str: + def processing(self, model_name, prompt, template, context: list) -> str: if context == None: context = [] url = 'http://120.196.116.194:48890/v1' @@ -90,11 +90,21 @@ class G2E(Blackbox): except: return JSONResponse(content={"error": "json parse error"}, status_code=status.HTTP_400_BAD_REQUEST) + user_model_name = data.get("model_name") user_context = data.get("context") user_prompt = data.get("prompt") + user_template = data.get("template") if user_prompt is None: return JSONResponse(content={"error": "question is required"}, status_code=status.HTTP_400_BAD_REQUEST) + if user_model_name is None or user_model_name.isspace(): + user_model_name = "Qwen1.5-14B-Chat" + + if user_template is None or user_template.isspace(): + # user_template 是定义LLM的语气,例如template = "使用小丑的语气说话。",user_template可以为空字串,或者是用户自定义的语气,或者是使用我们提供的语气 + user_template = "" + else: + user_template = f"使用{user_template}的语气说话。" return JSONResponse(content={"response": self.processing(user_model_name, user_prompt, user_template, user_context)}, status_code=status.HTTP_200_OK) \ No newline at end of file