feat: logging time

This commit is contained in:
superobk
2024-05-24 10:55:26 +08:00

View File

@ -1,7 +1,10 @@
import logging
from typing import Any, Coroutine
from fastapi import Request, Response, status
from fastapi.responses import JSONResponse
from ..log.logging_time import logging_time
from .blackbox import Blackbox
import requests
@ -10,6 +13,9 @@ from openai import OpenAI
import re
from injector import singleton
logger = logging.getLogger
@singleton
class Chat(Blackbox):
@ -21,6 +27,7 @@ class Chat(Blackbox):
return isinstance(data, list)
# model_name有 Qwen1.5-14B-Chat , internlm2-chat-20b
@logging_time(logger=logger)
def processing(self, model_name, prompt, template, context: list, temperature, top_p, n, max_tokens,stop,frequency_penalty,presence_penalty) -> str:
if context == None:
context = []