wip: temp

This commit is contained in:
superobk
2024-05-16 16:02:13 +08:00
parent 5c7a8b4088
commit 0ca946836c
4 changed files with 16 additions and 16 deletions

View File

@ -7,18 +7,19 @@ from src.configuration import EnvConf, LogConf, singleton
@singleton @singleton
class Main(): class Main():
env_conf: EnvConf env_conf: EnvConf
@inject @inject
def __init__(self, log_config: LogConf, env_conf: EnvConf, log_handler: LogHandler) -> None: def __init__(self, log_config: LogConf, env_conf: EnvConf, log_handler: LogHandler) -> None:
self.env_conf=env_conf self.env_conf=env_conf
logging.basicConfig( logging.basicConfig(
handlers=[log_handler], handlers=[logging.StreamHandler()],
level=log_config.level, level=log_config.level,
datefmt=log_config.time_format, datefmt=log_config.time_format,
format='%(asctime)s %(message)s') format='%(asctime)s %(message)s')
def run(self): def run(self):
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
logger.info("jarvis-models start", "version", "0.0.1") logger.info("jarvis-models start", extra={"version": "0.0.1"})
uvicorn.run("server:app", host="0.0.0.0", port=8000, log_level="info") uvicorn.run("server:app", host="0.0.0.0", port=8000, log_level="info")
if __name__ == "__main__": if __name__ == "__main__":

View File

@ -34,10 +34,9 @@ class BlackboxFactory:
audio_chat: AudioChat, audio_chat: AudioChat,
g2e: G2E, g2e: G2E,
text_and_image: TextAndImage, text_and_image: TextAndImage,
chroma_query: ChromaQuery, #chroma_query: ChromaQuery,
chroma_upsert: ChromaUpsert, #chroma_upsert: ChromaUpsert,
chroma_chat: ChromaChat, #chroma_chat: ChromaChat,
melotts: MeloTTS,
vlms: VLMS) -> None: vlms: VLMS) -> None:
self.models["audio_to_text"] = audio_to_text self.models["audio_to_text"] = audio_to_text
self.models["text_to_audio"] = text_to_audio self.models["text_to_audio"] = text_to_audio
@ -50,10 +49,9 @@ class BlackboxFactory:
self.models["audio_chat"] = audio_chat self.models["audio_chat"] = audio_chat
self.models["g2e"] = g2e self.models["g2e"] = g2e
self.models["text_and_image"] = text_and_image self.models["text_and_image"] = text_and_image
self.models["chroma_query"] = chroma_query #self.models["chroma_query"] = chroma_query
self.models["chroma_upsert"] = chroma_upsert #self.models["chroma_upsert"] = chroma_upsert
self.models["chroma_chat"] = chroma_chat #self.models["chroma_chat"] = chroma_chat
self.models["melotts"] = melotts
self.models["vlms"] = vlms self.models["vlms"] = vlms
def __call__(self, *args, **kwargs): def __call__(self, *args, **kwargs):

View File

@ -22,8 +22,8 @@ class G2E(Blackbox):
def processing(self, model_name, prompt, template, context: list) -> str: def processing(self, model_name, prompt, template, context: list) -> str:
if context == None: if context == None:
context = [] context = []
url = 'http://120.196.116.194:48890/v1' #url = 'http://120.196.116.194:48890/v1'
#url = 'http://120.196.116.194:48892/v1' url = 'http://120.196.116.194:48892/v1'
background_prompt = '''KOMBUKIKI是一款茶饮料目标受众 年龄20-35岁 性别:女性 地点:一线城市、二线城市 职业:精英中产、都市白领 收入水平:中高收入,有一定消费能力 兴趣和爱好:注重健康,有运动习惯 background_prompt = '''KOMBUKIKI是一款茶饮料目标受众 年龄20-35岁 性别:女性 地点:一线城市、二线城市 职业:精英中产、都市白领 收入水平:中高收入,有一定消费能力 兴趣和爱好:注重健康,有运动习惯
@ -65,7 +65,8 @@ class G2E(Blackbox):
api_key='YOUR_API_KEY', api_key='YOUR_API_KEY',
base_url=url base_url=url
) )
model_name = client.models.list().data[0].id #model_name = client.models.list().data[0].id
model_name = client.models.list().data[1].id
print(model_name) print(model_name)
response = client.chat.completions.create( response = client.chat.completions.create(
model=model_name, model=model_name,

View File

@ -1,13 +1,13 @@
import logging import logging
class LogHandler(logging.Handler): class LogHandler(logging.StreamHandler):
def __init__(self)-> None: def __init__(self)-> None:
logging.Handler.__init__(self=self) logging.Handler.__init__(self=self)
def emit(self, record) -> None: def emit(self, record) -> None:
print("emit", record) print("emit", record)
def handle(self, record) -> None: def handle(self, record) -> None:
print("@ handle",record) print("@ handle",record)