mirror of
https://github.com/BoardWare-Genius/jarvis-models.git
synced 2025-12-13 16:53:24 +00:00
wip: temp
This commit is contained in:
5
main.py
5
main.py
@ -7,18 +7,19 @@ from src.configuration import EnvConf, LogConf, singleton
|
|||||||
@singleton
|
@singleton
|
||||||
class Main():
|
class Main():
|
||||||
env_conf: EnvConf
|
env_conf: EnvConf
|
||||||
|
|
||||||
@inject
|
@inject
|
||||||
def __init__(self, log_config: LogConf, env_conf: EnvConf, log_handler: LogHandler) -> None:
|
def __init__(self, log_config: LogConf, env_conf: EnvConf, log_handler: LogHandler) -> None:
|
||||||
self.env_conf=env_conf
|
self.env_conf=env_conf
|
||||||
logging.basicConfig(
|
logging.basicConfig(
|
||||||
handlers=[log_handler],
|
handlers=[logging.StreamHandler()],
|
||||||
level=log_config.level,
|
level=log_config.level,
|
||||||
datefmt=log_config.time_format,
|
datefmt=log_config.time_format,
|
||||||
format='%(asctime)s %(message)s')
|
format='%(asctime)s %(message)s')
|
||||||
|
|
||||||
def run(self):
|
def run(self):
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
logger.info("jarvis-models start", "version", "0.0.1")
|
logger.info("jarvis-models start", extra={"version": "0.0.1"})
|
||||||
uvicorn.run("server:app", host="0.0.0.0", port=8000, log_level="info")
|
uvicorn.run("server:app", host="0.0.0.0", port=8000, log_level="info")
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
|
|||||||
@ -34,10 +34,9 @@ class BlackboxFactory:
|
|||||||
audio_chat: AudioChat,
|
audio_chat: AudioChat,
|
||||||
g2e: G2E,
|
g2e: G2E,
|
||||||
text_and_image: TextAndImage,
|
text_and_image: TextAndImage,
|
||||||
chroma_query: ChromaQuery,
|
#chroma_query: ChromaQuery,
|
||||||
chroma_upsert: ChromaUpsert,
|
#chroma_upsert: ChromaUpsert,
|
||||||
chroma_chat: ChromaChat,
|
#chroma_chat: ChromaChat,
|
||||||
melotts: MeloTTS,
|
|
||||||
vlms: VLMS) -> None:
|
vlms: VLMS) -> None:
|
||||||
self.models["audio_to_text"] = audio_to_text
|
self.models["audio_to_text"] = audio_to_text
|
||||||
self.models["text_to_audio"] = text_to_audio
|
self.models["text_to_audio"] = text_to_audio
|
||||||
@ -50,10 +49,9 @@ class BlackboxFactory:
|
|||||||
self.models["audio_chat"] = audio_chat
|
self.models["audio_chat"] = audio_chat
|
||||||
self.models["g2e"] = g2e
|
self.models["g2e"] = g2e
|
||||||
self.models["text_and_image"] = text_and_image
|
self.models["text_and_image"] = text_and_image
|
||||||
self.models["chroma_query"] = chroma_query
|
#self.models["chroma_query"] = chroma_query
|
||||||
self.models["chroma_upsert"] = chroma_upsert
|
#self.models["chroma_upsert"] = chroma_upsert
|
||||||
self.models["chroma_chat"] = chroma_chat
|
#self.models["chroma_chat"] = chroma_chat
|
||||||
self.models["melotts"] = melotts
|
|
||||||
self.models["vlms"] = vlms
|
self.models["vlms"] = vlms
|
||||||
|
|
||||||
def __call__(self, *args, **kwargs):
|
def __call__(self, *args, **kwargs):
|
||||||
|
|||||||
@ -22,8 +22,8 @@ class G2E(Blackbox):
|
|||||||
def processing(self, model_name, prompt, template, context: list) -> str:
|
def processing(self, model_name, prompt, template, context: list) -> str:
|
||||||
if context == None:
|
if context == None:
|
||||||
context = []
|
context = []
|
||||||
url = 'http://120.196.116.194:48890/v1'
|
#url = 'http://120.196.116.194:48890/v1'
|
||||||
#url = 'http://120.196.116.194:48892/v1'
|
url = 'http://120.196.116.194:48892/v1'
|
||||||
|
|
||||||
background_prompt = '''KOMBUKIKI是一款茶饮料,目标受众 年龄:20-35岁 性别:女性 地点:一线城市、二线城市 职业:精英中产、都市白领 收入水平:中高收入,有一定消费能力 兴趣和爱好:注重健康,有运动习惯
|
background_prompt = '''KOMBUKIKI是一款茶饮料,目标受众 年龄:20-35岁 性别:女性 地点:一线城市、二线城市 职业:精英中产、都市白领 收入水平:中高收入,有一定消费能力 兴趣和爱好:注重健康,有运动习惯
|
||||||
|
|
||||||
@ -65,7 +65,8 @@ class G2E(Blackbox):
|
|||||||
api_key='YOUR_API_KEY',
|
api_key='YOUR_API_KEY',
|
||||||
base_url=url
|
base_url=url
|
||||||
)
|
)
|
||||||
model_name = client.models.list().data[0].id
|
#model_name = client.models.list().data[0].id
|
||||||
|
model_name = client.models.list().data[1].id
|
||||||
print(model_name)
|
print(model_name)
|
||||||
response = client.chat.completions.create(
|
response = client.chat.completions.create(
|
||||||
model=model_name,
|
model=model_name,
|
||||||
|
|||||||
@ -1,13 +1,13 @@
|
|||||||
import logging
|
import logging
|
||||||
|
|
||||||
class LogHandler(logging.Handler):
|
class LogHandler(logging.StreamHandler):
|
||||||
|
|
||||||
def __init__(self)-> None:
|
def __init__(self)-> None:
|
||||||
logging.Handler.__init__(self=self)
|
logging.Handler.__init__(self=self)
|
||||||
|
|
||||||
def emit(self, record) -> None:
|
def emit(self, record) -> None:
|
||||||
print("emit", record)
|
print("emit", record)
|
||||||
|
|
||||||
def handle(self, record) -> None:
|
def handle(self, record) -> None:
|
||||||
print("@ handle",record)
|
print("@ handle",record)
|
||||||
|
|
||||||
Reference in New Issue
Block a user