mirror of
https://github.com/BoardWare-Genius/jarvis-models.git
synced 2025-12-13 16:53:24 +00:00
style: add path to yaml
This commit is contained in:
@ -64,7 +64,7 @@ class Chat(Blackbox):
|
||||
user_stream = settings.get('stream')
|
||||
user_websearch = settings.get('websearch')
|
||||
|
||||
llm_model = "vllm"
|
||||
llm_model = "llm"
|
||||
|
||||
if user_context == None:
|
||||
user_context = []
|
||||
@ -106,9 +106,9 @@ class Chat(Blackbox):
|
||||
|
||||
if user_model_url is None or user_model_url.isspace() or user_model_url == "":
|
||||
if llm_model != "vllm":
|
||||
user_model_url = "http://10.6.80.75:23333/v1/chat/completions"
|
||||
user_model_url = "http://localhost:23333/v1/chat/completions"
|
||||
else:
|
||||
user_model_url = "http://10.6.80.94:8000/v1/completions"
|
||||
user_model_url = "http://localhost:8000/v1/completions"
|
||||
|
||||
if user_model_key is None or user_model_key.isspace() or user_model_key == "":
|
||||
if llm_model != "vllm":
|
||||
|
||||
Reference in New Issue
Block a user