ivanwu/jarvis-models
1
0
Fork 0
mirror of https://github.com/BoardWare-Genius/jarvis-models.git synced 2025-12-13 16:53:24 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: chroma setting url and key

Browse Source
This commit is contained in:
ACBBZ
2024-05-27 08:42:58 +00:00
parent 8fee786a41
commit 76971c87f5
3 changed files with 124 additions and 30 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
src/blackbox/chat.py
View File

@ -40,6 +40,9 @@ class Chat(Blackbox):
user_stop = settings.get("stop")
user_frequency_penalty = settings.get("frequency_penalty")
user_presence_penalty = settings.get("presence_penalty")
user_model_url = settings.get("model_url")
user_model_key = settings.get("model_key")
if user_context == None:
user_context = []
@ -72,15 +75,20 @@ class Chat(Blackbox):
if user_presence_penalty is None or user_presence_penalty == "":
user_presence_penalty = 0.8
if user_model_url is None or user_model_url.isspace() or user_model_url == "":
user_model_url = "http://120.196.116.194:48892/v1/chat/completions"
if user_model_key is None or user_model_key.isspace() or user_model_key == "":
user_model_key = "YOUR_API_KEY"
# gpt-4， gpt-3.5-turbo
if re.search(r"gpt", user_model_name):
url = 'https://api.openai.com/v1/completions'
key = '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'
else:
url = 'http://120.196.116.194:48892/v1/chat/completions'
key = 'YOUR_API_KEY'
url = user_model_url
key = user_model_key
prompt_template = [
{"role": "system", "content": user_template},