ivanwu/jarvis-models
1
0
Fork 0
mirror of https://github.com/BoardWare-Genius/jarvis-models.git synced 2025-12-13 16:53:24 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: chat2tts stream

Browse Source
This commit is contained in:
verachen
2025-01-09 11:29:34 +08:00
parent ec3b4b143a
commit 37174413fe
12 changed files with 643 additions and 67 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
sample/chroma_client_query.py
View File

@ -81,7 +81,7 @@ def get_all_files(folder_path):
# # 加载embedding模型和chroma server
# embedding_model = SentenceTransformerEmbeddings(model_name='/Workspace/Models/BAAI/bge-large-zh-v1.5', model_kwargs={"device": "cuda"})
# client = chromadb.HttpClient(host='192.168.0.200', port=7000)
# client = chromadb.HttpClient(host='10.6.44.141', port=7000)
# id = "g2e"
# client.delete_collection(id)
@ -103,7 +103,7 @@ def get_all_files(folder_path):
# chroma 召回
from chromadb.utils import embedding_functions
embedding_model = embedding_functions.SentenceTransformerEmbeddingFunction(model_name="/Workspace/Models/BAAI/bge-large-zh-v1.5", device = "cuda")
client = chromadb.HttpClient(host='192.168.0.200', port=7000)
client = chromadb.HttpClient(host='10.6.44.141', port=7000)
collection = client.get_collection("g2e", embedding_function=embedding_model)
print(collection.count())
@ -148,7 +148,7 @@ print("time: ", time.time() - start_time)
# 'Content-Type': 'application/json',
# 'Authorization': "Bearer " + key
# }
# url = "http://192.168.0.200:23333/v1/chat/completions"
# url = "http://10.6.44.141:23333/v1/chat/completions"
# fastchat_response = requests.post(url, json=chat_inputs, headers=header)
# # print(fastchat_response.json())