hordelab/hub
2
0 Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

streamed messages

Browse Source
This commit is contained in:
Shivering Ocelot committed 2026-01-17 12:11:13 -05:00
1 parent f2a6fc0cd5
commit 7114d91403
7 files changed
+107 -34
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

backend/src/agents/expert.py
+5 -2
View File
@@ -53,11 +53,14 @@ class ExpertAgent(Agent):
if type(model) is int:
db_model = await self.app.get_model(model)
model_engine = db_model.value["engine"]
if db_model.value["engine"] == "llama-cpp":
if model_engine == "llama-cpp":
response = await inference.local_chat_completion(self.app, messages, model=db_model.value['model'])
elif model_engine == "replicate":
response = await inference.replicate_llama_completion(self.app, messages, model=db_model.value['model'])
else:
raise Exception("Unknown model: " + repr(model))
raise Exception("Unsuported model: " + repr(db_model.value))
elif model.startswith("ollama:"):
response = await inference.ollama_chat_completion(self.app, messages, model=model[7:])