hordelab/hub
2
0 Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add qwen inference

Browse Source
This commit is contained in:
Shivering Ocelot committed 2025-12-31 00:51:18 -05:00
1 parent 93703a78c1
commit 56deeed52f
2 files changed
+4 -4
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

backend/src/agents/expert.py
+2 -2
View File
@@ -52,9 +52,9 @@ class ExpertAgent(Agent):
model = self.config['model']
if model == "qwen-big":
response = await inference.replicate_qwen_completion(self.app, messages, model=inference.Models.quen3_235b)
response = await inference.replicate_qwen_completion(self.app, messages, model=inference.Models.qwen3_235b)
elif model == "qwen-small":
response = await inference.replicate_qwen_completion(self.app, messages, model=inference.Models.quen3_8b)
response = await inference.replicate_qwen_completion(self.app, messages, model=inference.Models.qwen3_8b)
elif model == "llama-big":
response = await inference.replicate_llama_completion(self.app, messages, model=inference.Models.llama_70b)
elif model == "llama-small":