Ollama

backend/src/agents/expert.py

@@ -11,7 +11,7 @@ CLASS_DESCRIPTION = """
 Expert AI in any field, powered by Llama 3 70b.
 Will get guidelines, documents, and other advanced features in the future.
 
-Available models are: [llama/qwen]-[big/small]
+Available models are: [llama/qwen]-[big/small] (replicate), ollama:MODEL_NAME
 """.strip()
 
 class ExpertAgent(Agent):
@@ -51,7 +51,9 @@ class ExpertAgent(Agent):
 
         model = self.config['model']
 
-        if model == "qwen-big":
+        if model.startswith("ollama:"):
+            response = await inference.ollama_chat_completion(self.app, messages, model=model[7:])
+        elif model == "qwen-big":
             response = await inference.replicate_qwen_completion(self.app, messages, model=inference.Models.qwen3_235b)
         elif model == "qwen-small":
             response = await inference.replicate_qwen_completion(self.app, messages, model=inference.Models.qwen3_8b)