temperature config for expert

backend/src/agents/expert.py

@@ -20,6 +20,7 @@ class ExpertAgent(Agent):
     schema_fields = [
         AgentField('system_prompt', 'string', default="You are an expert AI assistant."),
         AgentField('model', 'model_id', default=None),
+        AgentField('temperature', 'number', default=None),
     ]
 
     def __init__(self, app, data):
@@ -56,7 +57,14 @@ class ExpertAgent(Agent):
             model_engine = db_model.value["engine"]
             
             if model_engine == "llama-cpp":
-                response = await inference.local_chat_completion(self.app, messages, model=db_model.value['model'])
+                response = await inference.local_chat_completion(
+                    self.app,
+                    messages,
+                    model=db_model.value['model'],
+                    opts={
+                        'temperature':self.config.get('temperature')
+                    }
+                )
             elif model_engine == "replicate":
                 response = await inference.replicate_llama_completion(self.app, messages, model=db_model.value['model'])
             else: