Llama-cpp inference, database stored models

backend/src/app.py

@@ -244,10 +244,32 @@ class App(ChatMixin):
             agent_id=agent_id, 
             kind=kind, 
             key=key,
-            defaults={"value": value}
+            value=value,
         )
         print(f"Saved agent resource: {agent_id} - {kind} - {key}")
 
+    async def get_models(self, kind=None):
+        return await db.Model.all()
+    async def get_model(self, model_id):
+        return await db.Model.get(id=model_id)
+
+    async def save_model(self, model_id, kind, name, value):
+        if model_id is None:
+            model = await db.Model.create(
+                name=name, 
+                kind=kind, 
+                value=value,
+            )
+        else:
+            model = await db.Model.update_or_create(
+                id=model_id, 
+                name=name, 
+                kind=kind, 
+                value=value,
+            )
+        print(f"Saved model: {model.id} - {name}")
+        return model
+
 # --- Main Entry Point ---
 
 async def main():