Added draft base for AI assistant

2025-09-24 11:06:24 +02:00 · 2025-09-22 11:14:50 +02:00
parent d523629cdd
commit 78ebf4d075
4 changed files with 191 additions and 0 deletions
--- a/roles/web-app-ai-assistant/templates/litellm.config.yaml.j2
+++ b/roles/web-app-ai-assistant/templates/litellm.config.yaml.j2
@@ -0,0 +1,15 @@
+model_list:
+  - model_name: ollama/llama3
+    litellm_params:
+      model: ollama/llama3
+      api_base: http://ollama:11434
+      rpm: 1000
+  - model_name: ollama/nomic-embed-text
+    litellm_params:
+      model: ollama/nomic-embed-text
+      api_base: http://ollama:11434
+      rpm: 1000
+
+litellm_settings:
+  drop_params: true
+  set_verbose: true