Optimized web-app-ai draft

2025-09-24 11:06:24 +02:00 · 2025-09-22 13:35:13 +02:00
parent 3edb66f444
commit 734b8764f2
10 changed files with 260 additions and 178 deletions
--- a/roles/web-app-ai/templates/litellm.config.yaml.j2
+++ b/roles/web-app-ai/templates/litellm.config.yaml.j2
@@ -0,0 +1,15 @@
+model_list:
+  - model_name: ollama/llama3
+    litellm_params:
+      model: ollama/llama3
+      api_base: {{ AI_OLLAMA_BASE_URL }}
+      rpm: 1000
+  - model_name: ollama/nomic-embed-text
+    litellm_params:
+      model: ollama/nomic-embed-text
+      api_base: {{ AI_OLLAMA_BASE_URL }}
+      rpm: 1000
+
+litellm_settings:
+  drop_params: true
+  set_verbose: true