ollama für LLMs und GWDG für outisde material

math-tutor/backend/app/LLM_services/decision_LLM.py

@@ -23,7 +23,8 @@ def needs_more_context(history: str, context_sheet: str) -> dict:
         messages=[
             {"role": "system", "content": CLASSIFIER_PROMPT},
             {"role": "user", "content": prompt},
-        ]
+        ],
+        use_ollama=True,
     )
     content = llm_client.get_message_content(result)
     try:

math-tutor/backend/app/LLM_services/math_intent_LLM.py

@@ -17,7 +17,8 @@ def extract_math_request(user_text: str) -> dict | None:
         messages=[
             {"role": "system", "content": MATH_INTENT_PROMPT},
             {"role": "user", "content": user_text},
-        ]
+        ],
+        use_ollama=True,
     )
     content = llm_client.get_message_content(result)
     try:

math-tutor/backend/app/deterministic_services/llm_client.py

@@ -29,8 +29,12 @@ def _chat_openai(messages: list[dict]) -> dict:
     return {"raw": response, "message": message}
 
 
-def chat(messages: list[dict], tools: list[dict] | None = None) -> dict:
-    if not tools:
+def chat(
+    messages: list[dict],
+    tools: list[dict] | None = None,
+    use_ollama: bool = False,
+) -> dict:
+    if not tools and not use_ollama:
         openai_result = _chat_openai(messages)
         if openai_result:
             return openai_result