From cba390796dcffbe4d3f8d14039924b8c4a8f5d96 Mon Sep 17 00:00:00 2001
From: Nikita Bugrovsky <nbugrovs@redhat.com>
Date: Wed, 26 Nov 2025 16:48:17 +0200
Subject: [PATCH] Add more settings to config

---
 rcav2/config.py |  3 +++
 rcav2/model.py  | 24 ++++++++++++++++--------
 2 files changed, 19 insertions(+), 8 deletions(-)

diff --git a/rcav2/config.py b/rcav2/config.py
index 8e65dd3..aa4965e 100644
--- a/rcav2/config.py
+++ b/rcav2/config.py
@@ -15,6 +15,9 @@ class Settings(BaseSettings):
     LLM_GEMINI_KEY: str
 
     # Model config
+    LLM_MODEL_NAME: str = "gemini-2.5-pro"
+    LLM_THINKING_LEVEL: str = "LOW"  # gemini 3 models
+    LLM_MAX_TOKENS: int = 1024 * 1024
     LLM_TEMPERATURE: float = 0.2
     RCA_IGNORE_LINES: str | None = None
     DSPY_CACHE: bool = False
diff --git a/rcav2/model.py b/rcav2/model.py
index d0649d9..97fd419 100644
--- a/rcav2/model.py
+++ b/rcav2/model.py
@@ -53,26 +53,35 @@ def __exit__(self, *args):
         return False
 
 
-def get_lm(settings: Settings, name: str, max_tokens: int) -> dspy.LM:
+def get_lm(settings: Settings) -> dspy.LM:
+    name = settings.LLM_MODEL_NAME
     kwargs = {
         "temperature": settings.LLM_TEMPERATURE,
-        "max_tokens": max_tokens,
+        "max_tokens": settings.LLM_MAX_TOKENS,
         "api_key": settings.LLM_GEMINI_KEY,
     }
     model_version = name.split("-")[1]
     if model_version.startswith("3"):
-        from google import genai
         from google.genai import types
 
         # Thinking levels: https://ai.google.dev/gemini-api/docs/thinking#thinking-levels
+        match settings.LLM_THINKING_LEVEL.upper():
+            case "HIGH":
+                thinking_level = types.ThinkingLevel.HIGH
+            case "LOW":
+                thinking_level = types.ThinkingLevel.LOW
+            case _:
+                thinking_level = types.ThinkingLevel.LOW
+
         thinking_config = types.GenerateContentConfig(
             thinking_config=types.ThinkingConfig(
-                thinking_level=types.ThinkingLevel.HIGH, # accepted: HIGH, LOW, potentially MEDIUM
+                thinking_level=thinking_level,
             )
         )
         kwargs["config"] = thinking_config
     return dspy.LM(f"gemini/{name}", **kwargs)
 
+
 # From: https://dspy.ai/tutorials/observability/?h=callback#building-a-custom-logging-solution
 # 1. Define a custom callback class that extends BaseCallback class
 class AgentLoggingCallback(BaseCallback):
@@ -98,7 +107,7 @@ def init_dspy(settings: Settings) -> None:
         if settings.DSPY_DEBUG:
             callbacks.append(AgentLoggingCallback())
         dspy.configure(
-            lm=get_lm(settings, "gemini-2.5-pro", 1024 * 1024),
+            lm=get_lm(settings),
             callbacks=callbacks,
         )
         return
@@ -112,8 +121,7 @@ def init_dspy(settings: Settings) -> None:
             log_graph=True,
         )
         dspy.configure(
-            # lm=get_lm(settings, "gemini-3-pro-preview", 1024 * 1024),
-            lm=get_lm(settings, "gemini-2.5-pro", 1024 * 1024),
+            lm=get_lm(settings),
             callbacks=[opik_callback],
         )
         print(
@@ -122,7 +130,7 @@ def init_dspy(settings: Settings) -> None:
     except Exception as e:
         print(f"Failed to configure Opik: {e}")
         print("Falling back to DSPy without Opik tracing")
-        dspy.configure(lm=get_lm(settings, "gemini-2.5-pro", 1024 * 1024))
+        dspy.configure(lm=get_lm(settings))
 
 
 async def emit_dspy_usage(result, worker):