feat: enhance agent configuration and model management with per-agent overrides

app/api/routes/agent_setup.py

@@ -32,9 +32,8 @@ from typing import Any
 from langchain_core.messages import AIMessage, HumanMessage, SystemMessage, ToolMessage
 
 from app.agents.filesystem_agent import make_directory_tools
-from app.config.settings import settings
 from app.core.langfuse_client import compile_prompt, extract_usage, get_langfuse, get_prompt_or_fallback
-from app.core.llm import get_llm
+from app.core.llm import get_agent_llm, model_for_agent
 from app.schemas import AgentConfig
 
 logger = logging.getLogger(__name__)
@@ -257,7 +256,7 @@ async def _call_llm_with_tools(
         else:
             messages.append(AIMessage(content=turn["content"]))
 
-    llm = get_llm(model=None, temperature=0.4)
+    llm = get_agent_llm("setup", temperature=0.4)
     llm_with_tools = llm.bind_tools(tools)
     tool_map = {tool_def.name: tool_def for tool_def in tools}
 
@@ -278,7 +277,7 @@ async def _call_llm_with_tools(
                 lf.start_as_current_observation(
                     as_type="generation",
                     name="journey-setup-llm",
-                    model=settings.LLM_MODEL,
+                    model=model_for_agent("setup"),
                     prompt=langfuse_prompt,
                     input=messages,
                 )