Update app and llm

app.py

@@ -11,9 +11,6 @@ from llm import get_default_model
 
 gr.set_static_paths(paths=["images/"])
 
-master_agent = get_master_agent(get_default_model())
-print(master_agent)
-
 
 def resize_image(image):
     width, height = image.size
@@ -27,6 +24,7 @@ def resize_image(image):
 
 
 def chat_interface_fn(input_request, history: List[ChatMessage], gallery):
+    agent = get_master_agent(get_default_model())
     if gallery is None:
         gallery = []
     else:
@@ -58,7 +56,7 @@ def chat_interface_fn(input_request, history: List[ChatMessage], gallery):
     resized_images = [resize_image(image) for image in images]
 
     for message in stream_to_gradio(
-        master_agent,
+        agent,
         task=prompt,
         task_images=resized_images,
         additional_args={"images": images},
@@ -67,7 +65,7 @@ def chat_interface_fn(input_request, history: List[ChatMessage], gallery):
         history.append(message)
         yield history, None
 
-    final_images = master_agent.python_executor.state.get("final_images", [])
+    final_images = agent.python_executor.state.get("final_images", [])
     gallery.extend(final_images)
     yield history, gallery
 

llm.py

@@ -1,6 +1,8 @@
-from smolagents import OpenAIServerModel, LiteLLMModel
 import os
 
+from smolagents import LiteLLMModel
+
+
 LOCAL_LLM_SETTINGS = {
     "api_base": "http://127.0.0.1:1234/v1",
     "api_key": "api-key",
@@ -14,8 +16,8 @@ assert ANTHROPIC_API_KEY is not None, "ANTHROPIC_API_KEY is not set"
 
 def get_default_model():
     model = LiteLLMModel(
-        model_id="claude-3-7-sonnet-20250219",
-        # model_id="claude-3-5-haiku-latest",
+        # model_id="claude-3-7-sonnet-20250219",
+        model_id="claude-3-5-haiku-latest",
         api_key=os.getenv("ANTHROPIC_API_KEY"),
         # reasoning_effort="low",
     )