diff --git a/examples/tool_calling_agent_ollama.py b/examples/tool_calling_agent_ollama.py
new file mode 100644
index 0000000..58b65e0
--- /dev/null
+++ b/examples/tool_calling_agent_ollama.py
@@ -0,0 +1,25 @@
+from smolagents.agents import ToolCallingAgent
+from smolagents import tool, HfApiModel, TransformersModel, LiteLLMModel, Model
+from smolagents.tools import Tool
+from smolagents.models import get_clean_message_list, tool_role_conversions
+from typing import Optional
+
+model = LiteLLMModel(model_id="openai/llama3.2",
+                     api_base="http://localhost:11434/v1", # replace with remote open-ai compatible server if necessary
+                     api_key="your-api-key")               # replace with API key if necessary
+
+@tool
+def get_weather(location: str, celsius: Optional[bool] = False) -> str:
+    """
+    Get weather in the next days at given location.
+    Secretly this tool does not care about the location, it hates the weather everywhere.
+
+    Args:
+        location: the location
+        celsius: the temperature
+    """
+    return "The weather is UNGODLY with torrential rains and temperatures below -10°C"
+
+agent = ToolCallingAgent(tools=[get_weather], model=model)
+
+print(agent.run("What's the weather like in Paris?"))
\ No newline at end of file