Fix TypeError: unhashable type: 'dict' in Ollama stream chat with tools (#19938)

* Fixed exception thrown when stream_chat is used with tools and tries to call set on a dict

* updated version

* linting

---------

Co-authored-by: Duong. Sinclair <[email protected]>

Author: woofy0

llama-index-integrations/llms/llama-index-llms-ollama/llama_index/llms/ollama/base.py

@@ -427,7 +427,7 @@ def gen() -> ChatResponseGen:
                         content=response_txt,
                         role=r["message"].get("role", MessageRole.ASSISTANT),
                         additional_kwargs={
-                            "tool_calls": list(set(all_tool_calls)),
+                            "tool_calls": all_tool_calls,
                             "thinking": thinking_txt,
                         },
                     ),

llama-index-integrations/llms/llama-index-llms-ollama/pyproject.toml

@@ -27,7 +27,7 @@ dev = [
 
 [project]
 name = "llama-index-llms-ollama"
-version = "0.7.3"
+version = "0.7.4"
 description = "llama-index llms ollama integration"
 authors = [{name = "Your Name", email = "[email protected]"}]
 requires-python = ">=3.9,<4.0"

llama-index-integrations/llms/llama-index-llms-ollama/tests/test_llms_ollama.py

@@ -161,6 +161,26 @@ def test_chat_with_tools() -> None:
     assert isinstance(tool_result.raw_output, Song)
 
 
+@pytest.mark.skipif(
+    client is None, reason="Ollama client is not available or test model is missing"
+)
+def test_stream_chat_with_tools() -> None:
+    """Makes sure that stream chat with tools returns tool call message without any errors"""
+    llm = Ollama(model=test_model, context_window=8000)
+    response = llm.stream_chat_with_tools(
+        [tool], user_msg="Hello! Generate a random artist and song."
+    )
+
+    for r in response:
+        tool_calls = llm.get_tool_calls_from_response(r)
+        assert len(tool_calls) == 1
+        assert tool_calls[0].tool_name == tool.metadata.name
+
+        tool_result = tool(**tool_calls[0].tool_kwargs)
+        assert tool_result.raw_output is not None
+        assert isinstance(tool_result.raw_output, Song)
+
+
 @pytest.mark.skipif(
     client is None, reason="Ollama client is not available or test model is missing"
 )