improved stdio and logging

Author: chrishayuk

pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "chuk-tool-processor"
-version = "0.6.24"
+version = "0.6.25"
 description = "Async-native framework for registering, discovering, and executing tools referenced in LLM responses"
 readme = "README.md"
 requires-python = ">=3.11"

src/chuk_tool_processor/core/processor.py

@@ -250,11 +250,13 @@ async def process(
 
             # Execute tool calls
             async with log_context_span("tool_execution", {"num_calls": len(calls)}):
-                # Check if any tools are unknown
+                # Check if any tools are unknown - search across all namespaces
                 unknown_tools = []
+                all_tools = await self.registry.list_tools()  # Returns list of (namespace, name) tuples
+                tool_names_in_registry = {name for ns, name in all_tools}
+
                 for call in calls:
-                    tool = await self.registry.get_tool(call.tool)
-                    if not tool:
+                    if call.tool not in tool_names_in_registry:
                         unknown_tools.append(call.tool)
 
                 if unknown_tools:

src/chuk_tool_processor/logging/metrics.py

@@ -45,7 +45,7 @@ async def log_tool_execution(
             cached: Whether the result was retrieved from cache
             attempts: Number of execution attempts
         """
-        self.logger.info(
+        self.logger.debug(
             f"Tool execution metric: {tool}",
             extra={
                 "context": {
@@ -76,7 +76,7 @@ async def log_parser_metric(
             duration: Parsing duration in seconds
             num_calls: Number of tool calls parsed
         """
-        self.logger.info(
+        self.logger.debug(
             f"Parser metric: {parser}",
             extra={
                 "context": {

src/chuk_tool_processor/mcp/transport/stdio_transport.py

@@ -389,9 +389,40 @@ async def get_tools(self) -> list[dict[str, Any]]:
         try:
             response = await asyncio.wait_for(send_tools_list(*self._streams), timeout=self.default_timeout)
 
-            # Normalize response
-            if isinstance(response, dict):
-                tools = response.get("tools", [])
+            # Normalize response - handle multiple formats including Pydantic models
+            # 1. Check if it's a Pydantic model with tools attribute (e.g., ListToolsResult from chuk_mcp)
+            if hasattr(response, "tools"):
+                tools = response.tools
+                # Convert Pydantic Tool models to dicts if needed
+                if tools and len(tools) > 0 and hasattr(tools[0], "model_dump"):
+                    tools = [tool.model_dump() if hasattr(tool, "model_dump") else tool for tool in tools]
+                elif tools and len(tools) > 0 and hasattr(tools[0], "dict"):
+                    # Older Pydantic versions use dict() instead of model_dump()
+                    tools = [tool.dict() if hasattr(tool, "dict") else tool for tool in tools]
+            # 2. Check if it's a Pydantic model that can be dumped
+            elif hasattr(response, "model_dump"):
+                dumped = response.model_dump()
+                tools = dumped.get("tools", [])
+            # 3. Handle dict responses
+            elif isinstance(response, dict):
+                # Check for tools at top level
+                if "tools" in response:
+                    tools = response["tools"]
+                # Check for nested result.tools (common in some MCP implementations)
+                elif "result" in response and isinstance(response["result"], dict):
+                    tools = response["result"].get("tools", [])
+                # Check if response itself is the result with MCP structure
+                elif "jsonrpc" in response and "result" in response:
+                    result = response["result"]
+                    if isinstance(result, dict):
+                        tools = result.get("tools", [])
+                    elif isinstance(result, list):
+                        tools = result
+                    else:
+                        tools = []
+                else:
+                    tools = []
+            # 4. Handle list responses
             elif isinstance(response, list):
                 tools = response
             else:
@@ -443,7 +474,7 @@ async def call_tool(
                     return {"isError": True, "error": "Failed to recover connection"}
 
             response = await asyncio.wait_for(
-                send_tools_call(*self._streams, tool_name, arguments), timeout=tool_timeout
+                send_tools_call(*self._streams, tool_name, arguments, timeout=tool_timeout), timeout=tool_timeout
             )
 
             response_time = time.time() - start_time

tests/core/test_processor.py

@@ -21,6 +21,7 @@ def mock_registry():
     """Create a mock registry."""
     registry = Mock()
     registry.get_tool = AsyncMock(return_value=Mock())
+    registry.list_tools = AsyncMock(return_value=[])
     return registry
 
 

tests/logging/test_metrics.py

@@ -40,8 +40,8 @@ async def test_log_tool_execution():
         )
 
         # Check context
-        mock_logger.info.assert_called_once()
-        args, kwargs = mock_logger.info.call_args
+        mock_logger.debug.assert_called_once()
+        args, kwargs = mock_logger.debug.call_args
         ctx = kwargs["extra"]["context"]
         assert ctx["success"] is False
         assert ctx["error"] == "Test error message"
@@ -65,8 +65,8 @@ async def test_global_metrics_instance():
             await metrics.log_tool_execution(tool="global_test", success=True, duration=1.0)
 
             # Check logging
-            mock_logger.info.assert_called_once()
-            args, kwargs = mock_logger.info.call_args
+            mock_logger.debug.assert_called_once()
+            args, kwargs = mock_logger.debug.call_args
             assert "global_test" in args[0]
             assert kwargs["extra"]["context"]["tool"] == "global_test"
         finally:
@@ -101,25 +101,25 @@ async def log_task(i):
         await asyncio.gather(*tasks)
 
         # Should have logged 5 times
-        assert mock_logger.info.call_count == 5
+        assert mock_logger.debug.call_count == 5
 
         # Reset the mock before the additional call
-        mock_logger.info.reset_mock()
+        mock_logger.debug.reset_mock()
 
         # Now make a separate call with a clean mock state
         await logger.log_tool_execution(
             tool="test_tool", success=True, duration=0.123, error=None, cached=True, attempts=2
         )
 
         # Check that this specific call was logged once
-        mock_logger.info.assert_called_once()
-        args, kwargs = mock_logger.info.call_args
+        mock_logger.debug.assert_called_once()
+        args, kwargs = mock_logger.debug.call_args
         assert "test_tool" in args[0]
         assert kwargs["extra"]["context"]["tool"] == "test_tool"
 
         # Check that all tools were logged across all calls
         # Reset the mock again for clean state
-        mock_logger.info.reset_mock()
+        mock_logger.debug.reset_mock()
 
         # Log each tool again to get a fresh set of calls
         for i in range(5):
@@ -129,7 +129,7 @@ async def log_task(i):
 
         # Now check the tool names
         tool_names = set()
-        for call in mock_logger.info.call_args_list:
+        for call in mock_logger.debug.call_args_list:
             args, kwargs = call
             tool_name = kwargs["extra"]["context"]["tool"]
             tool_names.add(tool_name)
@@ -153,8 +153,8 @@ async def test_log_parser_metric():
         await logger.log_parser_metric(parser="xml_parser", success=True, duration=0.456, num_calls=5)
 
         # Check logging
-        mock_logger.info.assert_called_once()
-        args, kwargs = mock_logger.info.call_args
+        mock_logger.debug.assert_called_once()
+        args, kwargs = mock_logger.debug.call_args
         assert "xml_parser" in args[0]
         assert "context" in kwargs["extra"]
         ctx = kwargs["extra"]["context"]