initial commit browser

Signed-off-by: Andrew Xia <[email protected]>

Author: qandrew

vllm/entrypoints/context.py

@@ -281,7 +281,8 @@ def need_builtin_tool_call(self) -> bool:
         # TODO: figure out which tools are MCP tools
         if (  # noqa: SIM103
             last_message.type == "function_call"
-            and last_message.name in ("code_interpreter", "python")
+            and last_message.name
+            in ("code_interpreter", "python", "web_search_preview")
         ):
             return True
 
@@ -310,12 +311,38 @@ async def call_python_tool(
 
         return [message]
 
+    async def call_search_tool(
+        self, tool_session: Union["ClientSession", Tool], last_msg: FunctionCall
+    ) -> list[ResponseInputOutputItem]:
+        self.called_tools.add("browser")
+        if envs.VLLM_TOOL_JSON_ERROR_AUTOMATIC_RETRY:
+            try:
+                args = json.loads(last_msg.arguments)
+            except json.JSONDecodeError as e:
+                return _create_json_parse_error_messages(last_msg, e)
+        else:
+            args = json.loads(last_msg.arguments)
+        result = await tool_session.call_tool("search", args)
+        result_str = result.content[0].text
+
+        message = ResponseFunctionToolCallOutputItem(
+            id=f"fco_{random_uuid()}",
+            type="function_call_output",
+            call_id=f"call_{random_uuid()}",
+            output=result_str,
+            status="completed",
+        )
+
+        return [message]
+
     async def call_tool(self) -> list[ResponseInputOutputItem]:
         if not self.parser.response_messages:
             return []
         last_msg = self.parser.response_messages[-1]
         if last_msg.name == "code_interpreter":
             return await self.call_python_tool(self._tool_sessions["python"], last_msg)
+        elif last_msg.name == "web_search_preview":
+            return await self.call_search_tool(self._tool_sessions["browser"], last_msg)
         return []
 
     def render_for_completion(self):