Skip to content

Commit 4ae9dfa

Browse files
committed
minor fix on tool parser
1 parent e41ac58 commit 4ae9dfa

File tree

2 files changed

+15
-6
lines changed

2 files changed

+15
-6
lines changed

scratchpad/server/args.py

Lines changed: 14 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -181,15 +181,23 @@ def translate_auto(self):
181181
)
182182
if self.cuda_graph_bs is None:
183183
self.cuda_graph_max_bs = 160
184+
184185
if self.tool_call_parser == "auto":
185-
self.tool_call_parser = (
186-
"llama3" if "llama" in self.served_model_name.lower() else None
187-
)
186+
if "llama" in self.served_model_name.lower():
187+
self.tool_call_parser = "llama3"
188+
elif "qwen3" in self.served_model_name.lower():
189+
self.tool_call_parser = "qwen3"
190+
else:
191+
self.tool_call_parser = None
188192
logger.info(f"Using tool_call_parser: {self.tool_call_parser}")
193+
189194
if self.reasoning_parser == "auto":
190-
self.reasoning_parser = (
191-
"qwen3" if "qwen3" in self.served_model_name.lower() else None
192-
)
195+
if "qwen3" in self.served_model_name.lower():
196+
self.reasoning_parser = "qwen3"
197+
elif "llama" in self.served_model_name.lower():
198+
self.reasoning_parser = "llama3"
199+
else:
200+
self.reasoning_parser = None
193201
logger.info(f"Using reasoning_parser: {self.reasoning_parser}")
194202

195203
def update(self, args):

scratchpad/server/openai_api/function_call_parser.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -764,6 +764,7 @@ class FunctionCallParser:
764764
ToolCallParserEnum: Dict[str, Type[BaseFormatDetector]] = {
765765
"llama3": Llama32Detector,
766766
"qwen25": Qwen25Detector,
767+
"qwen3": Qwen25Detector,
767768
"mistral": MistralDetector,
768769
"deepseekv3": DeepSeekV3Detector,
769770
"pythonic": PythonicDetector,

0 commit comments

Comments
 (0)