File tree Expand file tree Collapse file tree 2 files changed +15
-6
lines changed Expand file tree Collapse file tree 2 files changed +15
-6
lines changed Original file line number Diff line number Diff line change @@ -181,15 +181,23 @@ def translate_auto(self):
181181 )
182182 if self .cuda_graph_bs is None :
183183 self .cuda_graph_max_bs = 160
184+
184185 if self .tool_call_parser == "auto" :
185- self .tool_call_parser = (
186- "llama3" if "llama" in self .served_model_name .lower () else None
187- )
186+ if "llama" in self .served_model_name .lower ():
187+ self .tool_call_parser = "llama3"
188+ elif "qwen3" in self .served_model_name .lower ():
189+ self .tool_call_parser = "qwen3"
190+ else :
191+ self .tool_call_parser = None
188192 logger .info (f"Using tool_call_parser: { self .tool_call_parser } " )
193+
189194 if self .reasoning_parser == "auto" :
190- self .reasoning_parser = (
191- "qwen3" if "qwen3" in self .served_model_name .lower () else None
192- )
195+ if "qwen3" in self .served_model_name .lower ():
196+ self .reasoning_parser = "qwen3"
197+ elif "llama" in self .served_model_name .lower ():
198+ self .reasoning_parser = "llama3"
199+ else :
200+ self .reasoning_parser = None
193201 logger .info (f"Using reasoning_parser: { self .reasoning_parser } " )
194202
195203 def update (self , args ):
Original file line number Diff line number Diff line change @@ -764,6 +764,7 @@ class FunctionCallParser:
764764 ToolCallParserEnum : Dict [str , Type [BaseFormatDetector ]] = {
765765 "llama3" : Llama32Detector ,
766766 "qwen25" : Qwen25Detector ,
767+ "qwen3" : Qwen25Detector ,
767768 "mistral" : MistralDetector ,
768769 "deepseekv3" : DeepSeekV3Detector ,
769770 "pythonic" : PythonicDetector ,
You can’t perform that action at this time.
0 commit comments