We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent a1f3610 commit f002e9aCopy full SHA for f002e9a
vllm/model_executor/layers/fused_moe/config.py
@@ -464,10 +464,11 @@ def make(
464
)
465
else:
466
_quant_config = FusedMoEQuantConfig()
467
- logger.warning_once("MoE DP setup unable to determine "
468
- "quantization scheme or unsupported "
469
- "quantization type. This model will "
470
- "not run with DP enabled.")
+ if moe_parallel_config.dp_size > 1:
+ logger.warning_once("MoE DP setup unable to determine "
+ "quantization scheme or unsupported "
+ "quantization type. This model will "
471
+ "not run with DP enabled.")
472
473
_quant_config = quant_config
474
0 commit comments