Update message!

rahul-tuli · rahul-tuli · commit 81ce2ec50e45 · 2025-01-28T19:44:47.000Z
Signed-off-by: Rahul Tuli &lt;rahul@neuralmagic.com&gt;
diff --git a/src/llmcompressor/transformers/compression/sparsity_config.py b/src/llmcompressor/transformers/compression/sparsity_config.py
@@ -183,7 +183,8 @@ def is_sparse24_bitmask_supported(
         if not is_model_quantized(model):
             logger.warning(
                 "Compressed Sparse-only 2:4 models are not supported in vLLM<=0.7.0, "
-                "consider saving with disable_sparse_compression=True"
+                "consider saving with `disable_sparse_compression` set, "
+                "`model.save_pretrained(..., disable_sparse_compression=True)`"
             )
             return True
 

Original file line number	Diff line number	Diff line change
`@@ -183,7 +183,8 @@ def is_sparse24_bitmask_supported(`
`183`	`183`	`if not is_model_quantized(model):`
`184`	`184`	`logger.warning(`
`185`	`185`	`"Compressed Sparse-only 2:4 models are not supported in vLLM<=0.7.0, "`
`186`		`- "consider saving with disable_sparse_compression=True"`
	`186`	+ "consider saving with `disable_sparse_compression` set, "
	`187`	+ "`model.save_pretrained(..., disable_sparse_compression=True)`"
`187`	`188`	`)`
`188`	`189`	`return True`
`189`	`190`