Adjus config

jakep-allenai · jakep-allenai · commit feb2daba9af6 · 2025-07-15T21:06:53.000Z
diff --git a/olmocr/train/quantization_configs/qwen2_5vl_w8a8_int8.yaml b/olmocr/train/quantization_configs/qwen2_5vl_w8a8_int8.yaml
@@ -3,6 +3,4 @@ quantization_stage:
     GPTQModifier:
       targets: [Linear]
       ignore: ['re:.*lm_head', 're:model.visual.*']
-      weights:
-        num_bits: 8
-        type: int
+      scheme: W8A8
