We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 79ec242 commit 6a6d434Copy full SHA for 6a6d434
trl/trainer/grpo_config.py
@@ -558,7 +558,7 @@ def __post_init__(self):
558
if self.generation_batch_size is None:
559
self.generation_batch_size = self.per_device_train_batch_size * num_processes * self.steps_per_generation
560
561
- if self.generation_batch_size % self.per_device_train_batch_size * num_processes != 0:
+ if self.generation_batch_size % (self.per_device_train_batch_size * num_processes) != 0:
562
raise ValueError(
563
f"generation_batch_size ({self.generation_batch_size}) must be divisible by the global batch size "
564
f"({self.per_device_train_batch_size * num_processes})."
0 commit comments