File tree Expand file tree Collapse file tree 1 file changed +0
-2
lines changed Expand file tree Collapse file tree 1 file changed +0
-2
lines changed Original file line number Diff line number Diff line change @@ -445,13 +445,11 @@ def data_collator(features): # No data collation is needed in GRPO
445
445
num_processes = self .accelerator .num_processes
446
446
global_batch_size = args .per_device_train_batch_size * num_processes
447
447
possible_values = [n_gen for n_gen in range (2 , global_batch_size + 1 ) if (global_batch_size ) % n_gen == 0 ]
448
-
449
448
if self .num_generations < 2 :
450
449
raise ValueError (
451
450
f"GRPO requires at least 2 generations per prompt to calculate the advantages. "
452
451
f"You provided { self .num_generations } , which is less than the minimum required."
453
452
)
454
-
455
453
if self .num_generations not in possible_values :
456
454
raise ValueError (
457
455
f"The global train batch size ({ num_processes } x { args .per_device_train_batch_size } ) must be evenly "
You can’t perform that action at this time.
0 commit comments