Skip to content

Commit 09d9a7c

Browse files
committed
updated the load_paths
1 parent 0db5b52 commit 09d9a7c

File tree

3 files changed

+6
-6
lines changed

3 files changed

+6
-6
lines changed

configs/official-0425/OLMo2-1B-stage2-seed42.yaml

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -78,7 +78,7 @@ sharded_checkpointer: olmo_core
7878
save_interval_unsharded: 1000
7979
save_num_unsharded_checkpoints_to_keep: -1
8080

81-
load_path: null
81+
load_path: https://olmo-checkpoints.org/ai2-llm/peteish1/step1907359-unsharded/
8282

8383
restore_dataloader: false
8484
no_pre_train_checkpoint: true
@@ -107,7 +107,7 @@ gen1_gc_interval: 10
107107

108108
eval_interval: 1000
109109
eval_subset_num_batches: -1
110-
device_eval_batch_size: ${device_train_microbatch_size}
110+
device_eval_batch_size: 8
111111
evaluators:
112112
# - label: all-small-ppl-validation
113113
# data:

configs/official-0425/OLMo2-1B-stage2-seed42069.yaml

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -78,7 +78,7 @@ sharded_checkpointer: olmo_core
7878
save_interval_unsharded: 1000
7979
save_num_unsharded_checkpoints_to_keep: -1
8080

81-
load_path: null
81+
load_path: https://olmo-checkpoints.org/ai2-llm/peteish1/step1907359-unsharded/
8282

8383
restore_dataloader: false
8484
no_pre_train_checkpoint: true
@@ -107,7 +107,7 @@ gen1_gc_interval: 10
107107

108108
eval_interval: 1000
109109
eval_subset_num_batches: -1
110-
device_eval_batch_size: ${device_train_microbatch_size}
110+
device_eval_batch_size: 8
111111
evaluators:
112112
# - label: all-small-ppl-validation
113113
# data:

configs/official-0425/OLMo2-1B-stage2-seed666.yaml

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -78,7 +78,7 @@ sharded_checkpointer: olmo_core
7878
save_interval_unsharded: 1000
7979
save_num_unsharded_checkpoints_to_keep: -1
8080

81-
load_path: null
81+
load_path: https://olmo-checkpoints.org/ai2-llm/peteish1/step1907359-unsharded/
8282

8383
restore_dataloader: false
8484
no_pre_train_checkpoint: true
@@ -107,7 +107,7 @@ gen1_gc_interval: 10
107107

108108
eval_interval: 1000
109109
eval_subset_num_batches: -1
110-
device_eval_batch_size: ${device_train_microbatch_size}
110+
device_eval_batch_size: 8
111111
evaluators:
112112
# - label: all-small-ppl-validation
113113
# data:

0 commit comments

Comments
 (0)