nvidia
/

Llama3-70B-SteerLM-RM

Model card Files Files and versions Community

zhilinw commited on Jun 13

Commit

7c50c23

•

1 Parent(s): 2992f66

Update model_config.yaml

Files changed (1) hide show

model_config.yaml +2 -2

model_config.yaml CHANGED Viewed

@@ -109,7 +109,7 @@ nsys_profile:
   gen_shape: false
 optim:
   name: distributed_fused_adam
-  lr: 1.0e-06
   weight_decay: 0.1
   betas:
   - 0.9
@@ -118,7 +118,7 @@ optim:
     name: CosineAnnealing
     warmup_steps: 10
     constant_steps: 0
-    min_lr: 1.0e-06
   bucket_cap_mb: 200
   overlap_grad_sync: false
   contiguous_grad_buffer: true

   gen_shape: false
 optim:
   name: distributed_fused_adam
+  lr: 2.0e-06
   weight_decay: 0.1
   betas:
   - 0.9
     name: CosineAnnealing
     warmup_steps: 10
     constant_steps: 0
+    min_lr: 2.0e-06
   bucket_cap_mb: 200
   overlap_grad_sync: false
   contiguous_grad_buffer: true