Update deepspeed config location

modal-labs · Feb 6, 2024 · d1b236c · d1b236c
1 parent 247c994
commit d1b236c
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 4 deletions.
diff --git a/config/codellama.yml b/config/codellama.yml
@@ -54,7 +54,7 @@ learning_rate: 0.0002
 
 train_on_inputs: false
 group_by_length: false
-bf16: true
+bf16: auto
 fp16: false
 tf32: false
 
@@ -71,7 +71,7 @@ warmup_steps: 10
 eval_steps: 0.05
 save_steps:
 debug: True
-deepspeed: /root/axolotl/deepspeed/zero3.json
+deepspeed: /root/axolotl/deepspeed_configs/zero3_bf16.json
 weight_decay: 0.0
 fsdp:
 fsdp_config:

diff --git a/config/mistral.yml b/config/mistral.yml
@@ -52,7 +52,7 @@ optimizer: adamw_bnb_8bit
 lr_scheduler: cosine
 learning_rate: 0.0002
 
-bf16: true
+bf16: auto
 fp16: false
 tf32: false
 train_on_inputs: false
@@ -69,7 +69,7 @@ flash_attention: false
 warmup_steps: 10
 save_steps:
 debug:
-deepspeed: /root/axolotl/deepspeed/zero3.json
+deepspeed: /root/axolotl/deepspeed_configs/zero3_bf16.json
 weight_decay: 0.0
 fsdp:
 fsdp_config: