ivangabriele commited on
Commit
46bad9e
·
verified ·
1 Parent(s): f2c19a9

build(examples): change processes number from 8 to 1 in deepspeed zero3 config

Browse files
examples/accelerate_configs/deepspeed_zero3.yaml CHANGED
@@ -8,12 +8,12 @@ deepspeed_config:
8
  zero3_save_16bit_model: true
9
  zero_stage: 3
10
  distributed_type: DEEPSPEED
11
- downcast_bf16: 'no'
12
  machine_rank: 0
13
  main_training_function: main
14
  mixed_precision: bf16
15
  num_machines: 1
16
- num_processes: 8
17
  rdzv_backend: static
18
  same_network: true
19
  tpu_env: []
 
8
  zero3_save_16bit_model: true
9
  zero_stage: 3
10
  distributed_type: DEEPSPEED
11
+ downcast_bf16: "no"
12
  machine_rank: 0
13
  main_training_function: main
14
  mixed_precision: bf16
15
  num_machines: 1
16
+ num_processes: 1
17
  rdzv_backend: static
18
  same_network: true
19
  tpu_env: []