Spaces:
Paused
Paused
build(examples): change processes number from 8 to 1 in deepspeed zero3 config
Browse files
examples/accelerate_configs/deepspeed_zero3.yaml
CHANGED
@@ -8,12 +8,12 @@ deepspeed_config:
|
|
8 |
zero3_save_16bit_model: true
|
9 |
zero_stage: 3
|
10 |
distributed_type: DEEPSPEED
|
11 |
-
downcast_bf16:
|
12 |
machine_rank: 0
|
13 |
main_training_function: main
|
14 |
mixed_precision: bf16
|
15 |
num_machines: 1
|
16 |
-
num_processes:
|
17 |
rdzv_backend: static
|
18 |
same_network: true
|
19 |
tpu_env: []
|
|
|
8 |
zero3_save_16bit_model: true
|
9 |
zero_stage: 3
|
10 |
distributed_type: DEEPSPEED
|
11 |
+
downcast_bf16: "no"
|
12 |
machine_rank: 0
|
13 |
main_training_function: main
|
14 |
mixed_precision: bf16
|
15 |
num_machines: 1
|
16 |
+
num_processes: 1
|
17 |
rdzv_backend: static
|
18 |
same_network: true
|
19 |
tpu_env: []
|