configs/accelerate/4xa5000_bf16.yaml


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16

compute_environment: LOCAL_MACHINE
distributed_type: MULTI_GPU
downcast_bf16: 'no'
dynamo_backend: 'NO'
fsdp_config: {}
gpu_ids: 0,1,2,3
machine_rank: 0
main_process_ip: null
main_process_port: 29500
main_training_function: main
mixed_precision: bf16
num_machines: 1
num_processes: 4
rdzv_backend: static
same_network: true
use_cpu: false