diff options
| author | Yuren Hao <yurenh2@timan108.cs.illinois.edu> | 2025-09-06 23:53:31 -0500 |
|---|---|---|
| committer | Yuren Hao <yurenh2@timan108.cs.illinois.edu> | 2025-09-06 23:53:31 -0500 |
| commit | 318a5eb365fadeeaaa724c9828b0d5953cc934e1 (patch) | |
| tree | 28fd4656eaff284fee82b8b8077d33a26c354380 /configs/accelerate/4xa5000_bf16.yaml | |
| parent | 4cf7e11cbf4dd60a358f8dd452488b3158f32ad7 (diff) | |
.6
Diffstat (limited to 'configs/accelerate/4xa5000_bf16.yaml')
| -rw-r--r-- | configs/accelerate/4xa5000_bf16.yaml | 16 |
1 files changed, 16 insertions, 0 deletions
diff --git a/configs/accelerate/4xa5000_bf16.yaml b/configs/accelerate/4xa5000_bf16.yaml new file mode 100644 index 0000000..a874c61 --- /dev/null +++ b/configs/accelerate/4xa5000_bf16.yaml @@ -0,0 +1,16 @@ +compute_environment: LOCAL_MACHINE +distributed_type: MULTI_GPU +downcast_bf16: 'no' +dynamo_backend: 'NO' +fsdp_config: {} +gpu_ids: 0,1,2,3 +machine_rank: 0 +main_process_ip: null +main_process_port: 29500 +main_training_function: main +mixed_precision: bf16 +num_machines: 1 +num_processes: 4 +rdzv_backend: static +same_network: true +use_cpu: false |