28 lines
495 B
JSON
28 lines
495 B
JSON
{
|
|
"fp16": {
|
|
"enabled": false,
|
|
"min_loss_scale": 1
|
|
},
|
|
"amp": {
|
|
"enabled": false,
|
|
"opt_level": "O2"
|
|
},
|
|
"bfloat16": {
|
|
"enabled": true
|
|
},
|
|
"zero_optimization": {
|
|
"stage": 2,
|
|
"offload_optimizer": {
|
|
"device": "cpu"
|
|
},
|
|
"contiguous_gradients": true
|
|
},
|
|
"activation_checkpointing": {
|
|
"partition_activations": true,
|
|
"cpu_checkpointing": false,
|
|
"profile": false
|
|
},
|
|
"gradient_clipping": 0.1,
|
|
"zero_force_ds_cpu_optimizer": false
|
|
}
|