code-Psi0 / scripts /train /deepspeed.launch.yaml
Tinghong-Ye22's picture
Add files using upload-large-folder tool
2d3265e verified
Raw History Blame Contribute Delete
428 Bytes
compute_environment: LOCAL_MACHINE
debug: true
deepspeed_config:
deepspeed_config_file: PROJ_ROOT_DIR/scripts/deepspeed/zero3.json
zero3_init_flag: false
distributed_type: DEEPSPEED
downcast_bf16: 'no'
enable_cpu_affinity: false
machine_rank: 0
main_training_function: main
num_machines: 1
num_processes: NUM_PROC
rdzv_backend: static
same_network: true
tpu_env: []
tpu_use_cluster: false
tpu_use_sudo: false
use_cpu: false