diff --git a/finetune/accelerate_config_machine_multi.yaml b/finetune/accelerate_config_machine_multi.yaml deleted file mode 100644 index 856db57..0000000 --- a/finetune/accelerate_config_machine_multi.yaml +++ /dev/null @@ -1,26 +0,0 @@ -compute_environment: LOCAL_MACHINE -debug: true -deepspeed_config: - deepspeed_hostfile: hostfile.txt - deepspeed_multinode_launcher: pdsh - gradient_accumulation_steps: 1 - gradient_clipping: 1.0 - offload_optimizer_device: none - offload_param_device: none - zero3_init_flag: true - zero_stage: 3 -distributed_type: DEEPSPEED -downcast_bf16: 'yes' -enable_cpu_affinity: true -main_process_ip: 10.250.128.19 -main_process_port: 12355 -main_training_function: main -mixed_precision: bf16 -num_machines: 4 -num_processes: 32 -rdzv_backend: static -same_network: true -tpu_env: [] -tpu_use_cluster: false -tpu_use_sudo: false -use_cpu: false diff --git a/finetune/accelerate_config_machine_single.yaml b/finetune/accelerate_config_machine_single.yaml deleted file mode 100644 index 90d993a..0000000 --- a/finetune/accelerate_config_machine_single.yaml +++ /dev/null @@ -1,20 +0,0 @@ -compute_environment: LOCAL_MACHINE -gpu_ids: "0" -debug: false -deepspeed_config: - deepspeed_config_file: ds_config.json - zero3_init_flag: false -distributed_type: DEEPSPEED -downcast_bf16: 'no' -enable_cpu_affinity: false -machine_rank: 0 -main_training_function: main -dynamo_backend: 'no' -num_machines: 1 -num_processes: 1 -rdzv_backend: static -same_network: true -tpu_env: [] -tpu_use_cluster: false -tpu_use_sudo: false -use_cpu: false \ No newline at end of file diff --git a/finetune/ds_config.json b/finetune/ds_config.json deleted file mode 100644 index 9a708a7..0000000 --- a/finetune/ds_config.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "scheduler": { - "type": "WarmupDecayLR", - "params": { - "warmup_min_lr": "auto", - "warmup_max_lr": "auto", - "warmup_num_steps": "auto", - "total_num_steps": "auto" - } - }, - "zero_optimization": { - "stage": 2, - "allgather_partitions": true, - "allgather_bucket_size": 2e8, - "overlap_comm": true, - "reduce_scatter": true, - "reduce_bucket_size": 1e8, - "contiguous_gradients": true - } -} \ No newline at end of file diff --git a/finetune/hostfile.txt b/finetune/hostfile.txt deleted file mode 100644 index d0b8045..0000000 --- a/finetune/hostfile.txt +++ /dev/null @@ -1,2 +0,0 @@ -node1 slots=8 -node2 slots=8 \ No newline at end of file