chore: remove unused configuration files after refactoring

Delete accelerate configs, deepspeed config and host file that are no longer needed
This commit is contained in:
OleehyO 2024-12-27 09:47:45 +00:00
parent 5cb9303286
commit 7b282246dd
4 changed files with 0 additions and 68 deletions

View File

@ -1,26 +0,0 @@
compute_environment: LOCAL_MACHINE
debug: true
deepspeed_config:
deepspeed_hostfile: hostfile.txt
deepspeed_multinode_launcher: pdsh
gradient_accumulation_steps: 1
gradient_clipping: 1.0
offload_optimizer_device: none
offload_param_device: none
zero3_init_flag: true
zero_stage: 3
distributed_type: DEEPSPEED
downcast_bf16: 'yes'
enable_cpu_affinity: true
main_process_ip: 10.250.128.19
main_process_port: 12355
main_training_function: main
mixed_precision: bf16
num_machines: 4
num_processes: 32
rdzv_backend: static
same_network: true
tpu_env: []
tpu_use_cluster: false
tpu_use_sudo: false
use_cpu: false

View File

@ -1,20 +0,0 @@
compute_environment: LOCAL_MACHINE
gpu_ids: "0"
debug: false
deepspeed_config:
deepspeed_config_file: ds_config.json
zero3_init_flag: false
distributed_type: DEEPSPEED
downcast_bf16: 'no'
enable_cpu_affinity: false
machine_rank: 0
main_training_function: main
dynamo_backend: 'no'
num_machines: 1
num_processes: 1
rdzv_backend: static
same_network: true
tpu_env: []
tpu_use_cluster: false
tpu_use_sudo: false
use_cpu: false

View File

@ -1,20 +0,0 @@
{
"scheduler": {
"type": "WarmupDecayLR",
"params": {
"warmup_min_lr": "auto",
"warmup_max_lr": "auto",
"warmup_num_steps": "auto",
"total_num_steps": "auto"
}
},
"zero_optimization": {
"stage": 2,
"allgather_partitions": true,
"allgather_bucket_size": 2e8,
"overlap_comm": true,
"reduce_scatter": true,
"reduce_bucket_size": 1e8,
"contiguous_gradients": true
}
}

View File

@ -1,2 +0,0 @@
node1 slots=8
node2 slots=8