Skip to content

Commit

Permalink
upload sft.yaml
Browse files Browse the repository at this point in the history
  • Loading branch information
xyltt authored Apr 24, 2023
1 parent 5a2acc9 commit 67bdbd3
Showing 1 changed file with 29 additions and 0 deletions.
29 changes: 29 additions & 0 deletions configs/sft.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,29 @@
command_file: null
commands: null
compute_environment: LOCAL_MACHINE
deepspeed_config:
gradient_accumulation_steps: 1
gradient_clipping: 1.0
offload_optimizer_device: none
offload_param_device: none
zero3_init_flag: true
zero3_save_16bit_model: true
zero_stage: 3
distributed_type: DEEPSPEED
downcast_bf16: 'no'
dynamo_backend: 'NO'
fsdp_config: {}
gpu_ids: null
machine_rank: 0
main_process_ip: null
main_process_port: null
main_training_function: main
megatron_lm_config: {}
mixed_precision: fp16
num_machines: 1
num_processes: 8
rdzv_backend: static
same_network: true
tpu_name: null
tpu_zone: null
use_cpu: false

0 comments on commit 67bdbd3

Please sign in to comment.