From 67bdbd3326bcd8beeab06bbebe696c82a3e5f454 Mon Sep 17 00:00:00 2001
From: xyliu <37493027+xyltt@users.noreply.github.com>
Date: Mon, 24 Apr 2023 11:35:39 +0800
Subject: [PATCH] upload sft.yaml

---
 configs/sft.yaml | 29 +++++++++++++++++++++++++++++
 1 file changed, 29 insertions(+)
 create mode 100644 configs/sft.yaml

diff --git a/configs/sft.yaml b/configs/sft.yaml
new file mode 100644
index 0000000..451d66f
--- /dev/null
+++ b/configs/sft.yaml
@@ -0,0 +1,29 @@
+command_file: null
+commands: null
+compute_environment: LOCAL_MACHINE
+deepspeed_config:
+  gradient_accumulation_steps: 1
+  gradient_clipping: 1.0
+  offload_optimizer_device: none
+  offload_param_device: none
+  zero3_init_flag: true
+  zero3_save_16bit_model: true
+  zero_stage: 3
+distributed_type: DEEPSPEED
+downcast_bf16: 'no'
+dynamo_backend: 'NO'
+fsdp_config: {}
+gpu_ids: null
+machine_rank: 0
+main_process_ip: null
+main_process_port: null
+main_training_function: main
+megatron_lm_config: {}
+mixed_precision: fp16
+num_machines: 1
+num_processes: 8
+rdzv_backend: static
+same_network: true
+tpu_name: null
+tpu_zone: null
+use_cpu: false