From e25788ef49637e4a0865b2627788fd573067b73f Mon Sep 17 00:00:00 2001
From: abhijeet-dhumal <abhijeetdhumal652@gmail.com>
Date: Mon, 23 Sep 2024 14:18:03 +0530
Subject: [PATCH] Added more model config parameters for qlora

---
 tests/kfto/core/config_qlora.json | 9 +++++----
 1 file changed, 5 insertions(+), 4 deletions(-)

diff --git a/tests/kfto/core/config_qlora.json b/tests/kfto/core/config_qlora.json
index bb18eb29..1367e764 100644
--- a/tests/kfto/core/config_qlora.json
+++ b/tests/kfto/core/config_qlora.json
@@ -15,12 +15,13 @@
     "response_template": "\n### Label:",
     "dataset_text_field": "output",
     "use_flash_attn": false,
-    "peft_method": "qlora",
+    "peft_method": "lora",
+    "r": 8,
+    "lora_dropout": 0.05,
+    "lora_alpha": 16,
     "target_modules": ["all-linear"],
     "use_4bit": true,
     "bnb_4bit_compute_dtype": "float16",
     "bnb_4bit_quant_type": "nf4",
-    "use_nested_quant": false,
-    "fp16": false,
-    "bf16": false
+    "fp16": true
 }
\ No newline at end of file