Update and rename LoRA_Llama-3.1-10epochs.ipynb to QLoRA_Llama-3.1-10…

…epochs.ipynb
alexhegit · Jan 9, 2025 · a559a04 · a559a04
1 parent a9d3c45
commit a559a04
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/training/LoRA_Llama-3.1-10epochs.ipynb → training/QLoRA_Llama-3.1-10epochs.ipynb b/training/LoRA_Llama-3.1-10epochs.ipynb → training/QLoRA_Llama-3.1-10epochs.ipynb
@@ -293,7 +293,7 @@
    "source": [
     "# Model and tokenizer names\n",
     "base_model_name = \"/data/HF-MODEL/huggingface-model/Meta-Llama-3.1-8B/\"\n",
-    "new_model_name = \"Llama-3.1-8B-lora\" #You can give your own name for fine tuned model\n",
+    "new_model_name = \"Llama-3.1-8B-qlora\" #You can give your own name for fine tuned model\n",
     "\n",
     "# Tokenizer\n",
     "#llama_tokenizer = AutoTokenizer.from_pretrained(base_model_name, trust_remote_code=True, use_fast=True)\n",
@@ -797,7 +797,7 @@
     "# Reload model in FP16 and merge it with LoRA weights\n",
     "\n",
     "#base_model_name = \"/data/HF-MODEL/huggingface-model/Meta-Llama-3.1-8B/\"\n",
-    "#new_model_name = \"Llama-3.1-8B-lora\" #You can give your own name for fine tuned model\n",
+    "#new_model_name = \"Llama-3.1-8B-qlora\" #You can give your own name for fine tuned model\n",
     "\n",
     "base_model = AutoModelForCausalLM.from_pretrained(base_model_name)\n",
     "from peft import LoraConfig, PeftModel\n",