update yi-6b and yi-34b sft script

InternLM · Nov 13, 2023 · 84e8bca · 84e8bca
1 parent e2ef41d
commit 84e8bca
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/xtuner/configs/yi/yi_34b/yi_34b_qlora_alpaca_enzh_e3.py b/xtuner/configs/yi/yi_34b/yi_34b_qlora_alpaca_enzh_e3.py
@@ -1,6 +1,6 @@
 # Copyright (c) OpenMMLab. All rights reserved.
 import torch
-from torch.optim import PagedAdamW32bit
+from bitsandbytes.optim import PagedAdamW32bit
 from datasets import load_dataset
 from mmengine.dataset import DefaultSampler
 from mmengine.hooks import (CheckpointHook, DistSamplerSeedHook, IterTimerHook,

diff --git a/xtuner/configs/yi/yi_6b/yi_6b_qlora_alpaca_enzh_e3.py b/xtuner/configs/yi/yi_6b/yi_6b_qlora_alpaca_enzh_e3.py
@@ -1,6 +1,6 @@
 # Copyright (c) OpenMMLab. All rights reserved.
 import torch
-from torch.optim import PagedAdamW32bit
+from bitsandbytes.optim import PagedAdamW32bit
 from datasets import load_dataset
 from mmengine.dataset import DefaultSampler
 from mmengine.hooks import (CheckpointHook, DistSamplerSeedHook, IterTimerHook,