Skip to content

Commit

Permalink
fix
Browse files Browse the repository at this point in the history
  • Loading branch information
duterscmy committed Dec 13, 2024
1 parent 6789fcc commit 2987238
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion tmp_files/modeling_deepseek_block_trim.py
Original file line number Diff line number Diff line change
Expand Up @@ -442,7 +442,7 @@ def backward(ctx, grad_output):

# 层索引 to 专家索引序列
# current_dir = "/root/autodl-tmp/deepseek-ai/deepseek-moe-16b-base"
current_dir = '/mnt/fast/nobackup/users/ly0008/caomingyu/transformers/deepseek_model'
current_dir = '/home/work/mt_cmy/programs/CD-MoE/cd-moe/data'
expert_order_path = os.path.join(
current_dir, "layer_idx_to_expert_idx.greedy_jl.json")
layer_idx_to_expert_idxs = json.load(open(expert_order_path, 'r'))
Expand Down

0 comments on commit 2987238

Please sign in to comment.