From b067b07d370c75dc426feac7ff7cda8c244f8836 Mon Sep 17 00:00:00 2001
From: Frankstein <20307140057@fudan.edu.cn>
Date: Wed, 24 Jul 2024 23:29:26 +0800
Subject: [PATCH] fix: typo error

---
 src/lm_saes/sae.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/lm_saes/sae.py b/src/lm_saes/sae.py
index 416ae46d..b86569b7 100644
--- a/src/lm_saes/sae.py
+++ b/src/lm_saes/sae.py
@@ -515,7 +515,7 @@ def transform_to_unit_decoder_norm(self):
 
         decoder_norm = self.decoder_norm()  # (d_sae,)
         self.encoder.weight.data = self.encoder.weight.data * decoder_norm[:, None]
-        self.decoder.weight.data = self.decoder.weight.data.T / decoder_norm
+        self.decoder.weight.data = self.decoder.weight.data / decoder_norm
 
         self.encoder.bias.data = self.encoder.bias.data * decoder_norm