hidden dim

flexflow · Dec 16, 2024 · 7898107 · 7898107
1 parent 74b4d52
commit 7898107
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/inference/models/mixtral.cc b/inference/models/mixtral.cc
@@ -88,8 +88,8 @@ void MIXTRAL::create_mixtral_model(FFModel &ff,
               .c_str());
     } else {
 	  ff.residual_rms_norm(
-          token, //  (1024, batch, sequence)
-          mlp_out, //  (1024, batch, sequence)
+          token, //  (hidden_dim, batch, sequence)
+          mlp_out, //  (hidden_dim, batch, sequence)
           token_att_norm,
           mixtral_config.rms_norm_eps,
           mixtral_config.hidden_size,