diff --git a/python/flexflow/serve/serve.py b/python/flexflow/serve/serve.py
index 14555bfc12..cbc4122897 100644
--- a/python/flexflow/serve/serve.py
+++ b/python/flexflow/serve/serve.py
@@ -375,7 +375,7 @@ def compile(
         self.rm.set_max_spec_tree_token_num(
             self.model_configs.max_spec_tree_token_num
             if "max_spec_tree_token_num"
-            in self.model_configs.max_spec_tree_token_num.__dict__
+            in self.model_configs.__dict__
             else 20
         )