diff --git a/lm_eval/tasks/__init__.py b/lm_eval/tasks/__init__.py
index 701b362444..cda769fa29 100644
--- a/lm_eval/tasks/__init__.py
+++ b/lm_eval/tasks/__init__.py
@@ -323,7 +323,7 @@ def _get_task_and_group(self, task_dir: str):
                 if f.endswith(".yaml"):
                     yaml_path = os.path.join(root, f)
                     config = utils.load_yaml_config(yaml_path, mode="simple")
-                    if self._config_is_group(config) and self._config_is_python_task(config):
+                    if self._config_is_group(config) and not self._config_is_python_task(config):
                         # This is a group config
                         tasks_and_groups[config["group"]] = {
                             "type": "group",