Swap in tomllib/tomli for toml.

.gitignore

@@ -10,3 +10,4 @@ vulture.egg-info/
 .pytest_cache/
 .tox/
 .venv/
+.vscode/

CHANGELOG.md

@@ -1,3 +1,6 @@
+# 2.11 (2023-11-13)
+* Switch to tomllib/tomli to support heterogenous arrays. (Sebastian Csar, #340)
+
 # 2.10 (2023-10-06)
 
 * Drop support for Python 3.7 (Jendrik Seipp, #323).

setup.py

@@ -47,7 +47,7 @@ def find_version(*parts):
         "Programming Language :: Python :: Implementation :: PyPy",
         "Topic :: Software Development :: Quality Assurance",
     ],
-    install_requires=["toml"],
+    install_requires=["tomli >= 1.1.0; python_version < '3.11'"],
     entry_points={"console_scripts": ["vulture = vulture.core:main"]},
     python_requires=">=3.8",
     packages=setuptools.find_packages(exclude=["tests"]),

tests/test_config.py

@@ -2,7 +2,7 @@
 Unit tests for config file and CLI argument parsing.
 """
 
-from io import StringIO
+from io import BytesIO
 from textwrap import dedent
 
 import pytest
@@ -62,9 +62,10 @@ def test_toml_config():
         sort_by_size=True,
         verbose=True,
     )
-    data = StringIO(
-        dedent(
-            """\
+    data = BytesIO(
+        bytes(
+            dedent(
+                """\
         [tool.vulture]
         exclude = ["file*.py", "dir/"]
         ignore_decorators = ["deco1", "deco2"]
@@ -75,6 +76,50 @@ def test_toml_config():
         verbose = true
         paths = ["path1", "path2"]
         """
+            ),
+            "utf-8",
+        )
+    )
+    result = _parse_toml(data)
+    assert isinstance(result, dict)
+    assert result == expected
+
+
+def test_toml_config_with_heterogenous_array():
+    """
+    Ensure parsing of TOML files results in a valid config object, even if some
+    other part of the file contains an array of mixed types.
+    """
+    expected = dict(
+        paths=["path1", "path2"],
+        exclude=["file*.py", "dir/"],
+        ignore_decorators=["deco1", "deco2"],
+        ignore_names=["name1", "name2"],
+        make_whitelist=True,
+        min_confidence=10,
+        sort_by_size=True,
+        verbose=True,
+    )
+    data = BytesIO(
+        bytes(
+            dedent(
+                """\
+        [tool.foo]
+        # comment for good measure
+        problem_array = [{ a = 1}, [2,3,4], "foo"]
+
+        [tool.vulture]
+        exclude = ["file*.py", "dir/"]
+        ignore_decorators = ["deco1", "deco2"]
+        ignore_names = ["name1", "name2"]
+        make_whitelist = true
+        min_confidence = 10
+        sort_by_size = true
+        verbose = true
+        paths = ["path1", "path2"]
+        """
+            ),
+            "utf-8",
         )
     )
     result = _parse_toml(data)
@@ -87,9 +132,10 @@ def test_config_merging():
     If we have both CLI args and a ``pyproject.toml`` file, the CLI args should
     have precedence.
     """
-    toml = StringIO(
-        dedent(
-            """\
+    toml = BytesIO(
+        bytes(
+            dedent(
+                """\
         [tool.vulture]
         exclude = ["toml_exclude"]
         ignore_decorators = ["toml_deco"]
@@ -100,6 +146,8 @@ def test_config_merging():
         verbose = false
         paths = ["toml_path"]
         """
+            ),
+            "utf-8",
         )
     )
     cliargs = [
@@ -131,13 +179,16 @@ def test_config_merging_missing():
     If we have set a boolean value in the TOML file, but not on the CLI, we
     want the TOML value to be taken.
     """
-    toml = StringIO(
-        dedent(
-            """\
+    toml = BytesIO(
+        bytes(
+            dedent(
+                """\
         [tool.vulture]
         verbose = true
         ignore_names = ["name1"]
         """
+            ),
+            "utf-8",
         )
     )
     cliargs = [
@@ -153,12 +204,15 @@ def test_config_merging_toml_paths_only():
     If we have paths in the TOML but not on the CLI, the TOML paths should be
     used.
     """
-    toml = StringIO(
-        dedent(
-            """\
+    toml = BytesIO(
+        bytes(
+            dedent(
+                """\
         [tool.vulture]
         paths = ["path1", "path2"]
         """
+            ),
+            "utf-8",
         )
     )
     cliargs = [

vulture/config.py

@@ -5,7 +5,10 @@
 import argparse
 import pathlib
 
-import toml
+try:
+    import tomllib
+except ModuleNotFoundError:
+    import tomli as tomllib
 
 from .version import __version__
 
@@ -76,7 +79,7 @@ def _parse_toml(infile):
         verbose = true
         paths = ["path1", "path2"]
     """
-    data = toml.load(infile)
+    data = tomllib.load(infile)
     settings = data.get("tool", {}).get("vulture", {})
     _check_input_config(settings)
     return settings
@@ -194,7 +197,7 @@ def make_config(argv=None, tomlfile=None):
     else:
         toml_path = pathlib.Path("pyproject.toml").resolve()
         if toml_path.is_file():
-            with open(toml_path) as fconfig:
+            with open(toml_path, "rb") as fconfig:
                 config = _parse_toml(fconfig)
             detected_toml_path = str(toml_path)
         else: