From cdbb036a4e4d1de4426da05158419afdf457cbcb Mon Sep 17 00:00:00 2001 From: Cornelius Riemenschneider Date: Mon, 29 Jul 2024 09:30:06 +0200 Subject: [PATCH] `crate_universe`: Enable modext isolation. This should allow us to build our python and ruby code independently - in particular, we can now do shallow checkouts of one without the other. Previously, the modext introduced cross-dependency. This also reduces the amount of work we do in the crate universe processing for the other language, even though it's unused. This does need renaming the module, as otherwise the generated paths from rules_rust get too long for Windows :( --- .bazelrc | 1 + .bazelrc.internal | 1 + MODULE.bazel | 22 ++++++++++++++++------ ruby/extractor/BUILD.bazel | 2 +- shared/tree-sitter-extractor/BUILD.bazel | 2 +- 5 files changed, 20 insertions(+), 8 deletions(-) diff --git a/.bazelrc b/.bazelrc index e2ccb69be902e..9abda3e670a01 100644 --- a/.bazelrc +++ b/.bazelrc @@ -24,5 +24,6 @@ common --registry=file:///%workspace%/misc/bazel/registry common --registry=https://bcr.bazel.build common --@rules_dotnet//dotnet/settings:strict_deps=false +common --experimental_isolated_extension_usages try-import %workspace%/local.bazelrc diff --git a/.bazelrc.internal b/.bazelrc.internal index f7718959c9de7..dcc8dafa6c7f0 100644 --- a/.bazelrc.internal +++ b/.bazelrc.internal @@ -8,3 +8,4 @@ common --registry=https://bcr.bazel.build # its implementation packages without providing any code itself. # We either can depend on internal implementation details, or turn of strict deps. common --@rules_dotnet//dotnet/settings:strict_deps=false +common --experimental_isolated_extension_usages diff --git a/MODULE.bazel b/MODULE.bazel index 3352e004375b8..5f16293101585 100644 --- a/MODULE.bazel +++ b/MODULE.bazel @@ -1,5 +1,5 @@ module( - name = "codeql", + name = "ql", version = "0.0", ) @@ -30,11 +30,13 @@ bazel_dep(name = "rules_rust", version = "0.49.1") bazel_dep(name = "buildifier_prebuilt", version = "6.4.0", dev_dependency = True) -crate = use_extension( +# crate_py but shortened due to Windows file path considerations +cp = use_extension( "@rules_rust//crate_universe:extension.bzl", "crate", + isolate = True, ) -crate.from_cargo( +cp.from_cargo( name = "py_deps", cargo_lockfile = "//python/extractor/tsg-python:Cargo.lock", manifests = [ @@ -42,15 +44,23 @@ crate.from_cargo( "//python/extractor/tsg-python/tsp:Cargo.toml", ], ) -crate.from_cargo( - name = "ruby_deps", +use_repo(cp, "py_deps") + +# crate_ruby, but shortened due to windows file paths +r = use_extension( + "@rules_rust//crate_universe:extension.bzl", + "crate", + isolate = True, +) +r.from_cargo( + name = "rd", cargo_lockfile = "//ruby/extractor:Cargo.lock", manifests = [ "//ruby/extractor:Cargo.toml", "//ruby/extractor/codeql-extractor-fake-crate:Cargo.toml", ], ) -use_repo(crate, "py_deps", "ruby_deps") +use_repo(r, "rd") dotnet = use_extension("@rules_dotnet//dotnet:extensions.bzl", "dotnet") dotnet.toolchain(dotnet_version = "8.0.101") diff --git a/ruby/extractor/BUILD.bazel b/ruby/extractor/BUILD.bazel index e3c2a387af59d..bb39608f3fc13 100644 --- a/ruby/extractor/BUILD.bazel +++ b/ruby/extractor/BUILD.bazel @@ -1,4 +1,4 @@ -load("@ruby_deps//:defs.bzl", "aliases", "all_crate_deps") +load("@rd//:defs.bzl", "aliases", "all_crate_deps") load("//misc/bazel:rust.bzl", "codeql_rust_binary") codeql_rust_binary( diff --git a/shared/tree-sitter-extractor/BUILD.bazel b/shared/tree-sitter-extractor/BUILD.bazel index e57a9f47ca139..5d9c4ca1ccf84 100644 --- a/shared/tree-sitter-extractor/BUILD.bazel +++ b/shared/tree-sitter-extractor/BUILD.bazel @@ -1,4 +1,4 @@ -load("@ruby_deps//:defs.bzl", "aliases", "all_crate_deps") +load("@rd//:defs.bzl", "aliases", "all_crate_deps") load("@rules_rust//rust:defs.bzl", "rust_library") package(default_visibility = ["//visibility:public"])