Go: add bazel build

.pre-commit-config.yaml

@@ -31,7 +31,7 @@ repos:
 
       - id: go-gen
         name: Check checked in generated files in go
-        files: go/.*
+        files: ^go/.*
         language: system
         entry: bazel run //go:gen
         pass_filenames: false

go/codeql-tools/BUILD.bazel

@@ -1,13 +1,13 @@
 load("@rules_pkg//pkg:mappings.bzl", "pkg_attributes", "pkg_filegroup", "pkg_files")
 
 pkg_files(
-    name = "executables",
+    name = "sh-files",
     srcs = glob(["*.sh"]),
     attributes = pkg_attributes(mode = "0755"),
 )
 
 pkg_files(
-    name = "non-executables",
+    name = "non-sh-files",
     srcs = glob(
         ["*"],
         exclude = [
@@ -20,8 +20,8 @@ pkg_files(
 pkg_filegroup(
     name = "codeql-tools",
     srcs = [
-        ":executables",
-        ":non-executables",
+        ":non-sh-files",
+        ":sh-files",
     ],
     prefix = "tools",
     visibility = ["//go:__pkg__"],

go/extractor/BUILD.bazel

@@ -4,6 +4,7 @@ load("@rules_pkg//pkg:mappings.bzl", "pkg_files")
 # gazelle:prefix github.com/github/codeql-go/extractor
 # gazelle:map_kind go_binary codeql_go_binary //go:rules.bzl
 
+# following target is kept up to date by `bazel run //go:gen`, do not edit directly
 go_library(
     name = "extractor",
     srcs = [

go/extractor/cli/go-autobuilder/go-autobuilder.go

@@ -487,7 +487,9 @@ func extract(workspace project.GoWorkspace) bool {
 
 // Build the project and run the extractor.
 func installDependenciesAndBuild() {
-	log.Printf("Autobuilder was built with %s, environment has %s\n", runtime.Version(), toolchain.GetEnvGoVersion())
+	// do not print experiments the autobuilder was built with if any, only the version
+	version := strings.SplitN(runtime.Version(), " ", 2)[0]
+	log.Printf("Autobuilder was built with %s, environment has %s\n", version, toolchain.GetEnvGoVersion())
 
 	srcdir := getSourceDir()
 

go/gen.py

@@ -2,8 +2,18 @@
 import pathlib
 import subprocess
 import os
+import argparse
+import shutil
 from python.runfiles import runfiles
 
+def options():
+    p = argparse.ArgumentParser(description="Update generated checked in files in the Go pack")
+    p.add_argument("--force", "-f", action="store_true", help="Regenerate all files from scratch rather than updating them")
+    p.add_argument("generators", nargs=3)
+    return p.parse_args()
+
+opts = options()
+
 try:
     workspace_dir = pathlib.Path(os.environ['BUILD_WORKSPACE_DIRECTORY'])
 except KeyError:
@@ -13,20 +23,34 @@
 go_extractor_dir = workspace_dir / "go" / "extractor"
 go_dbscheme = workspace_dir / "go" / "ql" / "lib" / "go.dbscheme"
 r = runfiles.Create()
-go, gazelle, go_gen_dbscheme = map(r.Rlocation, sys.argv[1:])
+go, gazelle, go_gen_dbscheme = map(r.Rlocation, opts.generators)
+
 
-print("updating vendor")
+if opts.force:
+    print("clearing vendor directory")
+    shutil.rmtree(go_extractor_dir / "vendor")
+
+existing_build_files = set(go_extractor_dir.glob("*/**/BUILD.bazel"))
+
+print("updating vendor directory")
 subprocess.check_call([go, "-C", go_extractor_dir, "work", "vendor"])
 
-print("clearing generated BUILD files")
-for build_file in go_extractor_dir.glob("*/**/BUILD.bazel"):
-    build_file.unlink()
+if opts.force:
+    print("clearing generated BUILD files")
+    for build_file in existing_build_files:
+        build_file.unlink()
 
 print("running gazelle")
 subprocess.check_call([gazelle])
 
+build_files_to_update = set(go_extractor_dir.glob("*/**/BUILD.bazel"))
+if not opts.force:
+    build_files_to_update -= existing_build_files
+    # these are always refreshed
+    build_files_to_update.update(go_extractor_dir.glob("vendor/**/BUILD.bazel"))
+
 print("adding header to generated BUILD files")
-for build_file in go_extractor_dir.glob("*/**/BUILD.bazel"):
+for build_file in build_files_to_update:
     contents = build_file.read_text()
     build_file.write_text(f"# generated running `bazel run //go/gazelle`, do not edit\n\n{contents}")