Update Buildbarn components 2024-03-04

buildbarn · Mar 4, 2024 · d23ca52 · d23ca52
1 parent 50401a6
commit d23ca52
Show file tree

Hide file tree

Showing 15 changed files with 362 additions and 328 deletions.
diff --git a/README.md b/README.md
@@ -34,9 +34,9 @@ at the top right in the GitHub Actions page.
 
 | Repository | Container images and binaries |
 | ---------- | ----------------------------- |
-| [bb-browser](https://github.com/buildbarn/bb-browser) [`efa0bb985e`](https://github.com/buildbarn/bb-browser/commits/efa0bb985ec183793b576cdcaeef55aebb68c90c)<br/>2023-09-17 04:20:39 UTC | [ghcr.io/buildbarn/bb-browser:20240126T143027Z-efa0bb9](https://ghcr.io/buildbarn/bb-browser:20240126T143027Z-efa0bb9)<br/>[CI artifacts](https://github.com/buildbarn/bb-browser/actions/runs/7669380036) |
-| [bb-remote-execution](https://github.com/buildbarn/bb-remote-execution) [`fe4cf5d426`](https://github.com/buildbarn/bb-remote-execution/commits/fe4cf5d42613d9b44be4ef969353fb1212222c73)<br/>2023-10-04 10:23:25 UTC | [ghcr.io/buildbarn/bb-runner-installer:20240126T140954Z-fe4cf5d](https://ghcr.io/buildbarn/bb-runner-installer:20240126T140954Z-fe4cf5d)<br/>[ghcr.io/buildbarn/bb-scheduler:20240126T140954Z-fe4cf5d](https://ghcr.io/buildbarn/bb-scheduler:20240126T140954Z-fe4cf5d)<br/>[ghcr.io/buildbarn/bb-worker:20240126T140954Z-fe4cf5d](https://ghcr.io/buildbarn/bb-worker:20240126T140954Z-fe4cf5d)<br/>[CI artifacts](https://github.com/buildbarn/bb-remote-execution/actions/runs/7669356306) |
-| [bb-storage](https://github.com/buildbarn/bb-storage) [`1ba9ed4c9a`](https://github.com/buildbarn/bb-storage/commits/1ba9ed4c9a744ba1bb168b495256deee7e5f2b59)<br/>2023-10-08 11:11:12 UTC | [ghcr.io/buildbarn/bb-storage:20240108T141908Z-1ba9ed4](https://ghcr.io/buildbarn/bb-storage:20240108T141908Z-1ba9ed4)<br/>[CI artifacts](https://github.com/buildbarn/bb-storage/actions/runs/7448718802) |
+| [bb-browser](https://github.com/buildbarn/bb-browser) [`ab65d55144`](https://github.com/buildbarn/bb-browser/commits/ab65d55144ae43445d3149865ef6e69fd35e3d34)<br/>2023-09-17 04:20:39 UTC | [ghcr.io/buildbarn/bb-browser:20240228T152807Z-ab65d55](https://ghcr.io/buildbarn/bb-browser:20240228T152807Z-ab65d55)<br/>[CI artifacts](https://github.com/buildbarn/bb-browser/actions/runs/8082889844) |
+| [bb-remote-execution](https://github.com/buildbarn/bb-remote-execution) [`9791c09e5e`](https://github.com/buildbarn/bb-remote-execution/commits/9791c09e5e223bae00477438dd05d1d816835e8c)<br/>2023-10-04 10:23:25 UTC | [ghcr.io/buildbarn/bb-runner-installer:20240303T174236Z-9791c09](https://ghcr.io/buildbarn/bb-runner-installer:20240303T174236Z-9791c09)<br/>[ghcr.io/buildbarn/bb-scheduler:20240303T174236Z-9791c09](https://ghcr.io/buildbarn/bb-scheduler:20240303T174236Z-9791c09)<br/>[ghcr.io/buildbarn/bb-worker:20240303T174236Z-9791c09](https://ghcr.io/buildbarn/bb-worker:20240303T174236Z-9791c09)<br/>[CI artifacts](https://github.com/buildbarn/bb-remote-execution/actions/runs/8131961322) |
+| [bb-storage](https://github.com/buildbarn/bb-storage) [`0aa40dfdbe`](https://github.com/buildbarn/bb-storage/commits/0aa40dfdbeadc66f8f930e6daad853a452cb1bd8)<br/>2023-10-08 11:11:12 UTC | [ghcr.io/buildbarn/bb-storage:20240227T100204Z-0aa40df](https://ghcr.io/buildbarn/bb-storage:20240227T100204Z-0aa40df)<br/>[CI artifacts](https://github.com/buildbarn/bb-storage/actions/runs/8062892865) |
 
 ## Changelog
 

diff --git a/bare/config/browser.jsonnet b/bare/config/browser.jsonnet
@@ -9,4 +9,5 @@ local common = import 'common.libsonnet';
   }],
   global: common.globalWithDiagnosticsHttpServer(':9984'),
   authorizer: { allow: {} },
+  requestMetadataLinksJmespathExpressioni: '`{}`',
 }
diff --git a/changelog.md b/changelog.md
@@ -1,3 +1,14 @@
+# 2024-02-28
+
+* Integrate kuberesolver into Buildbarn binaries
+  This makes it easier to run Buildbarn on bare metal Kubernetes clusters.
+  https://github.com/buildbarn/bb-storage/commit/a4267fc3c5c3a916004c5021fb13bc2bcf214e05
+* Delay uploads until output files are closed
+  This is needed for asynchronously written core dumps that are captured during execution.
+* Add the ability to link to external pages based on RequestMetadata
+  New default configuration for bb-browser:
+    requestMetadataLinksJmespathExpression: '`{}`'
+
 # 2024-01-29
 
 * Support capturing server logs
@@ -9,7 +20,7 @@
 
 # 2023-12-22
 
-* Support Bazel 7
+* bb-deployment supports Bazel 7
 * Improved readiness checks for FUSE/NFSv4 runners, better error handling
 * Support uploading output directories as Directory Messages
   For more background see https://github.com/bazelbuild/remote-apis/pull/258

diff --git a/docker-compose/config/browser.jsonnet b/docker-compose/config/browser.jsonnet
@@ -9,4 +9,5 @@ local common = import 'common.libsonnet';
   }],
   global: common.global,
   authorizer: { allow: {} },
+  requestMetadataLinksJmespathExpressioni: '`{}`',
 }
diff --git a/docker-compose/config/worker-fuse-ubuntu22-04.jsonnet b/docker-compose/config/worker-fuse-ubuntu22-04.jsonnet
@@ -53,6 +53,7 @@ local common = import 'common.libsonnet';
     virtual: {
       maximumExecutionTimeoutCompensation: '3600s',
       shuffleDirectoryListings: true,
+      maximumWritableFileUploadDelay: '60s',
       mount: {
         mountPath: '/worker/build',
         fuse: {

diff --git a/docker-compose/docker-compose.yml b/docker-compose/docker-compose.yml
@@ -1,7 +1,7 @@
 version: '3'
 services:
   frontend:
-    image: ghcr.io/buildbarn/bb-storage:20240108T141908Z-1ba9ed4
+    image: ghcr.io/buildbarn/bb-storage:20240227T100204Z-0aa40df
     command:
     - /config/frontend.jsonnet
     expose:
@@ -12,7 +12,7 @@ services:
     - ./config:/config
 
   storage-0:
-    image: ghcr.io/buildbarn/bb-storage:20240108T141908Z-1ba9ed4
+    image: ghcr.io/buildbarn/bb-storage:20240227T100204Z-0aa40df
     command:
     - /config/storage.jsonnet
     expose:
@@ -24,7 +24,7 @@ services:
     - ./volumes/storage-cas-0:/storage-cas
 
   storage-1:
-    image: ghcr.io/buildbarn/bb-storage:20240108T141908Z-1ba9ed4
+    image: ghcr.io/buildbarn/bb-storage:20240227T100204Z-0aa40df
     command:
     - /config/storage.jsonnet
     expose:
@@ -36,7 +36,7 @@ services:
     - ./volumes/storage-cas-1:/storage-cas
 
   scheduler:
-    image: ghcr.io/buildbarn/bb-scheduler:20240126T140954Z-fe4cf5d
+    image: ghcr.io/buildbarn/bb-scheduler:20240303T174236Z-9791c09
     command:
     - /config/scheduler.jsonnet
     expose:
@@ -50,7 +50,7 @@ services:
     - ./config:/config
 
   browser:
-    image: ghcr.io/buildbarn/bb-browser:20240126T143027Z-efa0bb9
+    image: ghcr.io/buildbarn/bb-browser:20240228T152807Z-ab65d55
     command:
     - /config/browser.jsonnet
     expose:
@@ -61,13 +61,13 @@ services:
     - ./config:/config
 
   runner-installer:
-    image: ghcr.io/buildbarn/bb-runner-installer:20240126T140954Z-fe4cf5d
+    image: ghcr.io/buildbarn/bb-runner-installer:20240303T174236Z-9791c09
     volumes:
     - ./volumes/bb:/bb
 
   # The FUSE worker is the most efficient configuration.
   worker-fuse-ubuntu22-04:
-    image: ghcr.io/buildbarn/bb-worker:20240126T140954Z-fe4cf5d
+    image: ghcr.io/buildbarn/bb-worker:20240303T174236Z-9791c09
     command:
     - /config/worker-fuse-ubuntu22-04.jsonnet
     # Need to be privileged for the FUSE mounting to work.
@@ -103,7 +103,7 @@ services:
   # For situations where the more efficient FUSE worker is not supported,
   # the classic hardlinking example is shown here.
   worker-hardlinking-ubuntu22-04:
-    image: ghcr.io/buildbarn/bb-worker:20240126T140954Z-fe4cf5d
+    image: ghcr.io/buildbarn/bb-worker:20240303T174236Z-9791c09
     command:
     - /config/worker-hardlinking-ubuntu22-04.jsonnet
     privileged: false

diff --git a/go.mod b/go.mod
@@ -10,18 +10,18 @@ replace golang.org/x/tools => golang.org/x/tools v0.8.0
 
 require (
 	github.com/bazelbuild/rules_go v0.43.0
-	github.com/buildbarn/bb-browser v0.0.0-20240126143027-efa0bb985ec1
-	github.com/buildbarn/bb-remote-execution v0.0.0-20240126140954-fe4cf5d42613
-	github.com/buildbarn/bb-storage v0.0.0-20240108141908-1ba9ed4c9a74
+	github.com/buildbarn/bb-browser v0.0.0-20240228152807-ab65d55144ae
+	github.com/buildbarn/bb-remote-execution v0.0.0-20240303174236-9791c09e5e22
+	github.com/buildbarn/bb-storage v0.0.0-20240227100204-0aa40dfdbead
 	mvdan.cc/gofumpt v0.6.0
 )
 
 require (
 	cloud.google.com/go v0.112.0 // indirect
-	cloud.google.com/go/compute v1.23.3 // indirect
+	cloud.google.com/go/compute v1.24.0 // indirect
 	cloud.google.com/go/compute/metadata v0.2.3 // indirect
-	cloud.google.com/go/iam v1.1.5 // indirect
-	cloud.google.com/go/longrunning v0.5.4 // indirect
+	cloud.google.com/go/iam v1.1.6 // indirect
+	cloud.google.com/go/longrunning v0.5.5 // indirect
 	cloud.google.com/go/storage v1.37.0 // indirect
 	git.sr.ht/~sbinet/gg v0.5.0 // indirect
 	github.com/ajstarks/svgo v0.0.0-20211024235047-1546f124cd8b // indirect
@@ -44,14 +44,15 @@ require (
 	github.com/aws/aws-sdk-go-v2/service/ssooidc v1.21.7 // indirect
 	github.com/aws/aws-sdk-go-v2/service/sts v1.26.7 // indirect
 	github.com/aws/smithy-go v1.19.0 // indirect
-	github.com/bazelbuild/remote-apis v0.0.0-20231221155620-d20ae8b97fd3 // indirect
+	github.com/bazelbuild/remote-apis v0.0.0-20240215191509-9ff14cecffe5 // indirect
 	github.com/beorn7/perks v1.0.1 // indirect
 	github.com/buildbarn/go-xdr v0.0.0-20231115101217-a9e2aa4cf64b // indirect
 	github.com/buildkite/terminal-to-html v3.2.0+incompatible // indirect
 	github.com/campoy/embedmd v1.0.0 // indirect
 	github.com/cespare/xxhash/v2 v2.2.0 // indirect
 	github.com/dustin/go-humanize v1.0.1 // indirect
 	github.com/felixge/httpsnoop v1.0.4 // indirect
+	github.com/fsnotify/fsnotify v1.6.0 // indirect
 	github.com/fxtlabs/primes v0.0.0-20150821004651-dad82d10a449 // indirect
 	github.com/go-fonts/liberation v0.3.2 // indirect
 	github.com/go-jose/go-jose/v3 v3.0.1 // indirect
@@ -72,7 +73,7 @@ require (
 	github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 // indirect
 	github.com/grpc-ecosystem/go-grpc-prometheus v1.2.0 // indirect
 	github.com/grpc-ecosystem/grpc-gateway/v2 v2.19.0 // indirect
-	github.com/hanwen/go-fuse/v2 v2.4.2 // indirect
+	github.com/hanwen/go-fuse/v2 v2.5.0 // indirect
 	github.com/jmespath/go-jmespath v0.4.0 // indirect
 	github.com/kballard/go-shellquote v0.0.0-20180428030007-95032a82bc51 // indirect
 	github.com/klauspost/compress v1.17.5 // indirect
@@ -82,35 +83,36 @@ require (
 	github.com/prometheus/client_model v0.5.0 // indirect
 	github.com/prometheus/common v0.46.0 // indirect
 	github.com/prometheus/procfs v0.12.0 // indirect
+	github.com/sercand/kuberesolver/v5 v5.1.1 // indirect
 	go.opencensus.io v0.24.0 // indirect
 	go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.47.0 // indirect
 	go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.47.0 // indirect
 	go.opentelemetry.io/contrib/propagators/b3 v1.22.0 // indirect
-	go.opentelemetry.io/otel v1.22.0 // indirect
+	go.opentelemetry.io/otel v1.23.1 // indirect
 	go.opentelemetry.io/otel/exporters/jaeger v1.17.0 // indirect
 	go.opentelemetry.io/otel/exporters/otlp/otlptrace v1.22.0 // indirect
-	go.opentelemetry.io/otel/metric v1.22.0 // indirect
+	go.opentelemetry.io/otel/metric v1.23.1 // indirect
 	go.opentelemetry.io/otel/sdk v1.22.0 // indirect
-	go.opentelemetry.io/otel/trace v1.22.0 // indirect
+	go.opentelemetry.io/otel/trace v1.23.1 // indirect
 	go.opentelemetry.io/proto/otlp v1.1.0 // indirect
 	golang.org/x/crypto v0.18.0 // indirect
 	golang.org/x/image v0.15.0 // indirect
 	golang.org/x/mod v0.14.0 // indirect
 	golang.org/x/net v0.20.0 // indirect
 	golang.org/x/oauth2 v0.16.0 // indirect
 	golang.org/x/sync v0.6.0 // indirect
-	golang.org/x/sys v0.16.0 // indirect
+	golang.org/x/sys v0.17.0 // indirect
 	golang.org/x/text v0.14.0 // indirect
 	golang.org/x/time v0.5.0 // indirect
 	golang.org/x/tools v0.17.0 // indirect
 	gonum.org/v1/plot v0.14.0 // indirect
-	google.golang.org/api v0.159.0 // indirect
+	google.golang.org/api v0.162.0 // indirect
 	google.golang.org/appengine v1.6.8 // indirect
-	google.golang.org/genproto v0.0.0-20240125205218-1f4bbc51befe // indirect
-	google.golang.org/genproto/googleapis/api v0.0.0-20240125205218-1f4bbc51befe // indirect
+	google.golang.org/genproto v0.0.0-20240213162025-012b6fc9bca9 // indirect
+	google.golang.org/genproto/googleapis/api v0.0.0-20240205150955-31a09d347014 // indirect
 	google.golang.org/genproto/googleapis/bytestream v0.0.0-20240125205218-1f4bbc51befe // indirect
-	google.golang.org/genproto/googleapis/rpc v0.0.0-20240125205218-1f4bbc51befe // indirect
-	google.golang.org/grpc v1.61.0 // indirect
+	google.golang.org/genproto/googleapis/rpc v0.0.0-20240221002015-b0ce06bbee7c // indirect
+	google.golang.org/grpc v1.62.0 // indirect
 	google.golang.org/protobuf v1.32.0 // indirect
 	sigs.k8s.io/yaml v1.4.0 // indirect
 )