feat: enable run-time override of fetch/push concurrency

Signed-off-by: Chris Goller <[email protected]>
depot · Sep 19, 2023 · 37d08e8 · 37d08e8
1 parent 95d8c46
commit 37d08e8
Show file tree

Hide file tree

Showing 3 changed files with 11 additions and 0 deletions.
diff --git a/proto/depot/cloud/v3/machine.proto b/proto/depot/cloud/v3/machine.proto
@@ -77,6 +77,7 @@ message RegisterMachineResponse {
 
     // Disable fstrim on shutdown
     optional bool disable_fstrim = 14;
+    optional int32 resolver_concurrency = 15;
   }
 
   // Specifies sending buildkit profiling data to a remote endpoint.

diff --git a/src/gen/ts/depot/cloud/v3/machine_pb.ts b/src/gen/ts/depot/cloud/v3/machine_pb.ts
@@ -465,6 +465,11 @@ export class RegisterMachineResponse_BuildKitTask extends Message<RegisterMachin
    */
   disableFstrim?: boolean
 
+  /**
+   * @generated from field: optional int32 resolver_concurrency = 15;
+   */
+  resolverConcurrency?: number
+
   constructor(data?: PartialMessage<RegisterMachineResponse_BuildKitTask>) {
     super()
     proto3.util.initPartial(data, this)
@@ -486,6 +491,7 @@ export class RegisterMachineResponse_BuildKitTask extends Message<RegisterMachin
     {no: 12, name: 'disable_merge_to', kind: 'scalar', T: 8 /* ScalarType.BOOL */, opt: true},
     {no: 13, name: 'max_parallelism', kind: 'scalar', T: 5 /* ScalarType.INT32 */},
     {no: 14, name: 'disable_fstrim', kind: 'scalar', T: 8 /* ScalarType.BOOL */, opt: true},
+    {no: 15, name: 'resolver_concurrency', kind: 'scalar', T: 5 /* ScalarType.INT32 */, opt: true},
   ])
 
   static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): RegisterMachineResponse_BuildKitTask {

diff --git a/src/tasks/buildkit.ts b/src/tasks/buildkit.ts
@@ -120,6 +120,10 @@ keepBytes = ${cacheSizeBytes}
     env.BUILDKIT_SCHEDULER_DEBUG = '1'
   }
 
+  if (task.resolverConcurrency)  {
+    env.DEPOT_RESOLVER_CONCURRENCY = task.resolverConcurrency.toString()
+  }
+
   async function runBuildKit() {
     try {
       await execa('/usr/bin/buildkitd', [], {stdio: 'inherit', signal, env})