11

usatlas · Dec 1, 2023 · 74edf78 · 74edf78
1 parent 0057241
commit 74edf78
Showing 1 changed file with 59 additions and 70 deletions.
diff --git a/dask_config.yaml b/dask_config.yaml
@@ -5,7 +5,7 @@ labextension:
     args: []
     kwargs: {}
   default:
-    workers: 1
+    workers: 3
     adapt:
       minimum: 0
       maximum: 100
@@ -15,12 +15,6 @@ distributed:
   scheduler:
     work-stealing: false
 
-  # logging:
-  #   bokeh: critical
-
-  # dashboard:
-  #   link: /user/{user}/proxy/{port}/status
-
 kubernetes:
   ####
   # Config options here are applied to either the classic KubeCluster, operator KubeCluster or both.
@@ -32,35 +26,34 @@ kubernetes:
   count:
     start: 1
     max: 100
-  # scheduler-service-type: "ClusterIP" <- default
+  scheduler-service-type: "ClusterIP"
 
   # Operator KubeCluster options
   image: "ghcr.io/dask/dask:latest"
   resources: {}
-  # worker-command: "dask-worker" or ["dask", "worker"] <- default
-  # port-forward-cluster-ip: null
-  # create-mode: CREATE_OR_CONNECT <- default
-  # shutdown-on-close: True <- default
-  # resource-timeout: 60 <- default
-  # custom-cluster-spec: null
-  # scheduler-forward-port: null
-  # scheduler-jupyter: false
-  idle-timeout: 3600
+  worker-command: "dask-worker"
+  port-forward-cluster-ip: null
+  create-mode: CREATE_OR_CONNECT
+  shutdown-on-close: true
+  resource-timeout: 60
+  custom-cluster-spec: null
+  scheduler-forward-port: null
+  scheduler-jupyter: false
 
-  # # Classic KubeCluster options
-  # host: "0.0.0.0"
-  # port: 0
-  # idle-timeout: null
-  # deploy-mode: "remote"
-  # interface: null
-  # protocol: "tcp://"
-  # dashboard_address: ":8787"
+  # Classic KubeCluster options
+  host: "0.0.0.0"
+  port: 0
+  idle-timeout: null
+  deploy-mode: "remote"
+  interface: null
+  protocol: "tcp://"
+  dashboard_address: ":8787"
 
-  # # Dask Operator Controller options
-  # controller:
-  #   worker-allocation:
-  #     batch-size: null
-  #     delay: null
+  # Dask Operator Controller options
+  controller:
+    worker-allocation:
+      batch-size: null
+      delay: null
 
   # Timeout to wait for the scheduler service to be up (in seconds)
   # Set it to 0 to wait indefinitely (not recommended)
@@ -70,34 +63,34 @@ kubernetes:
   # Must be set to 1 or greater.
   scheduler-service-name-resolution-retries: 20
 
-  # scheduler-service-template:
-  #   apiVersion: v1
-  #   kind: Service
-  #   spec:
-  #     selector:
-  #       dask.org/cluster-name: "" # Cluster name will be added automatically
-  #       dask.org/component: scheduler
-  #     ports:
-  #       - name: tcp-comm
-  #         protocol: TCP
-  #         port: 8786
-  #         targetPort: 8786
-  #       - name: http-dashboard
-  #         protocol: TCP
-  #         port: 8787
-  #         targetPort: 8787
+  scheduler-service-template:
+    apiVersion: v1
+    kind: Service
+    spec:
+      selector:
+        dask.org/cluster-name: "" # Cluster name will be added automatically
+        dask.org/component: scheduler
+      ports:
+        - name: tcp-comm
+          protocol: TCP
+          port: 8786
+          targetPort: 8786
+        - name: http-dashboard
+          protocol: TCP
+          port: 8787
+          targetPort: 8787
 
-  # scheduler-pdb-template:
-  #   apiVersion: policy/v1
-  #   kind: PodDisruptionBudget
-  #   spec:
-  #     minAvailable: 1
-  #     selector:
-  #       matchLabels:
-  #         dask.org/cluster-name: "" # Cluster name will be added automatically
-  #         dask.org/component: scheduler
+  scheduler-pdb-template:
+    apiVersion: policy/v1
+    kind: PodDisruptionBudget
+    spec:
+      minAvailable: 1
+      selector:
+        matchLabels:
+          dask.org/cluster-name: "" # Cluster name will be added automatically
+          dask.org/component: scheduler
 
-  # worker-template-path: null
+  worker-template-path: null
 
   scheduler-template:
     kind: Pod
@@ -110,17 +103,13 @@ kubernetes:
           image: ghcr.io/dask/dask:latest
           args:
             - dask-scheduler
-          #   - "--port"
-          #   - "8786"
-          #   - "--bokeh-port"
-          #   - "8787"
           resources:
             limits:
               cpu: "1.75"
-              memory: 2G
+              memory: 6G
             requests:
               cpu: "1.75"
-              memory: 2G
+              memory: 6G
 
   worker-template:
     kind: Pod
@@ -132,18 +121,18 @@ kubernetes:
         - name: dask-worker
           image: ghcr.io/dask/dask:latest
           args:
-            - "dask-worker"
-            - "--nthreads"
+            - dask-worker
+            - --nthreads
             - "2"
-            - "--no-bokeh"
-            - "--memory-limit"
-            - "5GB"
-            - "--death-timeout"
+            - --no-bokeh
+            - --memory-limit
+            - 5GB
+            - --death-timeout
             - "60"
           resources:
             limits:
               cpu: "1.75"
-              memory: "6G"
+              memory: 6G
             requests:
               cpu: "1.75"
-              memory: "6G"
+              memory: 6G