Propagate pipeline resources to dask scheduler

eddienko · Aug 18, 2021 · a974b7c · a974b7c
1 parent 2fbc760
commit a974b7c
Show file tree

Hide file tree

Showing 3 changed files with 10 additions and 14 deletions.
diff --git a/charts/owl/Chart.yaml b/charts/owl/Chart.yaml
@@ -15,7 +15,7 @@ type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
 # Versions are expected to follow Semantic Versioning (https://semver.org/)
-version: 0.1.7
+version: 0.1.8
 
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application. Versions are not expected to

diff --git a/charts/owl/templates/owl-config.yaml b/charts/owl/templates/owl-config.yaml
@@ -29,12 +29,7 @@ data:
       securityContext:
         {{- toYaml .Values.securityContext | nindent 8 }}
       resources:
-        limits:
-          cpu: "1.75"
-          memory: "7G"
-        requests:
-          cpu: 1
-          memory: "7G"
+        {{- toYaml .Values.pipeline.resources | nindent 8 }}
       serviceAccountName: {{ include "owl.serviceAccountName" . }}
       volumeMounts:
         - name: dask-config
@@ -106,12 +101,7 @@ data:
                   {{- . | toYaml | trimSuffix "\n" | nindent 20 }}
                   {{- end }}
                   resources:
-                    limits:
-                      cpu: "1.75"
-                      memory: 7G
-                    requests:
-                      cpu: 1
-                      memory: 7G
+                    {{- toYaml .Values.pipeline.resources | nindent 20 }}
               volumes:
                 - name: dask-config
                   configMap:

diff --git a/charts/owl/values.yaml b/charts/owl/values.yaml
@@ -69,7 +69,13 @@ api:
   tolerations: []
 
 pipeline:
-  resources: {}
+  resources:
+    limits:
+      cpu: 2
+      memory: 7G
+    requests:
+      cpu: 2
+      memory: 7G
 
 dask: {}