Add python executable to config yaml (updates in dask 2024.04.0)

CoffeaTeam · Apr 5, 2024 · 26b7978 · 26b7978
1 parent 59f26a7
commit 26b7978
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 2 deletions.
diff --git a/coffea_casa/jobqueue-coffea-casa.yaml b/coffea_casa/jobqueue-coffea-casa.yaml
@@ -3,11 +3,12 @@ jobqueue:
     name: dask-worker
     # Dask worker options, taken from https://github.com/dask/dask-jobqueue/tree/master/dask_jobqueue
     cores: 1                 # Total number of cores per job
-    memory: "2GiB"                # Total amount of memory per job
+    memory: "3GiB"                # Total amount of memory per job
     processes: 1                # Number of Python processes per jobs
     worker-image: "hub.opensciencegrid.org/coffea-casa/cc-analysis-ubuntu:development"
 
     # Comunication settings
+    python: null                # Python executable
     interface: null             # Network interface to use like eth0 or ib0
     death-timeout: 60           # Number of seconds to wait if a worker can not find a scheduler
     local-directory: null       # Location of fast local storage like /scratch or $TMPDIR

diff --git a/docker/dask/jobqueue-coffea-casa.yaml b/docker/dask/jobqueue-coffea-casa.yaml
@@ -3,11 +3,12 @@ jobqueue:
     name: dask-worker
     # Dask worker options, taken from https://github.com/dask/dask-jobqueue/tree/master/dask_jobqueue
     cores: 1                 # Total number of cores per job
-    memory: "2GiB"                # Total amount of memory per job
+    memory: "3GiB"                # Total amount of memory per job
     processes: 1                # Number of Python processes per jobs
     worker-image: "hub.opensciencegrid.org/coffea-casa/cc-analysis-ubuntu:development"
 
     # Comunication settings
+    python: null                # Python executable
     interface: null             # Network interface to use like eth0 or ib0
     death-timeout: 60           # Number of seconds to wait if a worker can not find a scheduler
     local-directory: null       # Location of fast local storage like /scratch or $TMPDIR