diff --git a/templates_notebooks/template_2dmesh.ipynb b/templates_notebooks/template_2dmesh.ipynb index 7028bda..402de1b 100644 --- a/templates_notebooks/template_2dmesh.ipynb +++ b/templates_notebooks/template_2dmesh.ipynb @@ -162,6 +162,8 @@ " from dask.distributed import Client\n", " # from dask.diagnostics import ProgressBar\n", " import dask\n", + " from dask import config as cfg\n", + " cfg.set({'distributed.scheduler.worker-ttl': None})\n", " print(' --> memory_limit: {:3.3f} GB'.format(parallel_tmem/(parallel_nprc)))\n", " ## dask.config.config.get('distributed').get('dashboard').update({'link':'{JUPYTERHUB_SERVICE_PREFIX}/proxy/{port}/status'})\n", " client = Client(n_workers=parallel_nprc, threads_per_worker=1, memory_limit='{:3.3f} GB'.format(parallel_tmem/parallel_nprc))\n", @@ -291,7 +293,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.8.19" + "version": "3.9.19" } }, "nbformat": 4, diff --git a/templates_notebooks/template_hmesh.ipynb b/templates_notebooks/template_hmesh.ipynb index 3c45839..aa80a64 100644 --- a/templates_notebooks/template_hmesh.ipynb +++ b/templates_notebooks/template_hmesh.ipynb @@ -177,6 +177,8 @@ "# start parallel dask client\n", "if do_parallel and not client_runs:\n", " from dask.distributed import Client\n", + " from dask import config as cfg\n", + " cfg.set({'distributed.scheduler.worker-ttl': None})\n", " ##import dask\n", " ## dask.config.config.get('distributed').get('dashboard').update({'link':'{JUPYTERHUB_SERVICE_PREFIX}/proxy/{port}/status'})\n", " print(' --> memory_limit: {:3.3f} GB'.format(parallel_tmem/(parallel_nprc)))\n", @@ -359,7 +361,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.8.19" + "version": "3.9.19" }, "latex_envs": { "LaTeX_envs_menu_present": true, diff --git a/templates_notebooks/template_hovm.ipynb b/templates_notebooks/template_hovm.ipynb index 06e14d8..f4962e4 100644 --- a/templates_notebooks/template_hovm.ipynb +++ b/templates_notebooks/template_hovm.ipynb @@ -175,6 +175,8 @@ "# start parallel dask client\n", "if do_parallel and not client_runs:\n", " from dask.distributed import Client\n", + " from dask import config as cfg\n", + " cfg.set({'distributed.scheduler.worker-ttl': None})\n", " ##import dask\n", " ## dask.config.config.get('distributed').get('dashboard').update({'link':'{JUPYTERHUB_SERVICE_PREFIX}/proxy/{port}/status'})\n", " print(' --> memory_limit: {:3.3f} GB'.format(parallel_tmem/(parallel_nprc)))\n", diff --git a/templates_notebooks/template_hovm_clim.ipynb b/templates_notebooks/template_hovm_clim.ipynb index b3f3c05..b19c475 100644 --- a/templates_notebooks/template_hovm_clim.ipynb +++ b/templates_notebooks/template_hovm_clim.ipynb @@ -173,6 +173,8 @@ "# start parallel dask client\n", "if do_parallel and not client_runs:\n", " from dask.distributed import Client\n", + " from dask import config as cfg\n", + " cfg.set({'distributed.scheduler.worker-ttl': None})\n", " ##import dask\n", " ## dask.config.config.get('distributed').get('dashboard').update({'link':'{JUPYTERHUB_SERVICE_PREFIX}/proxy/{port}/status'})\n", " client = Client(n_workers=parallel_nprc, threads_per_worker=1, memory_limit='{:3.3f} GB'.format(parallel_tmem/parallel_nprc))\n", diff --git a/templates_notebooks/template_hquiver.ipynb b/templates_notebooks/template_hquiver.ipynb index a87bd8c..a972386 100644 --- a/templates_notebooks/template_hquiver.ipynb +++ b/templates_notebooks/template_hquiver.ipynb @@ -185,6 +185,8 @@ "# start parallel dask client\n", "if do_parallel and not client_runs:\n", " from dask.distributed import Client\n", + " from dask import config as cfg\n", + " cfg.set({'distributed.scheduler.worker-ttl': None})\n", " ##import dask\n", " ## dask.config.config.get('distributed').get('dashboard').update({'link':'{JUPYTERHUB_SERVICE_PREFIX}/proxy/{port}/status'})\n", " print(' --> memory_limit: {:3.3f} GB'.format(parallel_tmem/(parallel_nprc)))\n", diff --git a/templates_notebooks/template_hslice.ipynb b/templates_notebooks/template_hslice.ipynb index 1bcf9e2..8c96500 100644 --- a/templates_notebooks/template_hslice.ipynb +++ b/templates_notebooks/template_hslice.ipynb @@ -177,10 +177,8 @@ "# start parallel dask client\n", "if do_parallel and not client_runs:\n", " from dask.distributed import Client\n", - " \n", - "# # disable dask worker heartbeat --> prevent error ?\n", - "# from dask import config as cfg\n", - "# cfg.set({'distributed.scheduler.worker-ttl': None})\n", + " from dask import config as cfg\n", + " cfg.set({'distributed.scheduler.worker-ttl': None})\n", " \n", " ##import dask\n", " ## dask.config.config.get('distributed').get('dashboard').update({'link':'{JUPYTERHUB_SERVICE_PREFIX}/proxy/{port}/status'})\n", diff --git a/templates_notebooks/template_hslice_clim.ipynb b/templates_notebooks/template_hslice_clim.ipynb index a899467..f54cf77 100644 --- a/templates_notebooks/template_hslice_clim.ipynb +++ b/templates_notebooks/template_hslice_clim.ipynb @@ -159,6 +159,8 @@ "# start parallel dask client\n", "if do_parallel and not client_runs:\n", " from dask.distributed import Client\n", + " from dask import config as cfg\n", + " cfg.set({'distributed.scheduler.worker-ttl': None})\n", " ##import dask\n", " ## dask.config.config.get('distributed').get('dashboard').update({'link':'{JUPYTERHUB_SERVICE_PREFIX}/proxy/{port}/status'})\n", " client = Client(n_workers=parallel_nprc, threads_per_worker=1, memory_limit='{:3.3f} GB'.format(parallel_tmem/parallel_nprc))\n", diff --git a/templates_notebooks/template_hslice_isotdep.ipynb b/templates_notebooks/template_hslice_isotdep.ipynb index 6d851e2..28fdb09 100644 --- a/templates_notebooks/template_hslice_isotdep.ipynb +++ b/templates_notebooks/template_hslice_isotdep.ipynb @@ -179,6 +179,8 @@ "# start parallel dask client\n", "if do_parallel and not client_runs:\n", " from dask.distributed import Client\n", + " from dask import config as cfg\n", + " cfg.set({'distributed.scheduler.worker-ttl': None})\n", " ##import dask\n", " ## dask.config.config.get('distributed').get('dashboard').update({'link':'{JUPYTERHUB_SERVICE_PREFIX}/proxy/{port}/status'})\n", " print(' --> memory_limit: {:3.3f} GB'.format(parallel_tmem/(parallel_nprc)))\n", diff --git a/templates_notebooks/template_transect.ipynb b/templates_notebooks/template_transect.ipynb index f8f31da..6df7189 100644 --- a/templates_notebooks/template_transect.ipynb +++ b/templates_notebooks/template_transect.ipynb @@ -170,6 +170,8 @@ "# start parallel dask client\n", "if do_parallel and not client_runs:\n", " from dask.distributed import Client\n", + " from dask import config as cfg\n", + " cfg.set({'distributed.scheduler.worker-ttl': None})\n", " ##import dask\n", " ## dask.config.config.get('distributed').get('dashboard').update({'link':'{JUPYTERHUB_SERVICE_PREFIX}/proxy/{port}/status'})\n", " client = Client(n_workers=parallel_nprc, threads_per_worker=1, memory_limit='{:3.3f} GB'.format(parallel_tmem/parallel_nprc))\n", diff --git a/templates_notebooks/template_transect_clim.ipynb b/templates_notebooks/template_transect_clim.ipynb index eec125f..14e14d3 100644 --- a/templates_notebooks/template_transect_clim.ipynb +++ b/templates_notebooks/template_transect_clim.ipynb @@ -168,6 +168,8 @@ "# start parallel dask client\n", "if do_parallel and not client_runs:\n", " from dask.distributed import Client\n", + " from dask import config as cfg\n", + " cfg.set({'distributed.scheduler.worker-ttl': None})\n", " ##import dask\n", " ## dask.config.config.get('distributed').get('dashboard').update({'link':'{JUPYTERHUB_SERVICE_PREFIX}/proxy/{port}/status'})\n", " client = Client(n_workers=parallel_nprc, threads_per_worker=1, memory_limit='{:3.3f} GB'.format(parallel_tmem/parallel_nprc))\n", diff --git a/templates_notebooks/template_transect_transp.ipynb b/templates_notebooks/template_transect_transp.ipynb index fa541ed..38b15b0 100644 --- a/templates_notebooks/template_transect_transp.ipynb +++ b/templates_notebooks/template_transect_transp.ipynb @@ -173,6 +173,8 @@ "# start parallel dask client\n", "if do_parallel and not client_runs:\n", " from dask.distributed import Client\n", + " from dask import config as cfg\n", + " cfg.set({'distributed.scheduler.worker-ttl': None})\n", " ##import dask\n", " ## dask.config.config.get('distributed').get('dashboard').update({'link':'{JUPYTERHUB_SERVICE_PREFIX}/proxy/{port}/status'})\n", " client = Client(n_workers=parallel_nprc, threads_per_worker=1, memory_limit='{:3.3f} GB'.format(parallel_tmem/parallel_nprc))\n", diff --git a/templates_notebooks/template_transect_transp_t.ipynb b/templates_notebooks/template_transect_transp_t.ipynb index 273e5a5..80ead99 100644 --- a/templates_notebooks/template_transect_transp_t.ipynb +++ b/templates_notebooks/template_transect_transp_t.ipynb @@ -5,11 +5,19 @@ "execution_count": 1, "metadata": {}, "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/work/ab0246/a270092/software/tripyview/tripyview/sub_data.py:8: UserWarning: The seawater library is deprecated! Please use gsw instead.\n", + " import seawater as sw\n" + ] + }, { "name": "stdout", "output_type": "stream", "text": [ - "/albedo/home/pscholz/tripyview\n" + "/work/ab0246/a270092/software/tripyview\n" ] } ], @@ -194,6 +202,8 @@ "# start parallel dask client\n", "if do_parallel and not client_runs:\n", " from dask.distributed import Client\n", + " from dask import config as cfg\n", + " cfg.set({'distributed.scheduler.worker-ttl': None})\n", " ##import dask\n", " ## dask.config.config.get('distributed').get('dashboard').update({'link':'{JUPYTERHUB_SERVICE_PREFIX}/proxy/{port}/status'})\n", " client = Client(n_workers=parallel_nprc, threads_per_worker=1, memory_limit='{:3.3f} GB'.format(parallel_tmem/parallel_nprc))\n", diff --git a/templates_notebooks/template_transect_zmean.ipynb b/templates_notebooks/template_transect_zmean.ipynb index 2de196b..974344f 100644 --- a/templates_notebooks/template_transect_zmean.ipynb +++ b/templates_notebooks/template_transect_zmean.ipynb @@ -176,6 +176,8 @@ "# start parallel dask client\n", "if do_parallel and not client_runs:\n", " from dask.distributed import Client\n", + " from dask import config as cfg\n", + " cfg.set({'distributed.scheduler.worker-ttl': None})\n", " ##import dask\n", " ## dask.config.config.get('distributed').get('dashboard').update({'link':'{JUPYTERHUB_SERVICE_PREFIX}/proxy/{port}/status'})\n", " client = Client(n_workers=parallel_nprc, threads_per_worker=1, memory_limit='{:3.3f} GB'.format(parallel_tmem/parallel_nprc))\n", diff --git a/templates_notebooks/template_transect_zmean_clim.ipynb b/templates_notebooks/template_transect_zmean_clim.ipynb index f4923f7..995da82 100644 --- a/templates_notebooks/template_transect_zmean_clim.ipynb +++ b/templates_notebooks/template_transect_zmean_clim.ipynb @@ -176,6 +176,8 @@ "# start parallel dask client\n", "if do_parallel and not client_runs:\n", " from dask.distributed import Client\n", + " from dask import config as cfg\n", + " cfg.set({'distributed.scheduler.worker-ttl': None})\n", " ##import dask\n", " ## dask.config.config.get('distributed').get('dashboard').update({'link':'{JUPYTERHUB_SERVICE_PREFIX}/proxy/{port}/status'})\n", " print(' --> memory_limit: {:3.3f} GB'.format(parallel_tmem/(parallel_nprc)))\n", diff --git a/templates_notebooks/template_transp_dmoc.ipynb b/templates_notebooks/template_transp_dmoc.ipynb index f301c94..e1ae964 100644 --- a/templates_notebooks/template_transp_dmoc.ipynb +++ b/templates_notebooks/template_transp_dmoc.ipynb @@ -187,6 +187,8 @@ "# start parallel dask client\n", "if do_parallel and not client_runs:\n", " from dask.distributed import Client\n", + " from dask import config as cfg\n", + " cfg.set({'distributed.scheduler.worker-ttl': None})\n", " ##import dask\n", " ## dask.config.config.get('distributed').get('dashboard').update({'link':'{JUPYTERHUB_SERVICE_PREFIX}/proxy/{port}/status'})\n", " print(' --> memory_limit: {:3.3f} GB'.format(parallel_tmem/(parallel_nprc)))\n", diff --git a/templates_notebooks/template_transp_dmoc_srfcbflx.ipynb b/templates_notebooks/template_transp_dmoc_srfcbflx.ipynb index 011710f..f14ef93 100644 --- a/templates_notebooks/template_transp_dmoc_srfcbflx.ipynb +++ b/templates_notebooks/template_transp_dmoc_srfcbflx.ipynb @@ -178,6 +178,8 @@ "# start parallel dask client\n", "if do_parallel and not client_runs:\n", " from dask.distributed import Client\n", + " from dask import config as cfg\n", + " cfg.set({'distributed.scheduler.worker-ttl': None})\n", " ##import dask\n", " ## dask.config.config.get('distributed').get('dashboard').update({'link':'{JUPYTERHUB_SERVICE_PREFIX}/proxy/{port}/status'})\n", " client = Client(n_workers=parallel_nprc, threads_per_worker=1, memory_limit='{:3.3f} GB'.format(parallel_tmem/parallel_nprc))\n", diff --git a/templates_notebooks/template_transp_dmoc_t.ipynb b/templates_notebooks/template_transp_dmoc_t.ipynb index 40441b4..1229658 100644 --- a/templates_notebooks/template_transp_dmoc_t.ipynb +++ b/templates_notebooks/template_transp_dmoc_t.ipynb @@ -194,6 +194,8 @@ "# start parallel dask client\n", "if do_parallel and not client_runs:\n", " from dask.distributed import Client\n", + " from dask import config as cfg\n", + " cfg.set({'distributed.scheduler.worker-ttl': None})\n", " ##import dask\n", " ## dask.config.config.get('distributed').get('dashboard').update({'link':'{JUPYTERHUB_SERVICE_PREFIX}/proxy/{port}/status'})\n", " print(' --> memory_limit: {:3.3f} GB'.format(parallel_tmem/(parallel_nprc)))\n", diff --git a/templates_notebooks/template_transp_dmoc_wdiap.ipynb b/templates_notebooks/template_transp_dmoc_wdiap.ipynb index 21d5db9..b0710ef 100644 --- a/templates_notebooks/template_transp_dmoc_wdiap.ipynb +++ b/templates_notebooks/template_transp_dmoc_wdiap.ipynb @@ -169,6 +169,8 @@ "# start parallel dask client\n", "if do_parallel and not client_runs:\n", " from dask.distributed import Client\n", + " from dask import config as cfg\n", + " cfg.set({'distributed.scheduler.worker-ttl': None})\n", " ##import dask\n", " ## dask.config.config.get('distributed').get('dashboard').update({'link':'{JUPYTERHUB_SERVICE_PREFIX}/proxy/{port}/status'})\n", " client = Client(n_workers=parallel_nprc, threads_per_worker=1, memory_limit='{:3.3f} GB'.format(parallel_tmem/parallel_nprc))\n", diff --git a/templates_notebooks/template_transp_ghflx.ipynb b/templates_notebooks/template_transp_ghflx.ipynb index d5045a9..141d544 100644 --- a/templates_notebooks/template_transp_ghflx.ipynb +++ b/templates_notebooks/template_transp_ghflx.ipynb @@ -172,6 +172,8 @@ "# start parallel dask client\n", "if do_parallel and not client_runs:\n", " from dask.distributed import Client\n", + " from dask import config as cfg\n", + " cfg.set({'distributed.scheduler.worker-ttl': None})\n", " ##import dask\n", " ## dask.config.config.get('distributed').get('dashboard').update({'link':'{JUPYTERHUB_SERVICE_PREFIX}/proxy/{port}/status'})\n", " print(' --> memory_limit: {:3.3f} GB'.format(parallel_tmem/(parallel_nprc)))\n", diff --git a/templates_notebooks/template_transp_hbstreamf.ipynb b/templates_notebooks/template_transp_hbstreamf.ipynb index 832c6ff..f4b844f 100644 --- a/templates_notebooks/template_transp_hbstreamf.ipynb +++ b/templates_notebooks/template_transp_hbstreamf.ipynb @@ -168,6 +168,8 @@ "source": [ "if do_parallel:\n", " from dask.distributed import Client\n", + " from dask import config as cfg\n", + " cfg.set({'distributed.scheduler.worker-ttl': None})\n", " # from dask.diagnostics import ProgressBar\n", " import dask\n", " print(' --> memory_limit: {:3.3f} GB'.format(parallel_tmem/(parallel_nprc)))\n", diff --git a/templates_notebooks/template_transp_mhflx.ipynb b/templates_notebooks/template_transp_mhflx.ipynb index b6dee4b..c2e84a5 100644 --- a/templates_notebooks/template_transp_mhflx.ipynb +++ b/templates_notebooks/template_transp_mhflx.ipynb @@ -197,6 +197,8 @@ "# start parallel dask client\n", "if do_parallel and not client_runs:\n", " from dask.distributed import Client\n", + " from dask import config as cfg\n", + " cfg.set({'distributed.scheduler.worker-ttl': None})\n", " ##import dask\n", " ## dask.config.config.get('distributed').get('dashboard').update({'link':'{JUPYTERHUB_SERVICE_PREFIX}/proxy/{port}/status'})\n", " print(' --> memory_limit: {:3.3f} GB'.format(parallel_tmem/(parallel_nprc)))\n", @@ -614,7 +616,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.8.19" + "version": "3.9.19" }, "latex_envs": { "LaTeX_envs_menu_present": true, diff --git a/templates_notebooks/template_transp_zhflx.ipynb b/templates_notebooks/template_transp_zhflx.ipynb index 418bcab..58a4558 100644 --- a/templates_notebooks/template_transp_zhflx.ipynb +++ b/templates_notebooks/template_transp_zhflx.ipynb @@ -193,6 +193,8 @@ "# start parallel dask client\n", "if do_parallel and not client_runs:\n", " from dask.distributed import Client\n", + " from dask import config as cfg\n", + " cfg.set({'distributed.scheduler.worker-ttl': None})\n", " ##import dask\n", " ## dask.config.config.get('distributed').get('dashboard').update({'link':'{JUPYTERHUB_SERVICE_PREFIX}/proxy/{port}/status'})\n", " print(' --> memory_limit: {:3.3f} GB'.format(parallel_tmem/(parallel_nprc)))\n", @@ -646,7 +648,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.8.19" + "version": "3.9.19" }, "latex_envs": { "LaTeX_envs_menu_present": true, diff --git a/templates_notebooks/template_transp_zmoc.ipynb b/templates_notebooks/template_transp_zmoc.ipynb index 6559634..e21514d 100644 --- a/templates_notebooks/template_transp_zmoc.ipynb +++ b/templates_notebooks/template_transp_zmoc.ipynb @@ -178,6 +178,8 @@ "# start parallel dask client\n", "if do_parallel and not client_runs:\n", " from dask.distributed import Client\n", + " from dask import config as cfg\n", + " cfg.set({'distributed.scheduler.worker-ttl': None})\n", " ##import dask\n", " ## dask.config.config.get('distributed').get('dashboard').update({'link':'{JUPYTERHUB_SERVICE_PREFIX}/proxy/{port}/status'})\n", " print(' --> memory_limit: {:3.3f} GB'.format(parallel_tmem/(parallel_nprc)))\n", diff --git a/templates_notebooks/template_transp_zmoc_t.ipynb b/templates_notebooks/template_transp_zmoc_t.ipynb index 20e9692..42f2471 100644 --- a/templates_notebooks/template_transp_zmoc_t.ipynb +++ b/templates_notebooks/template_transp_zmoc_t.ipynb @@ -173,6 +173,8 @@ "# start parallel dask client\n", "if do_parallel and not client_runs:\n", " from dask.distributed import Client\n", + " from dask import config as cfg\n", + " cfg.set({'distributed.scheduler.worker-ttl': None})\n", " ##import dask\n", " ## dask.config.config.get('distributed').get('dashboard').update({'link':'{JUPYTERHUB_SERVICE_PREFIX}/proxy/{port}/status'})\n", " print(' --> memory_limit: {:3.3f} GB'.format(parallel_tmem/(parallel_nprc)))\n", diff --git a/templates_notebooks/template_var_t.ipynb b/templates_notebooks/template_var_t.ipynb index c92c583..e7be449 100644 --- a/templates_notebooks/template_var_t.ipynb +++ b/templates_notebooks/template_var_t.ipynb @@ -185,6 +185,8 @@ "# start parallel dask client\n", "if do_parallel and not client_runs:\n", " from dask.distributed import Client\n", + " from dask import config as cfg\n", + " cfg.set({'distributed.scheduler.worker-ttl': None})\n", " ##import dask\n", " ## dask.config.config.get('distributed').get('dashboard').update({'link':'{JUPYTERHUB_SERVICE_PREFIX}/proxy/{port}/status'})\n", " print(' --> memory_limit: {:3.3f} GB'.format(parallel_tmem/(parallel_nprc)))\n", diff --git a/templates_notebooks/template_vprofile.ipynb b/templates_notebooks/template_vprofile.ipynb index 5cf02cb..8d290b5 100644 --- a/templates_notebooks/template_vprofile.ipynb +++ b/templates_notebooks/template_vprofile.ipynb @@ -183,6 +183,8 @@ "# start parallel dask client\n", "if do_parallel and not client_runs:\n", " from dask.distributed import Client\n", + " from dask import config as cfg\n", + " cfg.set({'distributed.scheduler.worker-ttl': None})\n", " ##import dask\n", " ## dask.config.config.get('distributed').get('dashboard').update({'link':'{JUPYTERHUB_SERVICE_PREFIX}/proxy/{port}/status'})\n", " print(' --> memory_limit: {:3.3f} GB'.format(parallel_tmem/(parallel_nprc)))\n", diff --git a/templates_notebooks/template_vprofile_clim.ipynb b/templates_notebooks/template_vprofile_clim.ipynb index 3f412d7..490d073 100644 --- a/templates_notebooks/template_vprofile_clim.ipynb +++ b/templates_notebooks/template_vprofile_clim.ipynb @@ -183,6 +183,8 @@ "# start parallel dask client\n", "if do_parallel and not client_runs:\n", " from dask.distributed import Client\n", + " from dask import config as cfg\n", + " cfg.set({'distributed.scheduler.worker-ttl': None})\n", " ##import dask\n", " ## dask.config.config.get('distributed').get('dashboard').update({'link':'{JUPYTERHUB_SERVICE_PREFIX}/proxy/{port}/status'})\n", " print(' --> memory_limit: {:3.3f} GB'.format(parallel_tmem/(parallel_nprc)))\n",