diff --git a/Recipes/Surface_Water_Mass_Transformation.ipynb b/Recipes/Surface_Water_Mass_Transformation.ipynb index eb672e94..3626ec7e 100644 --- a/Recipes/Surface_Water_Mass_Transformation.ipynb +++ b/Recipes/Surface_Water_Mass_Transformation.ipynb @@ -85,7 +85,7 @@ "
\n", "
\n", "

Client

\n", - "

Client-57e9ca08-410c-11f0-a311-000003c2fe80

\n", + "

Client-d52aa7b6-4683-11f0-9702-0000038dfe80

\n", " \n", "\n", " \n", @@ -98,7 +98,7 @@ " \n", " \n", " \n", " \n", " \n", @@ -107,7 +107,7 @@ "
\n", - " Dashboard: /proxy/8787/status\n", + " Dashboard: /proxy/45393/status\n", "
\n", "\n", " \n", - " \n", " \n", @@ -120,11 +120,11 @@ "
\n", "
\n", "

LocalCluster

\n", - "

1720e4b3

\n", + "

c11b7e2e

\n", " \n", " \n", " \n", "
\n", - " Dashboard: /proxy/8787/status\n", + " Dashboard: /proxy/45393/status\n", " \n", " Workers: 28\n", @@ -157,11 +157,11 @@ "
\n", "
\n", "

Scheduler

\n", - "

Scheduler-2215f28a-4cca-4817-aec5-8b2d7c2bbc45

\n", + "

Scheduler-9ca580d0-7a9a-4887-8b2a-659265f1c924

\n", " \n", " \n", " \n", " \n", " \n", " \n", "
\n", - " Comm: tcp://127.0.0.1:36695\n", + " Comm: tcp://127.0.0.1:34877\n", " \n", " Workers: 0 \n", @@ -169,7 +169,7 @@ "
\n", - " Dashboard: /proxy/8787/status\n", + " Dashboard: /proxy/45393/status\n", " \n", " Total threads: 0\n", @@ -203,7 +203,7 @@ " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -248,7 +248,7 @@ "
\n", - " Comm: tcp://127.0.0.1:41233\n", + " Comm: tcp://127.0.0.1:33673\n", " \n", " Total threads: 1\n", @@ -211,7 +211,7 @@ "
\n", - " Dashboard: /proxy/42667/status\n", + " Dashboard: /proxy/37667/status\n", " \n", " Memory: 4.47 GiB\n", @@ -219,13 +219,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:40865\n", + " Nanny: tcp://127.0.0.1:45653\n", "
\n", - " Local directory: /jobfs/142304441.gadi-pbs/dask-scratch-space/worker-it6rej4j\n", + " Local directory: /jobfs/142770678.gadi-pbs/dask-scratch-space/worker-_p2e4wdl\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -293,7 +293,7 @@ "
\n", - " Comm: tcp://127.0.0.1:42051\n", + " Comm: tcp://127.0.0.1:44463\n", " \n", " Total threads: 1\n", @@ -256,7 +256,7 @@ "
\n", - " Dashboard: /proxy/39207/status\n", + " Dashboard: /proxy/34797/status\n", " \n", " Memory: 4.47 GiB\n", @@ -264,13 +264,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:37961\n", + " Nanny: tcp://127.0.0.1:40479\n", "
\n", - " Local directory: /jobfs/142304441.gadi-pbs/dask-scratch-space/worker-hmhty_qa\n", + " Local directory: /jobfs/142770678.gadi-pbs/dask-scratch-space/worker-0d5qbcqe\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -338,7 +338,7 @@ "
\n", - " Comm: tcp://127.0.0.1:41079\n", + " Comm: tcp://127.0.0.1:34945\n", " \n", " Total threads: 1\n", @@ -301,7 +301,7 @@ "
\n", - " Dashboard: /proxy/40365/status\n", + " Dashboard: /proxy/42093/status\n", " \n", " Memory: 4.47 GiB\n", @@ -309,13 +309,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:46689\n", + " Nanny: tcp://127.0.0.1:43827\n", "
\n", - " Local directory: /jobfs/142304441.gadi-pbs/dask-scratch-space/worker-_zd5sn2l\n", + " Local directory: /jobfs/142770678.gadi-pbs/dask-scratch-space/worker-r__keq6v\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -383,7 +383,7 @@ "
\n", - " Comm: tcp://127.0.0.1:33635\n", + " Comm: tcp://127.0.0.1:33221\n", " \n", " Total threads: 1\n", @@ -346,7 +346,7 @@ "
\n", - " Dashboard: /proxy/43149/status\n", + " Dashboard: /proxy/33529/status\n", " \n", " Memory: 4.47 GiB\n", @@ -354,13 +354,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:37449\n", + " Nanny: tcp://127.0.0.1:35395\n", "
\n", - " Local directory: /jobfs/142304441.gadi-pbs/dask-scratch-space/worker-26pjd9xh\n", + " Local directory: /jobfs/142770678.gadi-pbs/dask-scratch-space/worker-asbe4js8\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -428,7 +428,7 @@ "
\n", - " Comm: tcp://127.0.0.1:42541\n", + " Comm: tcp://127.0.0.1:34271\n", " \n", " Total threads: 1\n", @@ -391,7 +391,7 @@ "
\n", - " Dashboard: /proxy/33611/status\n", + " Dashboard: /proxy/36781/status\n", " \n", " Memory: 4.47 GiB\n", @@ -399,13 +399,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:39221\n", + " Nanny: tcp://127.0.0.1:37923\n", "
\n", - " Local directory: /jobfs/142304441.gadi-pbs/dask-scratch-space/worker-wzr2p_wh\n", + " Local directory: /jobfs/142770678.gadi-pbs/dask-scratch-space/worker-pr0gskyy\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -473,7 +473,7 @@ "
\n", - " Comm: tcp://127.0.0.1:45369\n", + " Comm: tcp://127.0.0.1:44499\n", " \n", " Total threads: 1\n", @@ -436,7 +436,7 @@ "
\n", - " Dashboard: /proxy/44117/status\n", + " Dashboard: /proxy/36759/status\n", " \n", " Memory: 4.47 GiB\n", @@ -444,13 +444,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:41777\n", + " Nanny: tcp://127.0.0.1:45749\n", "
\n", - " Local directory: /jobfs/142304441.gadi-pbs/dask-scratch-space/worker-9etm88ha\n", + " Local directory: /jobfs/142770678.gadi-pbs/dask-scratch-space/worker-x0569vla\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -518,7 +518,7 @@ "
\n", - " Comm: tcp://127.0.0.1:39775\n", + " Comm: tcp://127.0.0.1:39433\n", " \n", " Total threads: 1\n", @@ -481,7 +481,7 @@ "
\n", - " Dashboard: /proxy/33285/status\n", + " Dashboard: /proxy/37553/status\n", " \n", " Memory: 4.47 GiB\n", @@ -489,13 +489,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:45685\n", + " Nanny: tcp://127.0.0.1:33935\n", "
\n", - " Local directory: /jobfs/142304441.gadi-pbs/dask-scratch-space/worker-i3siv76u\n", + " Local directory: /jobfs/142770678.gadi-pbs/dask-scratch-space/worker-7thm6cvu\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -563,7 +563,7 @@ "
\n", - " Comm: tcp://127.0.0.1:42117\n", + " Comm: tcp://127.0.0.1:39553\n", " \n", " Total threads: 1\n", @@ -526,7 +526,7 @@ "
\n", - " Dashboard: /proxy/34425/status\n", + " Dashboard: /proxy/35621/status\n", " \n", " Memory: 4.47 GiB\n", @@ -534,13 +534,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:39131\n", + " Nanny: tcp://127.0.0.1:34983\n", "
\n", - " Local directory: /jobfs/142304441.gadi-pbs/dask-scratch-space/worker-9pons0lh\n", + " Local directory: /jobfs/142770678.gadi-pbs/dask-scratch-space/worker-fwx_jsik\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -608,7 +608,7 @@ "
\n", - " Comm: tcp://127.0.0.1:46531\n", + " Comm: tcp://127.0.0.1:44089\n", " \n", " Total threads: 1\n", @@ -571,7 +571,7 @@ "
\n", - " Dashboard: /proxy/42147/status\n", + " Dashboard: /proxy/44725/status\n", " \n", " Memory: 4.47 GiB\n", @@ -579,13 +579,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:36129\n", + " Nanny: tcp://127.0.0.1:39753\n", "
\n", - " Local directory: /jobfs/142304441.gadi-pbs/dask-scratch-space/worker-32jqq7b6\n", + " Local directory: /jobfs/142770678.gadi-pbs/dask-scratch-space/worker-ax712tbc\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -653,7 +653,7 @@ "
\n", - " Comm: tcp://127.0.0.1:45681\n", + " Comm: tcp://127.0.0.1:46389\n", " \n", " Total threads: 1\n", @@ -616,7 +616,7 @@ "
\n", - " Dashboard: /proxy/46533/status\n", + " Dashboard: /proxy/34391/status\n", " \n", " Memory: 4.47 GiB\n", @@ -624,13 +624,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:40721\n", + " Nanny: tcp://127.0.0.1:39415\n", "
\n", - " Local directory: /jobfs/142304441.gadi-pbs/dask-scratch-space/worker-_kcpw0ep\n", + " Local directory: /jobfs/142770678.gadi-pbs/dask-scratch-space/worker-6qrpqh91\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -698,7 +698,7 @@ "
\n", - " Comm: tcp://127.0.0.1:33981\n", + " Comm: tcp://127.0.0.1:35431\n", " \n", " Total threads: 1\n", @@ -661,7 +661,7 @@ "
\n", - " Dashboard: /proxy/44999/status\n", + " Dashboard: /proxy/34701/status\n", " \n", " Memory: 4.47 GiB\n", @@ -669,13 +669,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:36999\n", + " Nanny: tcp://127.0.0.1:39225\n", "
\n", - " Local directory: /jobfs/142304441.gadi-pbs/dask-scratch-space/worker-umqvfc2p\n", + " Local directory: /jobfs/142770678.gadi-pbs/dask-scratch-space/worker-wr8howcs\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -743,7 +743,7 @@ "
\n", - " Comm: tcp://127.0.0.1:34521\n", + " Comm: tcp://127.0.0.1:32839\n", " \n", " Total threads: 1\n", @@ -706,7 +706,7 @@ "
\n", - " Dashboard: /proxy/36131/status\n", + " Dashboard: /proxy/44181/status\n", " \n", " Memory: 4.47 GiB\n", @@ -714,13 +714,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:45095\n", + " Nanny: tcp://127.0.0.1:46155\n", "
\n", - " Local directory: /jobfs/142304441.gadi-pbs/dask-scratch-space/worker-6bmyezvh\n", + " Local directory: /jobfs/142770678.gadi-pbs/dask-scratch-space/worker-55abjtn_\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -788,7 +788,7 @@ "
\n", - " Comm: tcp://127.0.0.1:45759\n", + " Comm: tcp://127.0.0.1:36805\n", " \n", " Total threads: 1\n", @@ -751,7 +751,7 @@ "
\n", - " Dashboard: /proxy/44759/status\n", + " Dashboard: /proxy/43327/status\n", " \n", " Memory: 4.47 GiB\n", @@ -759,13 +759,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:46671\n", + " Nanny: tcp://127.0.0.1:39411\n", "
\n", - " Local directory: /jobfs/142304441.gadi-pbs/dask-scratch-space/worker-gpqf7pbm\n", + " Local directory: /jobfs/142770678.gadi-pbs/dask-scratch-space/worker-l_z4deiw\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -833,7 +833,7 @@ "
\n", - " Comm: tcp://127.0.0.1:36673\n", + " Comm: tcp://127.0.0.1:40103\n", " \n", " Total threads: 1\n", @@ -796,7 +796,7 @@ "
\n", - " Dashboard: /proxy/42739/status\n", + " Dashboard: /proxy/46783/status\n", " \n", " Memory: 4.47 GiB\n", @@ -804,13 +804,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:45727\n", + " Nanny: tcp://127.0.0.1:44769\n", "
\n", - " Local directory: /jobfs/142304441.gadi-pbs/dask-scratch-space/worker-g73euvm0\n", + " Local directory: /jobfs/142770678.gadi-pbs/dask-scratch-space/worker-2wrdbxzs\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -878,7 +878,7 @@ "
\n", - " Comm: tcp://127.0.0.1:39251\n", + " Comm: tcp://127.0.0.1:46303\n", " \n", " Total threads: 1\n", @@ -841,7 +841,7 @@ "
\n", - " Dashboard: /proxy/38763/status\n", + " Dashboard: /proxy/36831/status\n", " \n", " Memory: 4.47 GiB\n", @@ -849,13 +849,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:40833\n", + " Nanny: tcp://127.0.0.1:35997\n", "
\n", - " Local directory: /jobfs/142304441.gadi-pbs/dask-scratch-space/worker-gue52nnp\n", + " Local directory: /jobfs/142770678.gadi-pbs/dask-scratch-space/worker-nxdtk5cg\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -923,7 +923,7 @@ "
\n", - " Comm: tcp://127.0.0.1:40013\n", + " Comm: tcp://127.0.0.1:46437\n", " \n", " Total threads: 1\n", @@ -886,7 +886,7 @@ "
\n", - " Dashboard: /proxy/35209/status\n", + " Dashboard: /proxy/46607/status\n", " \n", " Memory: 4.47 GiB\n", @@ -894,13 +894,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:39551\n", + " Nanny: tcp://127.0.0.1:34469\n", "
\n", - " Local directory: /jobfs/142304441.gadi-pbs/dask-scratch-space/worker-_2zp7gds\n", + " Local directory: /jobfs/142770678.gadi-pbs/dask-scratch-space/worker-y1hz8_77\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -968,7 +968,7 @@ "
\n", - " Comm: tcp://127.0.0.1:40785\n", + " Comm: tcp://127.0.0.1:36415\n", " \n", " Total threads: 1\n", @@ -931,7 +931,7 @@ "
\n", - " Dashboard: /proxy/44849/status\n", + " Dashboard: /proxy/36085/status\n", " \n", " Memory: 4.47 GiB\n", @@ -939,13 +939,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:36643\n", + " Nanny: tcp://127.0.0.1:39687\n", "
\n", - " Local directory: /jobfs/142304441.gadi-pbs/dask-scratch-space/worker-53je5uac\n", + " Local directory: /jobfs/142770678.gadi-pbs/dask-scratch-space/worker-qfs237_h\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -1013,7 +1013,7 @@ "
\n", - " Comm: tcp://127.0.0.1:39463\n", + " Comm: tcp://127.0.0.1:45169\n", " \n", " Total threads: 1\n", @@ -976,7 +976,7 @@ "
\n", - " Dashboard: /proxy/39953/status\n", + " Dashboard: /proxy/43675/status\n", " \n", " Memory: 4.47 GiB\n", @@ -984,13 +984,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:33159\n", + " Nanny: tcp://127.0.0.1:37249\n", "
\n", - " Local directory: /jobfs/142304441.gadi-pbs/dask-scratch-space/worker-d7hhb6dh\n", + " Local directory: /jobfs/142770678.gadi-pbs/dask-scratch-space/worker-fibsdtmd\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -1058,7 +1058,7 @@ "
\n", - " Comm: tcp://127.0.0.1:46643\n", + " Comm: tcp://127.0.0.1:42417\n", " \n", " Total threads: 1\n", @@ -1021,7 +1021,7 @@ "
\n", - " Dashboard: /proxy/37575/status\n", + " Dashboard: /proxy/43617/status\n", " \n", " Memory: 4.47 GiB\n", @@ -1029,13 +1029,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:37101\n", + " Nanny: tcp://127.0.0.1:43157\n", "
\n", - " Local directory: /jobfs/142304441.gadi-pbs/dask-scratch-space/worker-115ppfmj\n", + " Local directory: /jobfs/142770678.gadi-pbs/dask-scratch-space/worker-6ozovw_9\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -1103,7 +1103,7 @@ "
\n", - " Comm: tcp://127.0.0.1:41447\n", + " Comm: tcp://127.0.0.1:41935\n", " \n", " Total threads: 1\n", @@ -1066,7 +1066,7 @@ "
\n", - " Dashboard: /proxy/46733/status\n", + " Dashboard: /proxy/44607/status\n", " \n", " Memory: 4.47 GiB\n", @@ -1074,13 +1074,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:44727\n", + " Nanny: tcp://127.0.0.1:46069\n", "
\n", - " Local directory: /jobfs/142304441.gadi-pbs/dask-scratch-space/worker-nnnpdtf7\n", + " Local directory: /jobfs/142770678.gadi-pbs/dask-scratch-space/worker-sk6h3yqg\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -1148,7 +1148,7 @@ "
\n", - " Comm: tcp://127.0.0.1:37093\n", + " Comm: tcp://127.0.0.1:42331\n", " \n", " Total threads: 1\n", @@ -1111,7 +1111,7 @@ "
\n", - " Dashboard: /proxy/42073/status\n", + " Dashboard: /proxy/35981/status\n", " \n", " Memory: 4.47 GiB\n", @@ -1119,13 +1119,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:40667\n", + " Nanny: tcp://127.0.0.1:36355\n", "
\n", - " Local directory: /jobfs/142304441.gadi-pbs/dask-scratch-space/worker-ybbe_4yp\n", + " Local directory: /jobfs/142770678.gadi-pbs/dask-scratch-space/worker-xfhk_by2\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -1193,7 +1193,7 @@ "
\n", - " Comm: tcp://127.0.0.1:34449\n", + " Comm: tcp://127.0.0.1:43231\n", " \n", " Total threads: 1\n", @@ -1156,7 +1156,7 @@ "
\n", - " Dashboard: /proxy/44337/status\n", + " Dashboard: /proxy/40459/status\n", " \n", " Memory: 4.47 GiB\n", @@ -1164,13 +1164,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:43317\n", + " Nanny: tcp://127.0.0.1:43443\n", "
\n", - " Local directory: /jobfs/142304441.gadi-pbs/dask-scratch-space/worker-6e84qtzk\n", + " Local directory: /jobfs/142770678.gadi-pbs/dask-scratch-space/worker-3wljxg6x\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -1238,7 +1238,7 @@ "
\n", - " Comm: tcp://127.0.0.1:34623\n", + " Comm: tcp://127.0.0.1:40739\n", " \n", " Total threads: 1\n", @@ -1201,7 +1201,7 @@ "
\n", - " Dashboard: /proxy/39965/status\n", + " Dashboard: /proxy/33469/status\n", " \n", " Memory: 4.47 GiB\n", @@ -1209,13 +1209,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:45495\n", + " Nanny: tcp://127.0.0.1:35593\n", "
\n", - " Local directory: /jobfs/142304441.gadi-pbs/dask-scratch-space/worker-mckkwrtf\n", + " Local directory: /jobfs/142770678.gadi-pbs/dask-scratch-space/worker-kzeavbem\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -1283,7 +1283,7 @@ "
\n", - " Comm: tcp://127.0.0.1:33567\n", + " Comm: tcp://127.0.0.1:45413\n", " \n", " Total threads: 1\n", @@ -1246,7 +1246,7 @@ "
\n", - " Dashboard: /proxy/45963/status\n", + " Dashboard: /proxy/34421/status\n", " \n", " Memory: 4.47 GiB\n", @@ -1254,13 +1254,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:35309\n", + " Nanny: tcp://127.0.0.1:35005\n", "
\n", - " Local directory: /jobfs/142304441.gadi-pbs/dask-scratch-space/worker-v25gxf8x\n", + " Local directory: /jobfs/142770678.gadi-pbs/dask-scratch-space/worker-8a25xw_0\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -1328,7 +1328,7 @@ "
\n", - " Comm: tcp://127.0.0.1:33371\n", + " Comm: tcp://127.0.0.1:36985\n", " \n", " Total threads: 1\n", @@ -1291,7 +1291,7 @@ "
\n", - " Dashboard: /proxy/42657/status\n", + " Dashboard: /proxy/41331/status\n", " \n", " Memory: 4.47 GiB\n", @@ -1299,13 +1299,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:41771\n", + " Nanny: tcp://127.0.0.1:43937\n", "
\n", - " Local directory: /jobfs/142304441.gadi-pbs/dask-scratch-space/worker-wt0q26j5\n", + " Local directory: /jobfs/142770678.gadi-pbs/dask-scratch-space/worker-9034xbtg\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -1373,7 +1373,7 @@ "
\n", - " Comm: tcp://127.0.0.1:42757\n", + " Comm: tcp://127.0.0.1:34401\n", " \n", " Total threads: 1\n", @@ -1336,7 +1336,7 @@ "
\n", - " Dashboard: /proxy/40079/status\n", + " Dashboard: /proxy/34275/status\n", " \n", " Memory: 4.47 GiB\n", @@ -1344,13 +1344,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:37197\n", + " Nanny: tcp://127.0.0.1:43653\n", "
\n", - " Local directory: /jobfs/142304441.gadi-pbs/dask-scratch-space/worker-65legd0w\n", + " Local directory: /jobfs/142770678.gadi-pbs/dask-scratch-space/worker-p0g5knjj\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -1418,7 +1418,7 @@ "
\n", - " Comm: tcp://127.0.0.1:35165\n", + " Comm: tcp://127.0.0.1:34609\n", " \n", " Total threads: 1\n", @@ -1381,7 +1381,7 @@ "
\n", - " Dashboard: /proxy/36039/status\n", + " Dashboard: /proxy/41413/status\n", " \n", " Memory: 4.47 GiB\n", @@ -1389,13 +1389,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:35129\n", + " Nanny: tcp://127.0.0.1:43603\n", "
\n", - " Local directory: /jobfs/142304441.gadi-pbs/dask-scratch-space/worker-ds6ga_di\n", + " Local directory: /jobfs/142770678.gadi-pbs/dask-scratch-space/worker-vhq_506j\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -1467,7 +1467,7 @@ "" ], "text/plain": [ - "" + "" ] }, "execution_count": 2, @@ -1497,7 +1497,7 @@ }, { "cell_type": "code", - "execution_count": 34, + "execution_count": 3, "metadata": {}, "outputs": [], "source": [ @@ -1666,64 +1666,64 @@ "outputs": [], "source": [ "def isopycnal_bins(ds, salt_transformation, heat_transformation):\n", - " \n", + "\n", " # Next section does a few things. It cycles through isopycnal bins, determines which cells are \n", " # within the given bin for each month, finds the transformation values for those cells for each month, \n", " # and sums these through time. You are left with an array of shape (isopyncal bins * lats * lons) \n", " # where the array associated with a given isopycnal bin is NaN everywhere except where pot_rho_1 \n", " # was within the bin, there it has a time summed transformation value.\n", " \n", - " isopycnal_bins = np.arange(31, 33.5, 0.02) # 125 bins - 31, 33.5, 0.02\n", - " bin_bottoms = isopycnal_bins[:-1] \n", + " # Choose appropriate bin range\n", + " isopycnal_bins = np.arange(31, 33.5, 0.02) # 125 bins - 31, 33.5, 0.02 (sigma1)\n", + " #isopycnal_bins = np.concatenate([np.arange(25.0, 26.5, 0.05), np.arange(26.5, 28.5, 0.02)]) # 130 bins (sigma0)\n", + " bin_bottoms = isopycnal_bins[:-1]\n", + " isopycnal_bin_mid = (isopycnal_bins[1:] + bin_bottoms) / 2\n", + " isopycnal_bin_diff = np.diff(isopycnal_bins)\n", + "\n", " pot_rho_1 = ds['pot_rho_1']\n", - " X = pot_rho_1.cf['longitude']\n", - " Y = pot_rho_1.cf['latitude']\n", - " \n", - " binned_salt_transformation = xr.DataArray(np.zeros([len(bin_bottoms), len(Y), len(X)]), \n", - " coords = [bin_bottoms, Y, X], \n", - " dims = ['isopycnal_bins', Y.name, X.name], \n", - " name = 'salt_transformation')\n", "\n", - " binned_heat_transformation = xr.DataArray(np.zeros([len(bin_bottoms), len(Y), len(X)]), \n", - " coords = [bin_bottoms, Y, X], \n", - " dims = ['isopycnal_bins', Y.name, X.name], \n", - " name = 'temp_transformation')\n", - " \n", - " binned_salt_transformation = binned_salt_transformation.chunk({'isopycnal_bins': 1, Y.name: -1, X.name: -1})\n", - " binned_heat_transformation = binned_heat_transformation.chunk({'isopycnal_bins': 1, Y.name: -1, X.name: -1})\n", - " \n", - " for i in range(len(isopycnal_bins)-1):\n", - " bin_mask = pot_rho_1.where(pot_rho_1 <= isopycnal_bins[i+1]).where(pot_rho_1 > isopycnal_bins[i]) * 0 + 1\n", - " # Forcing the arrays to have matching chunking halves the computation time\n", - " masked_transform = (salt_transformation.chunk(bin_mask.chunksizes) * bin_mask).sum('time')\n", - " masked_transform = masked_transform.where(masked_transform != 0) \n", - " masked_transform = masked_transform.load()\n", - " binned_salt_transformation[i, :, :] = masked_transform\n", + " results_salt = []\n", + " results_heat = []\n", "\n", - " masked_transform = (heat_transformation.chunk(bin_mask.chunksizes) * bin_mask).sum('time')\n", - " masked_transform = masked_transform.where(masked_transform != 0) \n", - " masked_transform = masked_transform.load()\n", - " binned_heat_transformation[i, :, :] = masked_transform\n", + " for i in range(len(bin_bottoms)):\n", + " # Create binary mask for each bin\n", + " bin_mask = xr.where((pot_rho_1 > bin_bottoms[i]) & (pot_rho_1 <= isopycnal_bins[i + 1]), 1, np.nan)\n", "\n", - " ndays = ds['days_per_month'].sum().values\n", - " salt_transformation = binned_salt_transformation / ndays\n", - " \n", + " # Multiply and sum over time\n", + " salt_sum = (salt_transformation * bin_mask).sum(dim='time')\n", + " heat_sum = (heat_transformation * bin_mask).sum(dim='time')\n", + "\n", + " results_salt.append(salt_sum.expand_dims({'isopycnal_bins': [isopycnal_bin_mid[i]]}))\n", + " results_heat.append(heat_sum.expand_dims({'isopycnal_bins': [isopycnal_bin_mid[i]]}))\n", + "\n", + " # Concatenate results along isopycnal dimension\n", + " salt_transformation = xr.concat(results_salt, dim='isopycnal_bins')\n", + " heat_transformation = xr.concat(results_heat, dim='isopycnal_bins')\n", + "\n", + " # Normalise by number of days and bin thickness\n", + " ndays = ds['days_per_month'].sum()\n", " c_p = 3992.1 # J kg-1 degC-1\n", - " heat_transformation = binned_heat_transformation / c_p / ndays\n", "\n", - " isopycnal_bin_diff = np.diff(isopycnal_bins)\n", - " salt_transformation = salt_transformation / isopycnal_bin_diff[:, np.newaxis, np.newaxis]\n", - " heat_transformation = heat_transformation / isopycnal_bin_diff[:, np.newaxis, np.newaxis]\n", - " \n", - " isopycnal_bin_mid = (isopycnal_bins[1:] + isopycnal_bins[:-1]) / 2\n", - " salt_transformation['isopycnal_bins'] = isopycnal_bin_mid\n", - " heat_transformation['isopycnal_bins'] = isopycnal_bin_mid\n", - " \n", + " salt_transformation /= ndays\n", + " heat_transformation /= (c_p * ndays)\n", + "\n", + " salt_transformation /= isopycnal_bin_diff[:, np.newaxis, np.newaxis]\n", + " heat_transformation /= isopycnal_bin_diff[:, np.newaxis, np.newaxis]\n", + "\n", + " # Overwrite zeros with NANs \n", + " # (Note: the code within the for-loop should provide nans but lazy computing with dask can sometimes give unpredictable results)\n", + " salt_transformation = salt_transformation.where(salt_transformation != 0)\n", + " heat_transformation = heat_transformation.where(heat_transformation != 0)\n", + "\n", " # Change the sign so that positive means conversion into denser water masses\n", - " salt_transformation = -1 * salt_transformation\n", - " heat_transformation = -1 * heat_transformation\n", + " salt_transformation *= -1\n", + " heat_transformation *= -1\n", + "\n", + " # Renaming\n", + " salt_transformation.name = \"salt_transformation\"\n", + " heat_transformation.name = \"heat_transformation\"\n", "\n", - " return salt_transformation, heat_transformation" + " return salt_transformation.load(), heat_transformation.load()\n" ] }, { @@ -2003,7 +2003,7 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "🚨 ⏰ **Note**: the `isopycnal_bins` method below might take ~30 minutes on an XXLarge ARE instance." + "🚨 ⏰ **Note**: the `isopycnal_bins` method below might take ~5 minutes on an XXLarge ARE instance." ] }, { @@ -2011,11 +2011,21 @@ "execution_count": 9, "metadata": {}, "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2025-06-11 15:28:51,895 - distributed.worker.memory - WARNING - Worker is at 80% memory usage. Pausing worker. Process memory: 3.58 GiB -- Worker memory limit: 4.47 GiB\n", + "2025-06-11 15:28:56,509 - distributed.worker.memory - WARNING - Worker is at 64% memory usage. Resuming worker. Process memory: 2.86 GiB -- Worker memory limit: 4.47 GiB\n", + "2025-06-11 15:30:06,584 - distributed.worker.memory - WARNING - Worker is at 81% memory usage. Pausing worker. Process memory: 3.63 GiB -- Worker memory limit: 4.47 GiB\n", + "2025-06-11 15:30:08,237 - distributed.worker.memory - WARNING - Worker is at 71% memory usage. Resuming worker. Process memory: 3.21 GiB -- Worker memory limit: 4.47 GiB\n" + ] + }, { "name": "stdout", "output_type": "stream", "text": [ - "43min 59s ± 0 ns per loop (mean ± std. dev. of 1 run, 1 loop each)\n" + "4min 6s ± 0 ns per loop (mean ± std. dev. of 1 run, 1 loop each)\n" ] } ], @@ -4542,9 +4552,9 @@ ], "metadata": { "kernelspec": { - "display_name": "Python [conda env:analysis3-25.05] *", + "display_name": "Python [conda env:analysis3-unstable]", "language": "python", - "name": "conda-env-analysis3-25.05-py" + "name": "conda-env-analysis3-unstable-py" }, "language_info": { "codemirror_mode": {
\n", - " Comm: tcp://127.0.0.1:39983\n", + " Comm: tcp://127.0.0.1:33139\n", " \n", " Total threads: 1\n", @@ -1426,7 +1426,7 @@ "
\n", - " Dashboard: /proxy/45949/status\n", + " Dashboard: /proxy/35441/status\n", " \n", " Memory: 4.47 GiB\n", @@ -1434,13 +1434,13 @@ "
\n", - " Nanny: tcp://127.0.0.1:34057\n", + " Nanny: tcp://127.0.0.1:44757\n", "
\n", - " Local directory: /jobfs/142304441.gadi-pbs/dask-scratch-space/worker-hjoc_3zs\n", + " Local directory: /jobfs/142770678.gadi-pbs/dask-scratch-space/worker-kdum6f6j\n", "