From 2ba91c343dec1c25ac747011d747a318fd6d9c49 Mon Sep 17 00:00:00 2001 From: "Navid C. Constantinou" Date: Mon, 16 Jun 2025 11:06:04 +1000 Subject: [PATCH] remove dask clutter + drop gdata --- .../regional-mom6-forced-by-access-om2.ipynb | 2549 ++--------------- 1 file changed, 276 insertions(+), 2273 deletions(-) diff --git a/Recipes/regional-mom6-forced-by-access-om2.ipynb b/Recipes/regional-mom6-forced-by-access-om2.ipynb index b2b212b2..c26df5ba 100644 --- a/Recipes/regional-mom6-forced-by-access-om2.ipynb +++ b/Recipes/regional-mom6-forced-by-access-om2.ipynb @@ -67,7 +67,7 @@ "
\n", "
\n", "

Client

\n", - "

Client-fa40863a-49b6-11f0-8e8b-00000184fe80

\n", + "

Client-1c6031c3-4a4d-11f0-b16a-00000189fe80

\n", " \n", "\n", " \n", @@ -102,22 +102,22 @@ " \n", "
\n", "

LocalCluster

\n", - "

b85fd717

\n", + "

e400d9b3

\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", @@ -139,11 +139,11 @@ "
\n", "
\n", "

Scheduler

\n", - "

Scheduler-785f35c6-2b62-463e-a4b0-0e8669e08758

\n", + "

Scheduler-2fa5ccce-acf9-43bb-90ed-c13e0677ffb4

\n", "
\n", " Dashboard: /proxy/8787/status\n", " \n", - " Workers: 48\n", + " Workers: 4\n", "
\n", - " Total threads: 48\n", + " Total threads: 4\n", " \n", - " Total memory: 188.56 GiB\n", + " Total memory: 16.00 GiB\n", "
\n", " \n", " \n", "
\n", - " Comm: tcp://127.0.0.1:40221\n", + " Comm: tcp://127.0.0.1:38881\n", " \n", " Workers: 0 \n", @@ -185,7 +185,7 @@ " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -230,7 +230,7 @@ "
\n", - " Comm: tcp://127.0.0.1:40525\n", + " Comm: tcp://127.0.0.1:39841\n", " \n", " Total threads: 1\n", @@ -193,21 +193,21 @@ "
\n", - " Dashboard: /proxy/36243/status\n", + " Dashboard: /proxy/45025/status\n", " \n", - " Memory: 3.93 GiB\n", + " Memory: 4.00 GiB\n", "
\n", - " Nanny: tcp://127.0.0.1:39799\n", + " Nanny: tcp://127.0.0.1:34401\n", "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-ik7vm2wf\n", + " Local directory: /jobfs/143155960.gadi-pbs/dask-scratch-space/worker-lzaclama\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -275,7 +275,7 @@ "
\n", - " Comm: tcp://127.0.0.1:36675\n", + " Comm: tcp://127.0.0.1:40225\n", " \n", " Total threads: 1\n", @@ -238,21 +238,21 @@ "
\n", - " Dashboard: /proxy/41107/status\n", + " Dashboard: /proxy/39743/status\n", " \n", - " Memory: 3.93 GiB\n", + " Memory: 4.00 GiB\n", "
\n", - " Nanny: tcp://127.0.0.1:32783\n", + " Nanny: tcp://127.0.0.1:36209\n", "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-2zhjkni9\n", + " Local directory: /jobfs/143155960.gadi-pbs/dask-scratch-space/worker-56yhzgn8\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", @@ -320,7 +320,7 @@ "
\n", - " Comm: tcp://127.0.0.1:39045\n", + " Comm: tcp://127.0.0.1:32777\n", " \n", " Total threads: 1\n", @@ -283,21 +283,21 @@ "
\n", - " Dashboard: /proxy/37227/status\n", + " Dashboard: /proxy/40967/status\n", " \n", - " Memory: 3.93 GiB\n", + " Memory: 4.00 GiB\n", "
\n", - " Nanny: tcp://127.0.0.1:42483\n", + " Nanny: tcp://127.0.0.1:43185\n", "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-uxdlgz30\n", + " Local directory: /jobfs/143155960.gadi-pbs/dask-scratch-space/worker-wwnws_kw\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:34927\n", + " Comm: tcp://127.0.0.1:43375\n", " \n", " Total threads: 1\n", @@ -328,2001 +328,21 @@ "
\n", - " Dashboard: /proxy/44899/status\n", + " Dashboard: /proxy/35507/status\n", " \n", - " Memory: 3.93 GiB\n", + " Memory: 4.00 GiB\n", "
\n", - " Nanny: tcp://127.0.0.1:45147\n", + " Nanny: tcp://127.0.0.1:42993\n", "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-i8jz2_ex\n", - "
\n", - " \n", - " \n", - " \n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 4

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:33397\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/40737/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:44343\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-9bdoxe5n\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 5

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:46799\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/42775/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:39535\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-uh5x_85a\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 6

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:40175\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/33241/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:35637\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-d7urptm_\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 7

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:44385\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/45229/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:40283\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-k3k323qg\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 8

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:40233\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/34475/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:37813\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-tcezswgm\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 9

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:41359\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/39721/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:42059\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-4r_sp1_z\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 10

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:40665\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/43447/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:43019\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-6z_p256n\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 11

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:36617\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/43831/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:36447\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-7gxq0dyf\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 12

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:44359\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/37037/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:36399\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-daa_j1wx\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 13

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:40315\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/37501/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:44527\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-1g3g84xb\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 14

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:36327\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/45653/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:35903\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-gtsrsxjr\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 15

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:40441\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/46485/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:45369\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-9qz2lq6q\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 16

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:42897\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/34875/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:46605\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-9vcpzdmf\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 17

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:38127\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/34801/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:41679\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-vpsg_9r8\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 18

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:32975\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/36033/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:44845\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-bs_32zb_\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 19

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:44179\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/39503/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:42185\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-721508qh\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 20

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:39639\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/37639/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:37117\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-bue6cmg_\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 21

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:37507\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/37039/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:35273\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-9uqm6xfy\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 22

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:36535\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/32863/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:39901\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-z17rtvsn\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 23

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:35957\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/37085/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:44745\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-7wjdv87j\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 24

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:35955\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/45731/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:41299\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-tmamhkem\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 25

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:33027\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/44695/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:36569\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-x69b8qd0\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 26

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:34887\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/35513/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:44135\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-vrzdtnis\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 27

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:43395\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/33171/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:45547\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-shp0tbfv\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 28

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:40349\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/37729/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:37737\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-9nvq5zvn\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 29

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:42001\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/45865/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:36513\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-1i4x1iqk\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 30

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:33663\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/37209/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:33725\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-na_l4z54\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 31

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:38903\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/36289/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:40619\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-ahrmg7ig\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 32

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:37057\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/41545/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:44353\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-59p25be0\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 33

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:37965\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/39307/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:34225\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-gzfy7z_i\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 34

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:46133\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/35735/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:32973\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-h8upr1mc\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 35

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:37351\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/34175/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:43271\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-o7pot5n9\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 36

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:35805\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/41397/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:41479\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-9nn6nncd\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 37

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:46553\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/43241/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:38205\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-hh8l1g7h\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 38

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:36689\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/43691/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:36703\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-bid4nym2\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 39

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:36781\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/34633/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:39465\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-0_16le33\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 40

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:38901\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/34405/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:39577\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-qljgglwl\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 41

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:44619\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/43759/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:34589\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-4kr_9_zn\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 42

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:45209\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/34135/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:38755\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-8ynkmw4d\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 43

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:43569\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/35605/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:43325\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-yb7vru5l\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 44

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:42101\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/45059/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:39795\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-1gz8w_yj\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 45

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:38027\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/40957/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:45587\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-yzh4mbb5\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 46

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:39759\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/38729/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:40377\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-c7d8uymh\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 47

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", "\n", @@ -2349,7 +369,7 @@ "" ], "text/plain": [ - "" + "" ] }, "execution_count": 2, @@ -2424,18 +444,16 @@ "name": "stdout", "output_type": "stream", "text": [ - "scratch directory: /scratch/g40/nc3020\n", - "gdata directory: /g/data/g40/nc3020\n", + "scratch directory: /scratch/x77/nc3020\n", "home directory: /home/552/nc3020\n" ] } ], "source": [ "scratch = subprocess.run(\"echo /scratch/$PROJECT/$USER\", shell=True, capture_output=True, text=True).stdout.strip()\n", - "gdata = subprocess.run(\"echo /g/data/$PROJECT/$USER\", shell=True, capture_output=True, text=True).stdout.strip()\n", "home = subprocess.run(\"echo ~\", shell=True, capture_output=True, text=True).stdout.strip()\n", "\n", - "for (dir_name, dir) in zip((\"scratch\", \"gdata\", \"home\"), (scratch, gdata, home)):\n", + "for (dir_name, dir) in zip((\"scratch\", \"home\"), (scratch, home)):\n", " print(dir_name, \"directory:\", dir)" ] }, @@ -2486,7 +504,7 @@ "fre_tools_dir = \"/g/data/ik11/mom6_tools/tools\"\n", "\n", "## Directory where ocean model cut-outs go before processing\n", - "tmp_dir = f\"{gdata}/{expt_name}\"\n", + "tmp_dir = f\"{scratch}/{expt_name}\"\n", "\n", "## if directories don't exist, create them\n", "for path in (run_dir, tmp_dir, input_dir):\n", @@ -2572,7 +590,7 @@ "\n", "
\n", " \n", - " 100.00% [5/5 00:12<00:00]\n", + " 100.00% [5/5 00:15<00:00]\n", "
\n", " " ], @@ -2973,72 +991,35 @@ " fill: currentColor;\n", "}\n", "
<xarray.Dataset> Size: 3GB\n",
-       "Dimensions:   (xu_ocean: 3600, yu_ocean: 131, st_ocean: 75, time: 5,\n",
-       "               xt_ocean: 3600, yt_ocean: 131)\n",
+       "Dimensions:   (xt_ocean: 3600, yt_ocean: 131, time: 5, st_ocean: 75,\n",
+       "               xu_ocean: 3600, yu_ocean: 131)\n",
        "Coordinates:\n",
-       "  * xu_ocean  (xu_ocean) float64 29kB -279.9 -279.8 -279.7 ... 79.8 79.9 80.0\n",
-       "  * yu_ocean  (yu_ocean) float64 1kB -48.16 -48.09 -48.03 ... -38.83 -38.75\n",
-       "  * st_ocean  (st_ocean) float64 600B 0.5413 1.681 2.94 ... 5.511e+03 5.709e+03\n",
-       "  * time      (time) datetime64[ns] 40B 2013-01-01T12:00:00 ... 2013-01-05T12...\n",
        "  * xt_ocean  (xt_ocean) float64 29kB -279.9 -279.8 -279.7 ... 79.75 79.85 79.95\n",
        "  * yt_ocean  (yt_ocean) float64 1kB -48.19 -48.13 -48.06 ... -38.87 -38.79\n",
+       "  * time      (time) datetime64[ns] 40B 2013-01-01T12:00:00 ... 2013-01-05T12...\n",
+       "  * st_ocean  (st_ocean) float64 600B 0.5413 1.681 2.94 ... 5.511e+03 5.709e+03\n",
+       "  * xu_ocean  (xu_ocean) float64 29kB -279.9 -279.8 -279.7 ... 79.8 79.9 80.0\n",
+       "  * yu_ocean  (yu_ocean) float64 1kB -48.16 -48.09 -48.03 ... -38.83 -38.75\n",
        "Data variables:\n",
-       "    u         (time, st_ocean, yu_ocean, xu_ocean) float32 707MB dask.array<chunksize=(1, 19, 117, 180), meta=np.ndarray>\n",
        "    eta_t     (time, yt_ocean, xt_ocean) float32 9MB dask.array<chunksize=(1, 131, 720), meta=np.ndarray>\n",
        "    temp      (time, st_ocean, yt_ocean, xt_ocean) float32 707MB dask.array<chunksize=(1, 19, 117, 180), meta=np.ndarray>\n",
+       "    u         (time, st_ocean, yu_ocean, xu_ocean) float32 707MB dask.array<chunksize=(1, 19, 117, 180), meta=np.ndarray>\n",
        "    salt      (time, st_ocean, yt_ocean, xt_ocean) float32 707MB dask.array<chunksize=(1, 19, 117, 180), meta=np.ndarray>\n",
        "    v         (time, st_ocean, yu_ocean, xu_ocean) float32 707MB dask.array<chunksize=(1, 19, 117, 180), meta=np.ndarray>\n",
        "Attributes: (12/21)\n",
-       "    filename:                                 ocean-3d-u-1-daily-mean-ym_2013...\n",
+       "    filename:                                 ocean-2d-eta_t-1-daily-mean-ym_...\n",
        "    title:                                    ACCESS-OM2-01\n",
        "    grid_type:                                mosaic\n",
        "    grid_tile:                                1\n",
        "    history:                                  20221109T1223Z: /g/data/ik11/in...\n",
-       "    intake_esm_vars:                          ['u']\n",
+       "    intake_esm_vars:                          ['eta_t']\n",
        "    ...                                       ...\n",
-       "    intake_esm_attrs:variable_standard_name:  ,,,,,,sea_water_x_velocity,,,,\n",
-       "    intake_esm_attrs:variable_cell_methods:   ,,,,,,time: mean,,,,\n",
-       "    intake_esm_attrs:variable_units:          degrees_E,degrees_N,meters,mete...\n",
+       "    intake_esm_attrs:variable_standard_name:  ,,,,,,,,\n",
+       "    intake_esm_attrs:variable_cell_methods:   ,,,,time: mean,,,,\n",
+       "    intake_esm_attrs:variable_units:          degrees_E,degrees_N,days since ...\n",
        "    intake_esm_attrs:realm:                   ocean\n",
        "    intake_esm_attrs:_data_format_:           netcdf\n",
-       "    intake_esm_dataset_key:                   ocean_3d_u_1_daily_mean_ym_XXXX...
\n", - " Comm: tcp://127.0.0.1:41671\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: /proxy/34147/status\n", - " \n", - " Memory: 3.93 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:44127\n", - "
\n", - " Local directory: /jobfs/143129082.gadi-pbs/dask-scratch-space/worker-mh4ok2_l\n", + " Local directory: /jobfs/143155960.gadi-pbs/dask-scratch-space/worker-t33cq0qt\n", "
\n", + " -39.104463, -39.02682 , -38.949092, -38.871279, -38.793381])
  • time
    (time)
    datetime64[ns]
    2013-01-01T12:00:00 ... 2013-01-...
    long_name :
    time
    cartesian_axis :
    T
    calendar_type :
    GREGORIAN
    bounds :
    time_bnds
    array(['2013-01-01T12:00:00.000000000', '2013-01-02T12:00:00.000000000',\n",
+       "       '2013-01-03T12:00:00.000000000', '2013-01-04T12:00:00.000000000',\n",
+       "       '2013-01-05T12:00:00.000000000'], dtype='datetime64[ns]')
  • st_ocean
    (st_ocean)
    float64
    0.5413 1.681 ... 5.709e+03
    long_name :
    tcell zstar depth
    units :
    meters
    cartesian_axis :
    Z
    positive :
    down
    edges :
    st_edges_ocean
    array([5.412807e-01, 1.680735e+00, 2.939953e+00, 4.331522e+00, 5.869350e+00,\n",
+       "       7.568810e+00, 9.446885e+00, 1.152234e+01, 1.381593e+01, 1.635055e+01,\n",
+       "       1.915154e+01, 2.224687e+01, 2.566746e+01, 2.944746e+01, 3.362460e+01,\n",
+       "       3.824057e+01, 4.334140e+01, 4.897796e+01, 5.520640e+01, 6.208874e+01,\n",
+       "       6.969342e+01, 7.809601e+01, 8.737988e+01, 9.763699e+01, 1.089687e+02,\n",
+       "       1.214869e+02, 1.353144e+02, 1.505868e+02, 1.674530e+02, 1.860765e+02,\n",
+       "       2.066365e+02, 2.293296e+02, 2.543701e+02, 2.819920e+02, 3.124492e+02,\n",
+       "       3.460166e+02, 3.829906e+02, 4.236883e+02, 4.684475e+02, 5.176241e+02,\n",
+       "       5.715899e+02, 6.307275e+02, 6.954248e+02, 7.660668e+02, 8.430255e+02,\n",
+       "       9.266482e+02, 1.017244e+03, 1.115068e+03, 1.220309e+03, 1.333076e+03,\n",
+       "       1.453384e+03, 1.581154e+03, 1.716205e+03, 1.858264e+03, 2.006975e+03,\n",
+       "       2.161913e+03, 2.322601e+03, 2.488533e+03, 2.659189e+03, 2.834054e+03,\n",
+       "       3.012631e+03, 3.194453e+03, 3.379089e+03, 3.566145e+03, 3.755274e+03,\n",
+       "       3.946166e+03, 4.138551e+03, 4.332197e+03, 4.526903e+03, 4.722497e+03,\n",
+       "       4.918835e+03, 5.115794e+03, 5.313270e+03, 5.511177e+03, 5.709443e+03])
  • xu_ocean
    (xu_ocean)
    float64
    -279.9 -279.8 -279.7 ... 79.9 80.0
    long_name :
    ucell longitude
    units :
    degrees_E
    cartesian_axis :
    X
    array([-279.9, -279.8, -279.7, ...,   79.8,   79.9,   80. ])
  • yu_ocean
    (yu_ocean)
    float64
    -48.16 -48.09 ... -38.83 -38.75
    long_name :
    ucell latitude
    units :
    degrees_N
    cartesian_axis :
    Y
    array([-48.161134, -48.094387, -48.027553, -47.960633, -47.893625, -47.826531,\n",
+       "       -47.75935 , -47.692082, -47.624727, -47.557285, -47.489756, -47.422141,\n",
+       "       -47.354438, -47.286648, -47.218772, -47.150808, -47.082758, -47.01462 ,\n",
+       "       -46.946395, -46.878084, -46.809685, -46.741199, -46.672626, -46.603966,\n",
+       "       -46.535218, -46.466384, -46.397462, -46.328454, -46.259358, -46.190175,\n",
+       "       -46.120904, -46.051547, -45.982102, -45.91257 , -45.842951, -45.773245,\n",
+       "       -45.703451, -45.63357 , -45.563602, -45.493547, -45.423404, -45.353175,\n",
+       "       -45.282858, -45.212453, -45.141962, -45.071383, -45.000717, -44.929963,\n",
+       "       -44.859122, -44.788195, -44.717179, -44.646077, -44.574887, -44.50361 ,\n",
+       "       -44.432246, -44.360794, -44.289256, -44.21763 , -44.145916, -44.074116,\n",
+       "       -44.002228, -43.930253, -43.858191, -43.786042, -43.713806, -43.641482,\n",
+       "       -43.569071, -43.496573, -43.423988, -43.351316, -43.278557, -43.20571 ,\n",
+       "       -43.132776, -43.059756, -42.986648, -42.913453, -42.840172, -42.766803,\n",
+       "       -42.693347, -42.619804, -42.546174, -42.472458, -42.398654, -42.324763,\n",
+       "       -42.250786, -42.176722, -42.10257 , -42.028332, -41.954008, -41.879596,\n",
+       "       -41.805098, -41.730513, -41.655841, -41.581083, -41.506238, -41.431306,\n",
+       "       -41.356288, -41.281183, -41.205992, -41.130714, -41.05535 , -40.979899,\n",
+       "       -40.904362, -40.828738, -40.753028, -40.677232, -40.60135 , -40.525381,\n",
+       "       -40.449326, -40.373185, -40.296958, -40.220644, -40.144245, -40.06776 ,\n",
+       "       -39.991188, -39.914531, -39.837788, -39.760959, -39.684044, -39.607043,\n",
+       "       -39.529957, -39.452785, -39.375527, -39.298184, -39.220755, -39.143241,\n",
+       "       -39.065641, -38.987956, -38.910186, -38.83233 , -38.754389])
    • eta_t
      (time, yt_ocean, xt_ocean)
      float32
      dask.array<chunksize=(1, 131, 720), meta=np.ndarray>
      long_name :
      surface height on T cells [Boussinesq (volume conserving) model]
      units :
      meter
      valid_range :
      [-1000. 1000.]
      cell_methods :
      time: mean
      time_avg_info :
      average_T1,average_T2,average_DT
    • \n", + " \n", + " \n", + " \n", + " \n", + "
    \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
    Array Chunk
    Bytes 9.00 MiB 368.44 kiB
    Shape (5, 131, 3600) (1, 131, 720)
    Dask graph 25 chunks in 5 graph layers
    Data type float32 numpy.ndarray
    \n", + "     		\n", + " \n", + "\n", + " \n", + " \n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + " \n", + "\n", + " \n", + " \n", + " \n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + " \n", + " \n", + "\n", + " \n", + " 3600\n", + " 131\n", + " 5\n", + "\n", + "
  • temp
    (time, st_ocean, yt_ocean, xt_ocean)
    float32
    dask.array<chunksize=(1, 19, 117, 180), meta=np.ndarray>
    long_name :
    Conservative temperature
    units :
    K
    valid_range :
    [-10. 500.]
    cell_methods :
    time: mean
    time_avg_info :
    average_T1,average_T2,average_DT
    standard_name :
    sea_water_conservative_temperature
    \n", " \n", "
    \n", " \n", @@ -3203,101 +1315,7 @@ "\n", " \n", " \n", - "
  • eta_t
    (time, yt_ocean, xt_ocean)
    float32
    dask.array<chunksize=(1, 131, 720), meta=np.ndarray>
    long_name :
    surface height on T cells [Boussinesq (volume conserving) model]
    units :
    meter
    valid_range :
    [-1000. 1000.]
    cell_methods :
    time: mean
    time_avg_info :
    average_T1,average_T2,average_DT
    \n", - " \n", - " \n", - " \n", - " \n", - "
    \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
    Array Chunk
    Bytes 9.00 MiB 368.44 kiB
    Shape (5, 131, 3600) (1, 131, 720)
    Dask graph 25 chunks in 5 graph layers
    Data type float32 numpy.ndarray
    \n", - "     		\n", - " \n", - "\n", - " \n", - " \n", - " \n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - " \n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - " \n", - "\n", - " \n", - " \n", - " \n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - " \n", - "\n", - " \n", - " 3600\n", - " 131\n", - " 5\n", - "\n", - "
  • temp
    (time, st_ocean, yt_ocean, xt_ocean)
    float32
    dask.array<chunksize=(1, 19, 117, 180), meta=np.ndarray>
    long_name :
    Conservative temperature
    units :
    K
    valid_range :
    [-10. 500.]
    cell_methods :
    time: mean
    time_avg_info :
    average_T1,average_T2,average_DT
    standard_name :
    sea_water_conservative_temperature
    \n", + "
  • u
    (time, st_ocean, yu_ocean, xu_ocean)
    float32
    dask.array<chunksize=(1, 19, 117, 180), meta=np.ndarray>
    long_name :
    i-current
    units :
    m/sec
    valid_range :
    [-10. 10.]
    cell_methods :
    time: mean
    time_avg_info :
    average_T1,average_T2,average_DT
    standard_name :
    sea_water_x_velocity
    \n", " \n", "
    \n", " \n", @@ -3441,7 +1459,7 @@ "\n", " \n", " \n", - "
  • salt
    (time, st_ocean, yt_ocean, xt_ocean)
    float32
    dask.array<chunksize=(1, 19, 117, 180), meta=np.ndarray>
    long_name :
    Practical Salinity
    units :
    psu
    valid_range :
    [-10. 100.]
    cell_methods :
    time: mean
    time_avg_info :
    average_T1,average_T2,average_DT
    standard_name :
    sea_water_salinity
    \n", + "
  • salt
    (time, st_ocean, yt_ocean, xt_ocean)
    float32
    dask.array<chunksize=(1, 19, 117, 180), meta=np.ndarray>
    long_name :
    Practical Salinity
    units :
    psu
    valid_range :
    [-10. 100.]
    cell_methods :
    time: mean
    time_avg_info :
    average_T1,average_T2,average_DT
    standard_name :
    sea_water_salinity
    \n", " \n", "
    \n", " \n", @@ -3585,7 +1603,7 @@ "\n", " \n", " \n", - "
  • v
    (time, st_ocean, yu_ocean, xu_ocean)
    float32
    dask.array<chunksize=(1, 19, 117, 180), meta=np.ndarray>
    long_name :
    j-current
    units :
    m/sec
    valid_range :
    [-10. 10.]
    cell_methods :
    time: mean
    time_avg_info :
    average_T1,average_T2,average_DT
    standard_name :
    sea_water_y_velocity
    \n", + "
  • v
    (time, st_ocean, yu_ocean, xu_ocean)
    float32
    dask.array<chunksize=(1, 19, 117, 180), meta=np.ndarray>
    long_name :
    j-current
    units :
    m/sec
    valid_range :
    [-10. 10.]
    cell_methods :
    time: mean
    time_avg_info :
    average_T1,average_T2,average_DT
    standard_name :
    sea_water_y_velocity
    \n", " \n", "
    \n", " \n", @@ -3729,25 +1747,28 @@ "\n", " \n", " \n", - "
    • xu_ocean
      PandasIndex
      PandasIndex(Index([             -279.9, -279.79999999999995, -279.69999999999993,\n",
-       "        -279.5999999999999,  -279.4999999999999, -279.39999999999986,\n",
-       "       -279.29999999999984,  -279.1999999999998,  -279.0999999999998,\n",
-       "        -278.9999999999998,\n",
+       "
    • xt_ocean
      PandasIndex
      PandasIndex(Index([            -279.95, -279.84999999999997, -279.74999999999994,\n",
+       "        -279.6499999999999,  -279.5499999999999,  -279.4499999999999,\n",
+       "       -279.34999999999985, -279.24999999999983,  -279.1499999999998,\n",
+       "        -279.0499999999998,\n",
        "       ...\n",
-       "         79.09999999999494,   79.19999999999493,   79.29999999999492,\n",
-       "         79.39999999999492,   79.49999999999491,    79.5999999999949,\n",
-       "          79.6999999999949,    79.7999999999949,   79.89999999999489,\n",
-       "                      80.0],\n",
-       "      dtype='float64', name='xu_ocean', length=3600))
    • yu_ocean
      PandasIndex
      PandasIndex(Index([   -48.161134395531, -48.094387239178445,  -48.02755332504395,\n",
-       "       -47.960632631267906,  -47.89362513673128,  -47.82653082046717,\n",
-       "       -47.759349662251786,  -47.69208164201877, -47.624726740447365,\n",
-       "       -47.557284938379595,\n",
+       "         79.04999999999492,   79.14999999999495,   79.24999999999491,\n",
+       "         79.34999999999494,    79.4499999999949,   79.54999999999492,\n",
+       "         79.64999999999489,   79.74999999999491,   79.84999999999488,\n",
+       "          79.9499999999949],\n",
+       "      dtype='float64', name='xt_ocean', length=3600))
    • yt_ocean
      PandasIndex
      PandasIndex(Index([ -48.19448631550852,  -48.12778247555349,   -48.0609920028034,\n",
+       "        -47.99411464728449,  -47.92715061525132,  -47.86009965821123,\n",
+       "       -47.792961982723114,  -47.72573734178046, -47.658425942257075,\n",
+       "        -47.59102753863766,\n",
        "       ...\n",
-       "        -39.45278508748074, -39.375527438737336,  -39.29818419997722,\n",
-       "       -39.220755417580285, -39.143241138384596,   -39.0656414101226,\n",
-       "        -38.98795628098951,  -38.91018580007708, -38.832330016944404,\n",
-       "         -38.7543889820493],\n",
-       "      dtype='float64', name='yu_ocean', length=131))
    • st_ocean
      PandasIndex
      PandasIndex(Index([0.5412807464599609,  1.680734634399414, 2.9399526119232178,\n",
+       "        -39.49139248397716, -39.414177690984324,  -39.33687718649035,\n",
+       "        -39.25949121346409,  -39.18201962169648,  -39.10446265507271,\n",
+       "       -39.026820165172495,  -38.94909239680651,  -38.87127920334764,\n",
+       "        -38.79338083054117],\n",
+       "      dtype='float64', name='yt_ocean', length=131))
    • time
      PandasIndex
      PandasIndex(DatetimeIndex(['2013-01-01 12:00:00', '2013-01-02 12:00:00',\n",
+       "               '2013-01-03 12:00:00', '2013-01-04 12:00:00',\n",
+       "               '2013-01-05 12:00:00'],\n",
+       "              dtype='datetime64[ns]', name='time', freq='D'))
    • st_ocean
      PandasIndex
      PandasIndex(Index([0.5412807464599609,  1.680734634399414, 2.9399526119232178,\n",
        "        4.331521511077881,  5.869350433349609,  7.568809986114502,\n",
        "        9.446885108947754, 11.522344589233398, 13.815927505493164,\n",
        "       16.350553512573242, 19.151540756225586, 22.246871948242188,\n",
@@ -3772,60 +1793,57 @@
        "         4138.55126953125,     4332.197265625,   4526.90283203125,\n",
        "          4722.4970703125,    4918.8349609375,    5115.7939453125,\n",
        "         5313.27001953125,   5511.17724609375,   5709.44287109375],\n",
-       "      dtype='float64', name='st_ocean'))
    • time
      PandasIndex
      PandasIndex(DatetimeIndex(['2013-01-01 12:00:00', '2013-01-02 12:00:00',\n",
-       "               '2013-01-03 12:00:00', '2013-01-04 12:00:00',\n",
-       "               '2013-01-05 12:00:00'],\n",
-       "              dtype='datetime64[ns]', name='time', freq='D'))
    • xt_ocean
      PandasIndex
      PandasIndex(Index([            -279.95, -279.84999999999997, -279.74999999999994,\n",
-       "        -279.6499999999999,  -279.5499999999999,  -279.4499999999999,\n",
-       "       -279.34999999999985, -279.24999999999983,  -279.1499999999998,\n",
-       "        -279.0499999999998,\n",
+       "      dtype='float64', name='st_ocean'))
    • xu_ocean
      PandasIndex
      PandasIndex(Index([             -279.9, -279.79999999999995, -279.69999999999993,\n",
+       "        -279.5999999999999,  -279.4999999999999, -279.39999999999986,\n",
+       "       -279.29999999999984,  -279.1999999999998,  -279.0999999999998,\n",
+       "        -278.9999999999998,\n",
        "       ...\n",
-       "         79.04999999999492,   79.14999999999495,   79.24999999999491,\n",
-       "         79.34999999999494,    79.4499999999949,   79.54999999999492,\n",
-       "         79.64999999999489,   79.74999999999491,   79.84999999999488,\n",
-       "          79.9499999999949],\n",
-       "      dtype='float64', name='xt_ocean', length=3600))
    • yt_ocean
      PandasIndex
      PandasIndex(Index([ -48.19448631550852,  -48.12778247555349,   -48.0609920028034,\n",
-       "        -47.99411464728449,  -47.92715061525132,  -47.86009965821123,\n",
-       "       -47.792961982723114,  -47.72573734178046, -47.658425942257075,\n",
-       "        -47.59102753863766,\n",
+       "         79.09999999999494,   79.19999999999493,   79.29999999999492,\n",
+       "         79.39999999999492,   79.49999999999491,    79.5999999999949,\n",
+       "          79.6999999999949,    79.7999999999949,   79.89999999999489,\n",
+       "                      80.0],\n",
+       "      dtype='float64', name='xu_ocean', length=3600))
    • yu_ocean
      PandasIndex
      PandasIndex(Index([   -48.161134395531, -48.094387239178445,  -48.02755332504395,\n",
+       "       -47.960632631267906,  -47.89362513673128,  -47.82653082046717,\n",
+       "       -47.759349662251786,  -47.69208164201877, -47.624726740447365,\n",
+       "       -47.557284938379595,\n",
        "       ...\n",
-       "        -39.49139248397716, -39.414177690984324,  -39.33687718649035,\n",
-       "        -39.25949121346409,  -39.18201962169648,  -39.10446265507271,\n",
-       "       -39.026820165172495,  -38.94909239680651,  -38.87127920334764,\n",
-       "        -38.79338083054117],\n",
-       "      dtype='float64', name='yt_ocean', length=131))
  • filename :
    ocean-3d-u-1-daily-mean-ym_2013_01.nc
    title :
    ACCESS-OM2-01
    grid_type :
    mosaic
    grid_tile :
    1
    history :
    20221109T1223Z: /g/data/ik11/inputs/access-om2/bin/mppnccombine-fast -r -o ocean-3d-u-1-daily-mean-ym_2013_01.nc ocean-3d-u-1-daily-mean-ym_2013_01.nc.0000 ocean-3d-u-1-daily-mean-ym_2013_01.nc.0001 ocean-3d-u-1-daily-mean-ym_2013_01.nc.0002 ocean-3d-u-1-daily-mean-ym_2013_01.nc.0003 ocean-3d-u-1-daily-mean-ym_2013_01.nc.0004 ocean-3d-u-1-daily-mean-ym_2013_01.nc.0005 ocean-3d-u-1-daily-mean-ym_2013_01.nc.0006 ocean-3d-u-1-daily-mean-ym_2013_01.nc.0007 ocean-3d-u-1-daily-mean-ym_2013_01.nc.0008 ocean-3d-u-1-daily-mean-ym_2013_01.nc.0009 ocean-3d-u-1-daily-mean-ym_2013_01.nc.0010 ocean-3d-u-1-daily-mean-ym_2013_01.nc.0011 ocean-3d-u-1-daily-mean-ym_2013_01.nc.0012 ocean-3d-u-1-daily-mean-ym_2013_01.nc.0013 ocean-3d-u-1-daily-mean-ym_2013_01.nc.0014 ocean-3d-u-1-daily-mean-ym_2013_01.nc.0015 ocean-3d-u-1-daily-mean-ym_2013_01.nc.0016 ocean-3d-u-1-daily-mean-ym_2013_01.nc.0017 ocean-3d-u-1-daily-mean-ym_2013_01.nc.0018 ocean-3d-u-1-daily-mean-ym_2013_01.nc.0019 ocean-3d-u-1-daily-mean-ym_2013_01.nc.0020 ocean-3d-u-1-daily-mean-ym_2013_01.nc.0021 ocean-3d-u-1-daily-mean-ym_2013_01.nc.0022 ocean-3d-u-1-daily-mean-ym_2013_01.nc.0023 ocean-3d-u-1-daily-mean-ym_2013_01.nc.0024
    intake_esm_vars :
    ['u']
    intake_esm_attrs:filename :
    ocean-3d-u-1-daily-mean-ym_2013_01.nc
    intake_esm_attrs:file_id :
    ocean_3d_u_1_daily_mean_ym_XXXX_XX
    intake_esm_attrs:path :
    /g/data/ik11/outputs/access-om2-01/01deg_jra55v150_iaf_cycle1/output220/ocean/ocean-3d-u-1-daily-mean-ym_2013_01.nc
    intake_esm_attrs:filename_timestamp :
    2013_01
    intake_esm_attrs:frequency :
    1day
    intake_esm_attrs:start_date :
    2013-01-01, 00:00:00
    intake_esm_attrs:end_date :
    2013-02-01, 00:00:00
    intake_esm_attrs:variable :
    xu_ocean,yu_ocean,st_ocean,st_edges_ocean,time,nv,u,average_T1,average_T2,average_DT,time_bnds
    intake_esm_attrs:variable_long_name :
    ucell longitude,ucell latitude,tcell zstar depth,tcell zstar depth edges,time,vertex number,i-current,Start time for average period,End time for average period,Length of average period,time axis boundaries
    intake_esm_attrs:variable_standard_name :
    ,,,,,,sea_water_x_velocity,,,,
    intake_esm_attrs:variable_cell_methods :
    ,,,,,,time: mean,,,,
    intake_esm_attrs:variable_units :
    degrees_E,degrees_N,meters,meters,days since 1900-01-01 00:00:00,none,m/sec,days since 1900-01-01 00:00:00,days since 1900-01-01 00:00:00,days,days
    intake_esm_attrs:realm :
    ocean
    intake_esm_attrs:_data_format_ :
    netcdf
    intake_esm_dataset_key :
    ocean_3d_u_1_daily_mean_ym_XXXX_XX.1day
    • " + " -39.45278508748074, -39.375527438737336, -39.29818419997722,\n", + " -39.220755417580285, -39.143241138384596, -39.0656414101226,\n", + " -38.98795628098951, -38.91018580007708, -38.832330016944404,\n", + " -38.7543889820493],\n", + " dtype='float64', name='yu_ocean', length=131))
  • filename :
    ocean-2d-eta_t-1-daily-mean-ym_2013_01.nc
    title :
    ACCESS-OM2-01
    grid_type :
    mosaic
    grid_tile :
    1
    history :
    20221109T1223Z: /g/data/ik11/inputs/access-om2/bin/mppnccombine-fast -r -o ocean-2d-eta_t-1-daily-mean-ym_2013_01.nc ocean-2d-eta_t-1-daily-mean-ym_2013_01.nc.0000 ocean-2d-eta_t-1-daily-mean-ym_2013_01.nc.0001 ocean-2d-eta_t-1-daily-mean-ym_2013_01.nc.0002 ocean-2d-eta_t-1-daily-mean-ym_2013_01.nc.0003 ocean-2d-eta_t-1-daily-mean-ym_2013_01.nc.0004 ocean-2d-eta_t-1-daily-mean-ym_2013_01.nc.0005 ocean-2d-eta_t-1-daily-mean-ym_2013_01.nc.0006 ocean-2d-eta_t-1-daily-mean-ym_2013_01.nc.0007 ocean-2d-eta_t-1-daily-mean-ym_2013_01.nc.0008 ocean-2d-eta_t-1-daily-mean-ym_2013_01.nc.0009 ocean-2d-eta_t-1-daily-mean-ym_2013_01.nc.0010 ocean-2d-eta_t-1-daily-mean-ym_2013_01.nc.0011 ocean-2d-eta_t-1-daily-mean-ym_2013_01.nc.0012 ocean-2d-eta_t-1-daily-mean-ym_2013_01.nc.0013 ocean-2d-eta_t-1-daily-mean-ym_2013_01.nc.0014 ocean-2d-eta_t-1-daily-mean-ym_2013_01.nc.0015 ocean-2d-eta_t-1-daily-mean-ym_2013_01.nc.0016 ocean-2d-eta_t-1-daily-mean-ym_2013_01.nc.0017 ocean-2d-eta_t-1-daily-mean-ym_2013_01.nc.0018 ocean-2d-eta_t-1-daily-mean-ym_2013_01.nc.0019 ocean-2d-eta_t-1-daily-mean-ym_2013_01.nc.0020 ocean-2d-eta_t-1-daily-mean-ym_2013_01.nc.0021 ocean-2d-eta_t-1-daily-mean-ym_2013_01.nc.0022 ocean-2d-eta_t-1-daily-mean-ym_2013_01.nc.0023 ocean-2d-eta_t-1-daily-mean-ym_2013_01.nc.0024
    intake_esm_vars :
    ['eta_t']
    intake_esm_attrs:filename :
    ocean-2d-eta_t-1-daily-mean-ym_2013_01.nc
    intake_esm_attrs:file_id :
    ocean_2d_eta_t_1_daily_mean_ym_XXXX_XX
    intake_esm_attrs:path :
    /g/data/ik11/outputs/access-om2-01/01deg_jra55v150_iaf_cycle1/output220/ocean/ocean-2d-eta_t-1-daily-mean-ym_2013_01.nc
    intake_esm_attrs:filename_timestamp :
    2013_01
    intake_esm_attrs:frequency :
    1day
    intake_esm_attrs:start_date :
    2013-01-01, 00:00:00
    intake_esm_attrs:end_date :
    2013-04-01, 00:00:00
    intake_esm_attrs:variable :
    xt_ocean,yt_ocean,time,nv,eta_t,average_T1,average_T2,average_DT,time_bnds
    intake_esm_attrs:variable_long_name :
    tcell longitude,tcell latitude,time,vertex number,surface height on T cells [Boussinesq (volume conserving) model],Start time for average period,End time for average period,Length of average period,time axis boundaries
    intake_esm_attrs:variable_standard_name :
    ,,,,,,,,
    intake_esm_attrs:variable_cell_methods :
    ,,,,time: mean,,,,
    intake_esm_attrs:variable_units :
    degrees_E,degrees_N,days since 1900-01-01 00:00:00,none,meter,days since 1900-01-01 00:00:00,days since 1900-01-01 00:00:00,days,days
    intake_esm_attrs:realm :
    ocean
    intake_esm_attrs:_data_format_ :
    netcdf
    intake_esm_dataset_key :
    ocean_2d_eta_t_1_daily_mean_ym_XXXX_XX.1day
    • " ], "text/plain": [ " Size: 3GB\n", - "Dimensions: (xu_ocean: 3600, yu_ocean: 131, st_ocean: 75, time: 5,\n", - " xt_ocean: 3600, yt_ocean: 131)\n", + "Dimensions: (xt_ocean: 3600, yt_ocean: 131, time: 5, st_ocean: 75,\n", + " xu_ocean: 3600, yu_ocean: 131)\n", "Coordinates:\n", - " * xu_ocean (xu_ocean) float64 29kB -279.9 -279.8 -279.7 ... 79.8 79.9 80.0\n", - " * yu_ocean (yu_ocean) float64 1kB -48.16 -48.09 -48.03 ... -38.83 -38.75\n", - " * st_ocean (st_ocean) float64 600B 0.5413 1.681 2.94 ... 5.511e+03 5.709e+03\n", - " * time (time) datetime64[ns] 40B 2013-01-01T12:00:00 ... 2013-01-05T12...\n", " * xt_ocean (xt_ocean) float64 29kB -279.9 -279.8 -279.7 ... 79.75 79.85 79.95\n", " * yt_ocean (yt_ocean) float64 1kB -48.19 -48.13 -48.06 ... -38.87 -38.79\n", + " * time (time) datetime64[ns] 40B 2013-01-01T12:00:00 ... 2013-01-05T12...\n", + " * st_ocean (st_ocean) float64 600B 0.5413 1.681 2.94 ... 5.511e+03 5.709e+03\n", + " * xu_ocean (xu_ocean) float64 29kB -279.9 -279.8 -279.7 ... 79.8 79.9 80.0\n", + " * yu_ocean (yu_ocean) float64 1kB -48.16 -48.09 -48.03 ... -38.83 -38.75\n", "Data variables:\n", - " u (time, st_ocean, yu_ocean, xu_ocean) float32 707MB dask.array\n", " eta_t (time, yt_ocean, xt_ocean) float32 9MB dask.array\n", " temp (time, st_ocean, yt_ocean, xt_ocean) float32 707MB dask.array\n", + " u (time, st_ocean, yu_ocean, xu_ocean) float32 707MB dask.array\n", " salt (time, st_ocean, yt_ocean, xt_ocean) float32 707MB dask.array\n", " v (time, st_ocean, yu_ocean, xu_ocean) float32 707MB dask.array\n", "Attributes: (12/21)\n", - " filename: ocean-3d-u-1-daily-mean-ym_2013...\n", + " filename: ocean-2d-eta_t-1-daily-mean-ym_...\n", " title: ACCESS-OM2-01\n", " grid_type: mosaic\n", " grid_tile: 1\n", " history: 20221109T1223Z: /g/data/ik11/in...\n", - " intake_esm_vars: ['u']\n", + " intake_esm_vars: ['eta_t']\n", " ... ...\n", - " intake_esm_attrs:variable_standard_name: ,,,,,,sea_water_x_velocity,,,,\n", - " intake_esm_attrs:variable_cell_methods: ,,,,,,time: mean,,,,\n", - " intake_esm_attrs:variable_units: degrees_E,degrees_N,meters,mete...\n", + " intake_esm_attrs:variable_standard_name: ,,,,,,,,\n", + " intake_esm_attrs:variable_cell_methods: ,,,,time: mean,,,,\n", + " intake_esm_attrs:variable_units: degrees_E,degrees_N,days since ...\n", " intake_esm_attrs:realm: ocean\n", " intake_esm_attrs:_data_format_: netcdf\n", - " intake_esm_dataset_key: ocean_3d_u_1_daily_mean_ym_XXXX..." + " intake_esm_dataset_key: ocean_2d_eta_t_1_daily_mean_ym_..." ] }, "execution_count": 6, @@ -3982,7 +2000,7 @@ { "data": { "text/plain": [ - "[]" + "[]" ] }, "execution_count": 9, @@ -4061,7 +2079,7 @@ "\n", "Original bathymetry size: 37.08 Mb\n", "Regridded size: 0.84 Mb\n", - "Automatic regridding may fail if your domain is too big! If this process hangs or crashes,make sure function argument write_to_file = True and,open a terminal with appropriate computational and resources try calling ESMF directly in the input directory /scratch/g40/nc3020/regional_mom6_configs/tassie-access-om2-forced via\n", + "Automatic regridding may fail if your domain is too big! If this process hangs or crashes,make sure function argument write_to_file = True and,open a terminal with appropriate computational and resources try calling ESMF directly in the input directory /scratch/x77/nc3020/regional_mom6_configs/tassie-access-om2-forced via\n", "\n", "`mpirun -np NUMBER_OF_CPUS ESMF_Regrid -s bathymetry_original.nc -d bathymetry_unfinished.nc -m bilinear --src_var depth --dst_var depth --netcdf4 --src_regional --dst_regional`\n", "\n", @@ -4460,13 +2478,13 @@ "Attributes:\n", " depth: meters\n", " standard_name: bathymetric depth at T-cell centers\n", - " coordinates: zi
    • depth :
      meters
      standard_name :
      bathymetric depth at T-cell centers
      coordinates :
      zi
      • " ], "text/plain": [ " Size: 837kB\n", @@ -4538,7 +2556,7 @@ { "data": { "text/plain": [ - "" + "" ] }, "execution_count": 11, @@ -4670,9 +2688,7 @@ "text": [ "INFO:regional_mom6.regridding:Creating coordinates of the boundary q/u/v points\n", "INFO:regional_mom6.regridding:Creating Regridder\n", - "WARNING:regional_mom6.regridding:Using existing weights file at /scratch/g40/nc3020/regional_mom6_configs/tassie-access-om2-forced/weights/bilinear_velocity_weights_north.nc to save computing time. Delete weights file to regenerate weights.\n", "INFO:regional_mom6.regridding:Creating Regridder\n", - "WARNING:regional_mom6.regridding:Using existing weights file at /scratch/g40/nc3020/regional_mom6_configs/tassie-access-om2-forced/weights/bilinear_tracer_weights_north.nc to save computing time. Delete weights file to regenerate weights.\n", "INFO:regional_mom6.rotation:Getting rotation angle\n", "INFO:regional_mom6.rotation:Calculating grid rotation angle\n" ] @@ -4707,25 +2723,9 @@ "INFO:regional_mom6.regridding:Adding perpendicular dimension to eta_segment_001\n", "WARNING:regional_mom6.regridding:All NaNs filled b/c bathymetry wasn't provided to the function. Add bathymetry_path to the segment class to avoid this\n", "INFO:regional_mom6.regridding:Generating encoding dictionary\n", - "INFO:regional_mom6.regridding:Creating coordinates of the boundary q/u/v points\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Done.\n", - "Processing south boundary velocity & tracers..." - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "INFO:regional_mom6.regridding:Creating coordinates of the boundary q/u/v points\n", "INFO:regional_mom6.regridding:Creating Regridder\n", - "WARNING:regional_mom6.regridding:Using existing weights file at /scratch/g40/nc3020/regional_mom6_configs/tassie-access-om2-forced/weights/bilinear_velocity_weights_south.nc to save computing time. Delete weights file to regenerate weights.\n", "INFO:regional_mom6.regridding:Creating Regridder\n", - "WARNING:regional_mom6.regridding:Using existing weights file at /scratch/g40/nc3020/regional_mom6_configs/tassie-access-om2-forced/weights/bilinear_tracer_weights_south.nc to save computing time. Delete weights file to regenerate weights.\n", "INFO:regional_mom6.rotation:Getting rotation angle\n", "INFO:regional_mom6.rotation:Calculating grid rotation angle\n", "INFO:regional_mom6.regridding:Creating coordinates of the boundary q/u/v points\n", @@ -4745,12 +2745,24 @@ "INFO:regional_mom6.regridding:Adding perpendicular dimension to v_segment_002\n", "INFO:regional_mom6.regridding:Adding perpendicular dimension to eta_segment_002\n", "WARNING:regional_mom6.regridding:All NaNs filled b/c bathymetry wasn't provided to the function. Add bathymetry_path to the segment class to avoid this\n", - "INFO:regional_mom6.regridding:Generating encoding dictionary\n", + "INFO:regional_mom6.regridding:Generating encoding dictionary\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Done.\n", + "Processing south boundary velocity & tracers..." + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ "INFO:regional_mom6.regridding:Creating coordinates of the boundary q/u/v points\n", "INFO:regional_mom6.regridding:Creating Regridder\n", - "WARNING:regional_mom6.regridding:Using existing weights file at /scratch/g40/nc3020/regional_mom6_configs/tassie-access-om2-forced/weights/bilinear_velocity_weights_east.nc to save computing time. Delete weights file to regenerate weights.\n", "INFO:regional_mom6.regridding:Creating Regridder\n", - "WARNING:regional_mom6.regridding:Using existing weights file at /scratch/g40/nc3020/regional_mom6_configs/tassie-access-om2-forced/weights/bilinear_tracer_weights_east.nc to save computing time. Delete weights file to regenerate weights.\n", "INFO:regional_mom6.rotation:Getting rotation angle\n", "INFO:regional_mom6.rotation:Calculating grid rotation angle\n", "INFO:regional_mom6.regridding:Creating coordinates of the boundary q/u/v points\n", @@ -4787,9 +2799,7 @@ "text": [ "INFO:regional_mom6.regridding:Creating coordinates of the boundary q/u/v points\n", "INFO:regional_mom6.regridding:Creating Regridder\n", - "WARNING:regional_mom6.regridding:Using existing weights file at /scratch/g40/nc3020/regional_mom6_configs/tassie-access-om2-forced/weights/bilinear_velocity_weights_west.nc to save computing time. Delete weights file to regenerate weights.\n", "INFO:regional_mom6.regridding:Creating Regridder\n", - "WARNING:regional_mom6.regridding:Using existing weights file at /scratch/g40/nc3020/regional_mom6_configs/tassie-access-om2-forced/weights/bilinear_tracer_weights_west.nc to save computing time. Delete weights file to regenerate weights.\n", "INFO:regional_mom6.rotation:Getting rotation angle\n", "INFO:regional_mom6.rotation:Calculating grid rotation angle\n", "INFO:regional_mom6.regridding:Creating coordinates of the boundary q/u/v points\n", @@ -4808,21 +2818,7 @@ "INFO:regional_mom6.regridding:Replacing old depth coordinates with incremental integers\n", "INFO:regional_mom6.regridding:Adding perpendicular dimension to v_segment_004\n", "INFO:regional_mom6.regridding:Adding perpendicular dimension to eta_segment_004\n", - "WARNING:regional_mom6.regridding:All NaNs filled b/c bathymetry wasn't provided to the function. Add bathymetry_path to the segment class to avoid this\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Done.\n", - "Processing west boundary velocity & tracers..." - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ + "WARNING:regional_mom6.regridding:All NaNs filled b/c bathymetry wasn't provided to the function. Add bathymetry_path to the segment class to avoid this\n", "INFO:regional_mom6.regridding:Generating encoding dictionary\n" ] }, @@ -4830,7 +2826,8 @@ "name": "stdout", "output_type": "stream", "text": [ - "Done.\n" + "Done.\n", + "Processing west boundary velocity & tracers...Done.\n" ] } ], @@ -4868,7 +2865,7 @@ " 'date_range': [datetime.datetime(2013, 1, 1, 0, 0),\n", " datetime.datetime(2013, 1, 5, 0, 0)],\n", " 'mom_run_dir': PosixPath('/home/552/nc3020/mom6_rundirs/tassie-access-om2-forced'),\n", - " 'mom_input_dir': PosixPath('/scratch/g40/nc3020/regional_mom6_configs/tassie-access-om2-forced'),\n", + " 'mom_input_dir': PosixPath('/scratch/x77/nc3020/regional_mom6_configs/tassie-access-om2-forced'),\n", " 'fre_tools_dir': PosixPath('/g/data/ik11/mom6_tools/tools'),\n", " 'resolution': 0.05,\n", " 'number_vertical_layers': 75,\n", @@ -4930,10 +2927,10 @@ " * zl (zl) float64 600B 5.546 16.66 27.8 ... 4.337e+03 4.446e+03\n", " Data variables:\n", " *empty*,\n", - " 'segments': {'north': ,\n", - " 'south': ,\n", - " 'east': ,\n", - " 'west': },\n", + " 'segments': {'north': ,\n", + " 'south': ,\n", + " 'east': ,\n", + " 'west': },\n", " 'boundaries': ['north', 'south', 'east', 'west'],\n", " 'ic_eta': Size: 139kB\n", " dask.array\n", @@ -5083,7 +3080,21 @@ "congradulation: You have successfully run make_solo_mosaic\n", "OUTPUT FROM MAKE SOLO MOSAIC:\n", "\n", - "CompletedProcess(args='/g/data/ik11/mom6_tools/tools/make_solo_mosaic/make_solo_mosaic --num_tiles 1 --dir . --mosaic_name ocean_mosaic --tile_file hgrid.nc', returncode=0)\n", + "CompletedProcess(args='/g/data/ik11/mom6_tools/tools/make_solo_mosaic/make_solo_mosaic --num_tiles 1 --dir . --mosaic_name ocean_mosaic --tile_file hgrid.nc', returncode=0)\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "cp: './ocean_mosaic.nc' and 'ocean_mosaic.nc' are the same file\n", + "cp: './hgrid.nc' and 'hgrid.nc' are the same file\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ "cp ./hgrid.nc hgrid.nc \n", "\n", "NOTE from make_coupler_mosaic: the ocean land/sea mask will be determined by field depth from file bathymetry.nc\n", @@ -5160,14 +3171,6 @@ "\n", " CompletedProcess(args='/g/data/ik11/mom6_tools/tools/check_mask/check_mask --grid_file ocean_mosaic.nc --ocean_topog bathymetry.nc --layout 10,10 --halo 4', returncode=0)\n" ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "cp: './ocean_mosaic.nc' and 'ocean_mosaic.nc' are the same file\n", - "cp: './hgrid.nc' and 'hgrid.nc' are the same file\n" - ] } ], "source": [