|
1 | | -# yaml-language-server: $schema=../workflow/tools/config.schema.json |
2 | | -description: | |
3 | | - Evaluate skill of SGM interpolator (M-2 interpolator). |
| 1 | +runner: time_interpolator |
4 | 2 |
|
5 | | -dates: |
6 | | - start: 2020-01-01T12:00 |
7 | | - end: 2020-01-10T00:00 |
8 | | - frequency: 60h |
| 3 | +input: |
| 4 | + cutout: |
| 5 | + lam_0: |
| 6 | + grib: |
| 7 | + path: forecaster_grib/20* |
| 8 | + pre_processors: |
| 9 | + - extract_mask: "source0/trimedge_mask" |
| 10 | + namer: |
| 11 | + rules: |
| 12 | + - - shortName: T |
| 13 | + - t_{level} |
| 14 | + - - shortName: U |
| 15 | + - u_{level} |
| 16 | + - - shortName: V |
| 17 | + - v_{level} |
| 18 | + - - shortName: W |
| 19 | + - w_{level} |
| 20 | + - - shortName: QV |
| 21 | + - q_{level} |
| 22 | + - - shortName: FI |
| 23 | + - z_{level} |
| 24 | + - - shortName: PMSL |
| 25 | + - msl |
| 26 | + - - shortName: FIS |
| 27 | + - z |
| 28 | + - - shortName: PS |
| 29 | + - sp |
| 30 | + - - shortName: T_2M |
| 31 | + - 2t |
| 32 | + - - shortName: TD_2M |
| 33 | + - 2d |
| 34 | + - - shortName: T_G |
| 35 | + - skt |
| 36 | + - - shortName: U_10M |
| 37 | + - 10u |
| 38 | + - - shortName: V_10M |
| 39 | + - 10v |
| 40 | + - - shortName: FR_LAND |
| 41 | + - lsm |
| 42 | + - - shortName: TOT_PREC |
| 43 | + - tp |
| 44 | + global: |
| 45 | + grib: |
| 46 | + path: forecaster_grib/ifs* |
| 47 | + namer: |
| 48 | + rules: |
| 49 | + - - shortName: T |
| 50 | + - t_{level} |
| 51 | + - - shortName: U |
| 52 | + - u_{level} |
| 53 | + - - shortName: V |
| 54 | + - v_{level} |
| 55 | + - - shortName: W |
| 56 | + - w_{level} |
| 57 | + - - shortName: QV |
| 58 | + - q_{level} |
| 59 | + - - shortName: FI |
| 60 | + - z_{level} |
| 61 | + - - shortName: PMSL |
| 62 | + - msl |
| 63 | + - - shortName: FIS |
| 64 | + - z |
| 65 | + - - shortName: PS |
| 66 | + - sp |
| 67 | + - - shortName: T_2M |
| 68 | + - 2t |
| 69 | + - - shortName: TD_2M |
| 70 | + - 2d |
| 71 | + - - shortName: T_G |
| 72 | + - skt |
| 73 | + - - shortName: U_10M |
| 74 | + - 10u |
| 75 | + - - shortName: V_10M |
| 76 | + - 10v |
| 77 | + - - shortName: FR_LAND |
| 78 | + - lsm |
| 79 | + - - shortName: TOT_PREC |
| 80 | + - tp |
9 | 81 |
|
10 | | -runs: |
11 | | - - interpolator: |
12 | | - mlflow_id: 8d1e0410ca7d4f74b368b3079878259a |
13 | | - label: M-2 interpolator (KENDA) |
14 | | - steps: 0/120/1 |
15 | | - config: resources/inference/configs/interpolator_from_test_data_stretched.yaml |
16 | | - forecaster: null |
17 | | - extra_dependencies: |
18 | | - - git+https://github.com/ecmwf/anemoi-inference@14189907b4f4e3b204b7994f828831b8aa51e9b6 |
19 | | - - torch-geometric==2.6.1 |
20 | | - - anemoi-graphs==0.5.2 |
21 | | - - interpolator: |
22 | | - mlflow_id: 8d1e0410ca7d4f74b368b3079878259a |
23 | | - label: M-2 interpolator (M-1 forecaster) |
24 | | - steps: 0/120/1 |
25 | | - config: resources/inference/configs/interpolator_stretched.yaml |
26 | | - forecaster: |
27 | | - mlflow_id: d0846032fc7248a58b089cbe8fa4c511 |
28 | | - config: resources/inference/configs/forecaster_with_global.yaml |
29 | | - steps: 0/120/6 |
30 | | - extra_dependencies: |
31 | | - - git+https://github.com/ecmwf/anemoi-inference@14189907b4f4e3b204b7994f828831b8aa51e9b6 |
32 | | - - torch-geometric==2.6.1 |
33 | | - - anemoi-graphs==0.5.2 |
34 | | - - forecaster: |
35 | | - mlflow_id: d0846032fc7248a58b089cbe8fa4c511 |
36 | | - label: M-1 forecaster |
37 | | - config: resources/inference/configs/forecaster_with_global.yaml |
38 | | - steps: 0/120/6 |
| 82 | +constant_forcings: |
| 83 | + test: |
| 84 | + use_original_paths: true |
39 | 85 |
|
40 | | -baselines: |
41 | | - - baseline: |
42 | | - baseline_id: COSMO-E-1h |
43 | | - label: COSMO-E |
44 | | - root: /scratch/mch/bhendj/COSMO-E |
45 | | - steps: 0/120/1 |
| 86 | +patch_metadata: |
| 87 | + dataset: |
| 88 | + constant_fields: [z, lsm] |
46 | 89 |
|
47 | | -analysis: |
48 | | - label: COSMO KENDA |
49 | | - analysis_zarr: /scratch/mch/fzanetta/data/anemoi/datasets/mch-co2-an-archive-0p02-2015-2020-1h-v3-pl13.zarr |
| 90 | +output: |
| 91 | + tee: |
| 92 | + outputs: |
| 93 | + - extract_lam: |
| 94 | + output: |
| 95 | + assign_mask: |
| 96 | + mask: "source0/trimedge_mask" |
| 97 | + output: |
| 98 | + grib: |
| 99 | + path: grib/{dateTime}_{step:03}.grib |
| 100 | + encoding: |
| 101 | + typeOfGeneratingProcess: 2 |
| 102 | + templates: |
| 103 | + samples: _resources/templates_index_cosmo.yaml |
| 104 | + - grib: |
| 105 | + path: grib/ifs-{dateTime}_{step:03}.grib |
| 106 | + encoding: |
| 107 | + typeOfGeneratingProcess: 2 |
| 108 | + templates: |
| 109 | + samples: _resources/templates_index_ifs.yaml |
| 110 | + post_processors: |
| 111 | + - extract_slice: [189699, -1] |
| 112 | + - assign_mask: "global/cutout_mask" |
50 | 113 |
|
51 | | -locations: |
52 | | - output_root: output/ |
53 | | - mlflow_uri: |
54 | | - # - https://service.meteoswiss.ch/mlstore |
55 | | - - https://servicedepl.meteoswiss.ch/mlstore |
56 | | - - https://mlflow.ecmwf.int |
57 | | - |
58 | | -profile: |
59 | | - executor: slurm |
60 | | - global_resources: |
61 | | - gpus: 16 |
62 | | - default_resources: |
63 | | - slurm_partition: "postproc" |
64 | | - cpus_per_task: 1 |
65 | | - mem_mb_per_cpu: 1800 |
66 | | - runtime: "1h" |
67 | | - gpus: 0 |
68 | | - jobs: 50 |
| 114 | +verbosity: 1 |
| 115 | +allow_nans: true |
| 116 | +output_frequency: "1h" |
0 commit comments