works for interpolators.yaml

Author: frazane

config/interpolators.yaml

@@ -17,7 +17,7 @@ runs:
       config: resources/inference/configs/interpolator_from_test_data.yaml
       forecaster: null
       extra_dependencies:
-        - git+https://github.com/ecmwf/anemoi-inference@fix/interp_files
+        - git+https://github.com/ecmwf/anemoi-inference@fix/cutout-preprocessors
         - torch-geometric==2.6.1
         - anemoi-graphs==0.5.2
   - interpolator:
@@ -28,7 +28,7 @@ runs:
         mlflow_id: d0846032fc7248a58b089cbe8fa4c511
         config: resources/inference/configs/forecaster_with_global.yaml
       extra_dependencies:
-        - git+https://github.com/ecmwf/anemoi-inference@fix/interp_files
+        - git+https://github.com/ecmwf/anemoi-inference@fix/cutout-preprocessors
         - torch-geometric==2.6.1
         - anemoi-graphs==0.5.2
   - interpolator:
@@ -40,7 +40,7 @@ runs:
         mlflow_id: d0846032fc7248a58b089cbe8fa4c511
         config: resources/inference/configs/forecaster_with_global.yaml
       extra_dependencies:
-        - git+https://github.com/ecmwf/anemoi-inference@fix/interp_files
+        - git+https://github.com/ecmwf/anemoi-inference@fix/cutout-preprocessors
         - torch-geometric==2.6.1
         - anemoi-graphs==0.5.2
 

resources/inference/configs/forecaster_with_global.yaml

@@ -28,7 +28,7 @@ output:
           - extract_slice: [189699, -1]
           - assign_mask: "global/cutout_mask"
 
-forcings:
+constant_forcings:
   test:
     use_original_paths: true
 

resources/inference/configs/interpolator.yaml

@@ -10,7 +10,7 @@ post_processors:
 
 input:
   grib:
-    path: forecaster_grib/20*.grib # TODO: remove dirty fix to only use local files
+    path: forecaster/20*.grib # TODO: remove dirty fix to only use local files
     namer:
       rules:
         - - shortName: SKT
@@ -60,6 +60,14 @@ constant_forcings:
   test:
     use_original_paths: true
 
+dynamic_forcings:
+  test:
+    use_original_paths: true
+
+patch_metadata:
+  dataset:
+    constant_fields: [z, lsm]
+
 verbosity: 1
 allow_nans: true
 output_frequency: "1h"

resources/inference/configs/interpolator_from_test_data.yaml

@@ -1,5 +1,4 @@
 runner: time_interpolator
-include_forcings: true
 
 input:
   test:

resources/inference/configs/interpolator_from_test_data_stretched.yaml

@@ -17,7 +17,7 @@ output:
                   encoding:
                     typeOfGeneratingProcess: 2
                   templates:
-                    samples: _resources/templates_index_cosmo.yaml
+                    samples: resources/templates_index_cosmo.yaml
 
 verbosity: 1
 allow_nans: true

resources/inference/configs/interpolator_stretched.yaml

@@ -4,9 +4,9 @@ input:
   cutout:
     lam_0:
       grib:
-        path: forecaster_grib/20*
         pre_processors:
           - extract_mask: "source0/trimedge_mask"
+        path: forecaster/20*
         namer:
           rules:
             - - shortName: T
@@ -43,7 +43,7 @@ input:
               - tp
     global:
       grib:
-        path: forecaster_grib/ifs*
+        path: forecaster/ifs*
         namer:
           rules:
             - - shortName: T

workflow/envs/anemoi_inference.toml

@@ -8,7 +8,7 @@ dependencies = [
   "torchaudio",
   "anemoi-datasets>=0.5.23,<0.7.0",
   "anemoi-graphs>=0.5.0,<0.7.0",
-  "anemoi-inference>=0.7.0,<0.8.0",
+  "anemoi-inference>=0.8.0,<0.9.0",
   "anemoi-models>=0.4.20,<0.6.0",
   "anemoi-training>=0.3.3,<0.5.0",
   "anemoi-transform>=0.1.10,<0.3.0",

workflow/rules/inference.smk

@@ -160,12 +160,15 @@ rule prepare_inference_forecaster:
     log:
         OUT_ROOT / "logs/prepare_inference_forecaster/{run_id}-{init_time}.log",
     run:
-        LOG = setup_logger("prepare_inference_forecaster", log_file=log[0])
+        logger_name = (
+            f"prepare_inference_forecaster_{wildcards.run_id}_{wildcards.init_time}"
+        )
+        LOG = setup_logger(logger_name, log_file=log[0])
         try:
             import yaml
             import shutil
 
-            L(
+            LOG.info(
                 "Preparing inference forecaster for run_id=%s, init_time=%s",
                 wildcards.run_id,
                 wildcards.init_time,
@@ -193,7 +196,7 @@ rule prepare_inference_forecaster:
             config["date"] = params.reftime_to_iso
             config["lead_time"] = params.lead_time
             with open(output.config, "w") as f:
-                yaml.safe_dump(config, f)
+                yaml.safe_dump(config, f, sort_keys=False)
             LOG.info("Config: \n%s", config)
             LOG.info("Wrote config file at %s", output.config)
         except Exception as e:
@@ -243,13 +246,13 @@ rule prepare_inference_interpolator:
             if RUN_CONFIGS[wc.run_id].get("forecaster") is None
             else _get_forecaster_run_id(wc.run_id)
         ),
-        image_path=lambda wc, input: f"{Path(input.image).resolve()}",
     log:
         OUT_ROOT / "logs/prepare_inference_interpolator/{run_id}-{init_time}.log",
     run:
-        LOG = setup_logger(
-            f"prepare_inference_interpolator_{OUT_ROOT.stem}", log_file=log[0]
+        logger_name = (
+            f"prepare_inference_interpolator_{wildcards.run_id}_{wildcards.init_time}"
         )
+        LOG = setup_logger(logger_name, log_file=log[0])
         try:
             import yaml
             import shutil
@@ -300,7 +303,7 @@ rule prepare_inference_interpolator:
             config["date"] = params.reftime_to_iso
             config["lead_time"] = params.lead_time
             with open(output.config, "w") as f:
-                yaml.safe_dump(config, f)
+                yaml.safe_dump(config, f, sort_keys=False)
             LOG.info("Config: \n%s", config)
             LOG.info("Wrote config file at %s", output.config)
         except Exception as e: