test: adds integration tests with real processing using CMIP7 data re…

…quest backend

tests/configs/test_config_pi_uxarray_cmip7.yaml

@@ -0,0 +1,23 @@
+pymorize:
+  warn_on_no_rule: False
+  parallel: False
+general:
+  name: "pi_uxarray"
+  description: "This is a test configuration using the UXArray test data on PI Mesh"
+  maintainer: "pgierz"
+  email: "[email protected]"
+  cmor_version: "CMIP7"
+  mip: "CMIP"
+  frequency: "mon"
+  CMIP_Tables_Dir: "./CMIP7_DReq_Software/scripts/variable_info/"
+rules:
+  - name: "temp"
+    experiment_id: "piControl"
+    output_directory: "./output"
+    source_id: "FESOM"
+    variant_label: "r1i1p1f1"
+    inputs:
+      - path: "REPLACE_ME"
+        pattern: "temp.fesom..*.nc"
+    cmor_variable: "thetao"
+    model_variable: "temp"

tests/fixtures/config_files.py

@@ -18,6 +18,11 @@ def pi_uxarray_config():
     return TEST_ROOT / "configs" / "test_config_pi_uxarray.yaml"
 
 
+@pytest.fixture
+def pi_uxarray_config_cmip7():
+    return TEST_ROOT / "configs" / "test_config_pi_uxarray_cmip7.yaml"
+
+
 @pytest.fixture
 def fesom_2p6_pimesh_esm_tools_config():
     return TEST_ROOT / "configs" / "test_config_fesom_2p6_pimesh.yaml"

tests/integration/test_uxarray_pi.py

@@ -38,3 +38,14 @@ def test_process(pi_uxarray_config, pi_uxarray_data):
             input["path"] = input["path"].replace("REPLACE_ME", str(pi_uxarray_data))
     cmorizer = CMORizer.from_dict(cfg)
     cmorizer.process()
+
+
+def test_process_cmip7(pi_uxarray_config_cmip7, pi_uxarray_data):
+    logger.info(f"Processing {pi_uxarray_config_cmip7}")
+    with open(pi_uxarray_config_cmip7, "r") as f:
+        cfg = yaml.safe_load(f)
+    for rule in cfg["rules"]:
+        for input in rule["inputs"]:
+            input["path"] = input["path"].replace("REPLACE_ME", str(pi_uxarray_data))
+    cmorizer = CMORizer.from_dict(cfg)
+    cmorizer.process()