Enso example development

notebooks/tutorial/CNN-Model-Training.ipynb

@@ -8364,7 +8364,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.13.2"
+   "version": "3.11.7"
   }
  },
  "nbformat": 4,

notebooks/tutorial/MLX-Demo-Custom-Arch.ipynb

@@ -899,7 +899,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.13.2"
+   "version": "3.11.7"
   }
  },
  "nbformat": 4,

packages/data/src/pyearthtools/data/indexes/utilities/fileload.py

@@ -80,9 +80,11 @@ def get_config(mf: bool = False):
 
     if isinstance(location, (tuple, list)):
         try:
-            return xr.open_mfdataset(filter_files(location), 
-            decode_timedelta=True,  # TODO: should we raise a warning? It seems to be required for almost all our data.
-            **get_config(True))
+            return xr.open_mfdataset(
+                filter_files(location),
+                decode_timedelta=True,  # TODO: should we raise a warning? It seems to be required for almost all our data.
+                **get_config(True),
+            )
 
         except xr.MergeError as e:
             if not soft_fail:

packages/pipeline/src/pyearthtools/pipeline/_save_pipeline.py

@@ -42,8 +42,8 @@
 
 
 def save_pipeline(
-    pipeline: "pyearthtools.pipeline.Pipeline",
-    path: Optional[Union[str, Path]] = None) -> Union[None, str]:
+    pipeline: "pyearthtools.pipeline.Pipeline", path: Optional[Union[str, Path]] = None
+) -> Union[None, str]:
     """
     Save `Pipeline`
 

packages/pipeline/src/pyearthtools/pipeline/modifications/idx_modification.py

@@ -453,6 +453,12 @@ def __init__(
         merge_kwargs: Optional[dict[str, Any]] = None,
         delta_unit: Optional[str] = None,
     ):
+        """
+        Args:
+            samples: number of samples to fetch (negative for n-back, positive for n-forward)
+            delta_unit: e.g. "month" or "hour"
+            concat: whether to contact or merge
+        """
         super().__init__(samples, merge_function=merge_function, concat=concat, merge_kwargs=merge_kwargs)
 
         def map_to_tuple(mod):

packages/pipeline/src/pyearthtools/pipeline/operations/xarray/normalisation.py

@@ -156,11 +156,34 @@ def denormalise(self, sample):
 class Deviation(xarrayNormalisation):
     """Deviation Normalisation"""
 
-    def __init__(self, mean: FILE, deviation: FILE):
+    def __init__(
+        self, mean: FILE | xr.Dataset | xr.DataArray | float, deviation: FILE | xr.Dataset | xr.DataArray | float
+    ):
+        """
+        Each argument take take a Dataset, DataArray, float or file object.
+
+        Args:
+            mean: mean values to subtract
+            deviation: deviation value to divide by
+        """
         super().__init__()
         self.record_initialisation()
-        self.mean = self.open_file(mean)
-        self.deviation = self.open_file(deviation)
+
+        if isinstance(mean, xr.Dataset):
+            self.mean = mean
+        if isinstance(mean, xr.DataArray):
+            self.mean = mean
+        elif isinstance(mean, float):
+            self.mean = mean
+        else:
+            self.mean = self.open_file(mean)
+
+        if isinstance(deviation, xr.Dataset):
+            self.deviation = deviation
+        elif isinstance(deviation, float):
+            self.deviation = deviation
+        else:
+            self.deviation = self.open_file(deviation)
 
     def normalise(self, sample):
         return (sample - self.mean) / self.deviation

packages/pipeline/tests/pipeline/test_save_pipeline.py

@@ -1,8 +1,8 @@
-
 from pyearthtools.pipeline import controller
 from pyearthtools.pipeline._save_pipeline import save_pipeline
 from pyearthtools.pipeline._save_pipeline import load_pipeline
 
+
 def test_save_and_load_pipeline():
 
     p = controller.Pipeline()