Spool index backend

codecov.yml

@@ -1,3 +1,10 @@
+codecov:
+  notify:
+    after_n_builds: 7
+
+comment:
+  after_n_builds: 7
+
 flags:
   unittests:
     carryforward: false

dascore/__init__.py

@@ -8,7 +8,7 @@
 from dascore.core.patch import Patch
 from dascore.core.attrs import PatchAttrs
 from dascore.core.summary import PatchSummary
-from dascore.core.spool import BaseSpool, spool
+from dascore.core.spool import BaseSpool, Spool, spool
 from dascore.core.coordmanager import get_coord_manager, CoordManager
 from dascore.core.coords import get_coord
 from dascore.config import DascoreConfig, get_config, reset_config, set_config

dascore/config.py

@@ -51,6 +51,34 @@ class DascoreConfig(BaseModel):
         default="standard",
         description="Controls whether DASCore appends processing history to patches.",
     )
+    sampling_group_tolerance: float = Field(
+        default=0.05,
+        gt=0,
+        description=(
+            "Relative sampling-interval difference above which patches are "
+            "never combined during chunk/merge operations. E.g. the default "
+            "0.05 keeps patches whose steps differ by more than 5% in "
+            "separate groups."
+        ),
+    )
+    groupby_attrs: tuple[str, ...] = Field(
+        default=(
+            "network",
+            "station",
+            "data_type",
+            "data_category",
+            "tag",
+            "instrument_id",
+            "acquisition_id",
+        ),
+        description=(
+            "Attributes which partition patches into separate groups for "
+            "chunk/merge operations. Patches whose values differ on any of "
+            "these are never combined (no error); the per-call `group` "
+            "argument overrides this default. Names missing from a spool "
+            "are ignored."
+        ),
+    )
 
     # Local cache and index locations.
     downloader_cache_dir: Path = Field(
@@ -66,20 +94,6 @@ class DascoreConfig(BaseModel):
         description="Time buffer applied when querying cached directory indexes.",
     )
 
-    # HDF index writing.
-    hdf_index_complib: str = Field(
-        default="blosc:lz4",
-        description="Compression library used when writing DASCore HDF index files.",
-    )
-    hdf_index_complevel: int = Field(
-        default=5,
-        description="Compression level used when writing DASCore HDF index files.",
-    )
-    hdf_index_max_retries: int = Field(
-        default=3,
-        description="Maximum number of retries for concurrent HDF index access.",
-    )
-
     # Progress display.
     progress_basic_refresh_per_second: float = Field(
         default=0.25,

dascore/core/coords.py

@@ -1600,8 +1600,8 @@ def select(
             return self.empty(), out
         if np.all(out):
             return self, slice(None, None)
-        # Convert boolean to int indexes because these are supported for
-        # indexing pytables arrays but booleans are not.
+        # Convert boolean to int indexes; some consumers (eg lazy file
+        # readers) index with these where booleans are not supported.
         if len(self.shape) == 1:
             out = np.arange(len(out))[out]
         return self.new(values=values[out]), out

dascore/core/patch.py

@@ -5,6 +5,7 @@
 from collections.abc import Mapping, Sequence
 from functools import cached_property
 from typing import Final
+from uuid import uuid4
 
 import numpy as np
 from rich.text import Text
@@ -99,6 +100,9 @@ def __init__(
         self._coords = coords
         self._attrs = attrs
         self._data = array(self.coords.validate_data(data))
+        # Lineage identity: minted eagerly so copies made at any point
+        # (deepcopy/pickle carry __dict__) share it deterministically.
+        self._instance_id = uuid4().hex
 
     def __eq__(self, other):
         """Compare one Patch."""