Reworked codec pipelines (#1670)

* merge

* refactors CodecPipelines

* fixes

* adds HybridCodecPipeline

* fixes

* typing

* typing

* consistent naming

* Apply suggestions from code review

Co-authored-by: Davis Bennett <[email protected]>

* encode/decode are batched by default

* use zarr.config for batch_size

* don't use global lru_cache

* removes HybridCodecPipeline

* generic codec classes

* default batch size = 1

* default batch size = 1

* docs

* Update src/zarr/codecs/batched_codec_pipeline.py

Co-authored-by: Joe Hamman <[email protected]>

* mv batched_codec_pipeline -> pipeline

* Remove ArrayV2 (#1857)

* adds wrapper codecs for the v2 codec pipeline

* encode_chunk_key

* refactor ArrayV2 away

* empty zattrs

* Apply suggestions from code review

Co-authored-by: Davis Bennett <[email protected]>

* unify ArrayMetadata

* abstract ArrayMetadata

* unified Array.create

* use zarr.config for batch_size

* __init__.py aktualisieren

Co-authored-by: Joe Hamman <[email protected]>

* ruff

---------

Co-authored-by: Davis Bennett <[email protected]>
Co-authored-by: Joe Hamman <[email protected]>

* merge

---------

Co-authored-by: Davis Bennett <[email protected]>
Co-authored-by: Joe Hamman <[email protected]>

Author: 3 people

pyproject.toml

@@ -207,10 +207,6 @@ check_untyped_defs = false
 module = [
     "zarr.v2.*",
     "zarr.abc.codec",
-    "zarr.codecs.bytes",
-    "zarr.codecs.pipeline",
-    "zarr.codecs.sharding",
-    "zarr.codecs.transpose",
     "zarr.array_v2",
 ]
 disallow_any_generics = false

src/zarr/__init__.py

@@ -1,10 +1,7 @@
 from __future__ import annotations
 
-from typing import Union
-
 import zarr.codecs  # noqa: F401
 from zarr.array import Array, AsyncArray
-from zarr.array_v2 import ArrayV2
 from zarr.config import config  # noqa: F401
 from zarr.group import AsyncGroup, Group
 from zarr.store import (
@@ -18,19 +15,15 @@
 assert not __version__.startswith("0.0.0")
 
 
-async def open_auto_async(
-    store: StoreLike,
-) -> Union[AsyncArray, AsyncGroup]:
+async def open_auto_async(store: StoreLike) -> AsyncArray | AsyncGroup:
     store_path = make_store_path(store)
     try:
         return await AsyncArray.open(store_path)
     except KeyError:
         return await AsyncGroup.open(store_path)
 
 
-def open_auto(
-    store: StoreLike,
-) -> Union[Array, ArrayV2, Group]:
+def open_auto(store: StoreLike) -> Array | Group:
     object = _sync(
         open_auto_async(store),
     )