Add benchmarks for sharded + local store indexing (#3663)

* Add benchmarks for sharded + local store indexing

Parameterize with shards and no shards.
Parameterize with local + memory store to have
an example of a store which has some modest latency.

* use latencystore with 10ms get latency instead of localstore

* use .01s of latency

* set get latency to .0001s

---------

Co-authored-by: Davis Bennett <davis.v.bennett@gmail.com>

Author: aldenks

tests/benchmarks/test_indexing.py

@@ -22,18 +22,27 @@
     (slice(None), slice(0, 3, 2), slice(0, 10)),
 )
 
+shards = (
+    None,
+    (50,) * 3,
+)
+
 
-@pytest.mark.parametrize("store", ["memory"], indirect=["store"])
+@pytest.mark.parametrize("store", ["memory", "memory_get_latency"], indirect=["store"])
 @pytest.mark.parametrize("indexer", indexers, ids=str)
+@pytest.mark.parametrize("shards", shards, ids=str)
 def test_slice_indexing(
-    store: Store, indexer: tuple[int | slice], benchmark: BenchmarkFixture
+    store: Store,
+    indexer: tuple[int | slice],
+    shards: tuple[int, ...] | None,
+    benchmark: BenchmarkFixture,
 ) -> None:
     data = create_array(
         store=store,
         shape=(105,) * 3,
         dtype="uint8",
         chunks=(10,) * 3,
-        shards=None,
+        shards=shards,
         compressors=None,
         filters=None,
         fill_value=0,

tests/conftest.py

@@ -40,6 +40,7 @@
 from zarr.core.metadata.v3 import ArrayV3Metadata
 from zarr.core.sync import sync
 from zarr.storage import FsspecStore, LocalStore, MemoryStore, StorePath, ZipStore
+from zarr.testing.store import LatencyStore
 
 if TYPE_CHECKING:
     from collections.abc import Generator
@@ -58,8 +59,8 @@
 
 
 async def parse_store(
-    store: Literal["local", "memory", "fsspec", "zip"], path: str
-) -> LocalStore | MemoryStore | FsspecStore | ZipStore:
+    store: Literal["local", "memory", "fsspec", "zip", "memory_get_latency"], path: str
+) -> LocalStore | MemoryStore | FsspecStore | ZipStore | LatencyStore:
     if store == "local":
         return await LocalStore.open(path)
     if store == "memory":
@@ -68,6 +69,8 @@ async def parse_store(
         return await FsspecStore.open(url=path)
     if store == "zip":
         return await ZipStore.open(path + "/zarr.zip", mode="w")
+    if store == "memory_get_latency":
+        return LatencyStore(MemoryStore(), get_latency=0.0001, set_latency=0)
     raise AssertionError