Migrate to Icechunk v1.0, exclude broken Xarray compatibility (#673)

* Migrate to Icechunk v1.0

* Exclude broken xarray versions

* Multiple chunk containers

Author: maxrjones

pyproject.toml

@@ -21,7 +21,7 @@ classifiers = [
 requires-python = ">=3.11"
 dynamic = ["version"]
 dependencies = [
-    "xarray>=2025.3.0",
+    "xarray>=2025.3.0,!=2025.7.0,!=2025.7.1",
     "numpy>=2.0.0",
     "universal-pathlib",
     "numcodecs>=0.15.1",
@@ -75,7 +75,7 @@ all_parsers = [
 
 # writers
 icechunk = [
-    "icechunk>=0.2.4",
+    "icechunk>=1.0.0",
 ]
 kerchunk = ["fastparquet"]
 

virtualizarr/tests/test_integration.py

@@ -23,6 +23,8 @@
 )
 from virtualizarr.tests.utils import obstore_local
 
+icechunk = pytest.importorskip("icechunk")
+
 RoundtripFunction: TypeAlias = Callable[
     Concatenate[xr.Dataset | xr.DataTree, Path, ...], xr.Dataset | xr.DataTree
 ]
@@ -132,11 +134,25 @@ def roundtrip_as_in_memory_icechunk(
     virtualize_kwargs: Mapping[str, Any] | None = None,
     **kwargs,
 ) -> xr.Dataset | xr.DataTree:
-    from icechunk import Repository, Storage
-
     # create an in-memory icechunk store
-    storage = Storage.new_in_memory()
-    repo = Repository.create(storage=storage)
+    storage = icechunk.Storage.new_in_memory()
+
+    config = icechunk.RepositoryConfig.default()
+
+    url_prefixes = ["file:///private/var/folders/70", "file:///tmp/"]
+
+    for url_prefix in url_prefixes:
+        container = icechunk.VirtualChunkContainer(
+            url_prefix=url_prefix,
+            store=icechunk.local_filesystem_store(url_prefix),
+        )
+        config.set_virtual_chunk_container(container)
+
+    repo = icechunk.Repository.create(
+        storage=storage,
+        config=config,
+        authorize_virtual_chunk_access={prefix: None for prefix in url_prefixes},
+    )
     session = repo.writable_session("main")
 
     # write those references to an icechunk store

virtualizarr/tests/test_writers/test_icechunk.py

@@ -3,12 +3,9 @@
 from pathlib import Path
 from typing import TYPE_CHECKING, Any, Callable, Optional
 
-import pytest
-
-pytest.importorskip("icechunk")
-
 import numpy as np
 import numpy.testing as npt
+import pytest
 import xarray as xr
 import xarray.testing as xrt
 import zarr
@@ -19,6 +16,8 @@
 from virtualizarr.writers.icechunk import generate_chunk_key
 from virtualizarr.xarray import separate_coords
 
+icechunk = pytest.importorskip("icechunk")
+
 if TYPE_CHECKING:
     from icechunk import (  # type: ignore[import-not-found]
         IcechunkStore,
@@ -35,11 +34,23 @@ def icechunk_storage(tmp_path: Path) -> "Storage":
 
 
 @pytest.fixture(scope="function")
-def icechunk_repo(icechunk_storage: "Storage") -> "Repository":
-    from icechunk import Repository
+def icechunk_repo(icechunk_storage: "Storage", tmp_path: Path) -> "Repository":
+    config = icechunk.RepositoryConfig.default()
 
-    repo = Repository.create(storage=icechunk_storage)
-    return repo
+    url_prefixes = ["file:///private/var/folders/70", "file:///tmp/"]
+
+    for url_prefix in url_prefixes:
+        container = icechunk.VirtualChunkContainer(
+            url_prefix=url_prefix,
+            store=icechunk.local_filesystem_store(url_prefix),
+        )
+        config.set_virtual_chunk_container(container)
+
+    return icechunk.Repository.create(
+        storage=icechunk_storage,
+        config=config,
+        authorize_virtual_chunk_access={prefix: None for prefix in url_prefixes},
+    )
 
 
 @pytest.fixture(scope="function")