From 39b60ccb22939776475cc10ec2df7c1531a3dfbb Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Sebasti=C3=A1n=20Galkin?= Date: Thu, 5 Jun 2025 16:15:18 -0300 Subject: [PATCH 1/5] Fix mypy (#970) --- icechunk-python/python/icechunk/store.py | 3 ++- icechunk-python/tests/run_xarray_backends_tests.py | 3 ++- 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/icechunk-python/python/icechunk/store.py b/icechunk-python/python/icechunk/store.py index e9153ceb0..59437d697 100644 --- a/icechunk-python/python/icechunk/store.py +++ b/icechunk-python/python/icechunk/store.py @@ -312,7 +312,8 @@ async def set_partial_values( """ # NOTE: pyo3 does not implicit conversion from an Iterable to a rust iterable. So we convert it # to a list here first. Possible opportunity for optimization. - return await self._store.set_partial_values(list(key_start_values)) + # NOTE: currently we only implement the case where the values are bytes + return await self._store.set_partial_values(list(key_start_values)) # type: ignore[arg-type] @property def supports_listing(self) -> bool: diff --git a/icechunk-python/tests/run_xarray_backends_tests.py b/icechunk-python/tests/run_xarray_backends_tests.py index 53dd2f150..e731b8eca 100644 --- a/icechunk-python/tests/run_xarray_backends_tests.py +++ b/icechunk-python/tests/run_xarray_backends_tests.py @@ -23,7 +23,8 @@ ) from xarray.tests.test_backends import ( ZarrBase, - default_zarr_format, # noqa: F401; needed otherwise not discovered + # needed otherwise not discovered + default_zarr_format, # noqa: F401, RUF100 ) From 7d80474231e3b34ef296e0a564abab21f164d5b9 Mon Sep 17 00:00:00 2001 From: Deepak Cherian Date: Thu, 5 Jun 2025 14:02:49 -0600 Subject: [PATCH 2/5] Comment out icechunk-macros release --- .github/workflows/publish-rust-library.yml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/.github/workflows/publish-rust-library.yml b/.github/workflows/publish-rust-library.yml index 91fbb5419..90381ddac 100644 --- a/.github/workflows/publish-rust-library.yml +++ b/.github/workflows/publish-rust-library.yml @@ -63,10 +63,10 @@ jobs: git config --global user.email "joe@earthmover.io" git config --global user.name "Joe Hamman" - - name: publish helper macros crate to crates.io - run: cargo release -p icechunk-macros --no-confirm --no-tag --execute - env: - CARGO_REGISTRY_TOKEN: ${{ secrets.CARGO_REGISTRY_TOKEN }} + # - name: publish helper macros crate to crates.io + # run: cargo release -p icechunk-macros --no-confirm --no-tag --execute + # env: + # CARGO_REGISTRY_TOKEN: ${{ secrets.CARGO_REGISTRY_TOKEN }} - name: publish icechunk crate to crates.io run: cargo release --no-confirm --no-tag --execute From 883af11752315dc8c0ceba8cc2a9c7a1a8b1fed5 Mon Sep 17 00:00:00 2001 From: Deepak Cherian Date: Thu, 5 Jun 2025 14:29:18 -0600 Subject: [PATCH 3/5] Allow releases from branches named `release-*` --- Cargo.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Cargo.toml b/Cargo.toml index 53b814e6f..4d8604eca 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -12,7 +12,7 @@ unimplemented = "warn" dbg_macro = "warn" [workspace.metadata.release] -allow-branch = ["main"] +allow-branch = ["main", "release-*"] sign-commit = true sign-tag = true push = false From cb768e59dcbf3846ecddb27d685d7c111a05fa33 Mon Sep 17 00:00:00 2001 From: Deepak Cherian Date: Thu, 5 Jun 2025 13:33:37 -0600 Subject: [PATCH 4/5] Release v0.2.16 This will be tagged on a039ce3ca28fe730e01fa9f09ec1dac7ebe3047d to skip so that we exclue the first Manifest Splitting commit: 9b78cf65e8a622f533f490e617bc17aa8aa26fdd --- Cargo.lock | 4 ++-- Changelog.python.md | 11 +++++++++++ icechunk-python/Cargo.toml | 4 ++-- icechunk/Cargo.toml | 2 +- 4 files changed, 16 insertions(+), 5 deletions(-) diff --git a/Cargo.lock b/Cargo.lock index 5d2450743..899809b2d 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -1791,7 +1791,7 @@ dependencies = [ [[package]] name = "icechunk" -version = "0.2.14" +version = "0.2.15" dependencies = [ "anyhow", "assert_fs", @@ -1854,7 +1854,7 @@ dependencies = [ [[package]] name = "icechunk-python" -version = "0.2.15" +version = "0.2.16" dependencies = [ "async-stream", "async-trait", diff --git a/Changelog.python.md b/Changelog.python.md index 00e0bdbd1..d967ed95d 100644 --- a/Changelog.python.md +++ b/Changelog.python.md @@ -1,5 +1,16 @@ # Changelog +## Python Icechunk Library 0.2.16 + +### Features + +- Multipart upload for objects > 100MB on Icechunk-native Storage instances. + `object_store` Storage instances are not supported yet. + +### Fixes + +- Compatibility with `dask>=2025.4.1` + ## Python Icechunk Library 0.2.15 ### Features diff --git a/icechunk-python/Cargo.toml b/icechunk-python/Cargo.toml index a3f4cc170..3107bca39 100644 --- a/icechunk-python/Cargo.toml +++ b/icechunk-python/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "icechunk-python" -version = "0.2.15" +version = "0.2.16" description = "Transactional storage engine for Zarr designed for use on cloud object storage" readme = "../README.md" repository = "https://github.com/earth-mover/icechunk" @@ -21,7 +21,7 @@ crate-type = ["cdylib"] bytes = "1.10.1" chrono = { version = "0.4.41" } futures = "0.3.31" -icechunk = { path = "../icechunk", version = "0.2.14", features = ["logs"] } +icechunk = { path = "../icechunk", version = "0.2.15", features = ["logs"] } itertools = "0.14.0" pyo3 = { version = "0.24.2", features = [ "chrono", diff --git a/icechunk/Cargo.toml b/icechunk/Cargo.toml index 52d228039..94d5a122b 100644 --- a/icechunk/Cargo.toml +++ b/icechunk/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "icechunk" -version = "0.2.14" +version = "0.2.15" description = "Transactional storage engine for Zarr designed for use on cloud object storage" readme = "../README.md" repository = "https://github.com/earth-mover/icechunk" From d76606681d782794d3d5192dd08787c4c77ac645 Mon Sep 17 00:00:00 2001 From: Sebastian Galkin Date: Mon, 9 Jun 2025 21:40:34 -0300 Subject: [PATCH 5/5] Downgrade AWS s3 libraries --- Cargo.lock | 276 ++++++------------------------------- icechunk-python/Cargo.toml | 2 +- icechunk/Cargo.toml | 7 +- 3 files changed, 49 insertions(+), 236 deletions(-) diff --git a/Cargo.lock b/Cargo.lock index 899809b2d..9518ef3ca 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -188,9 +188,9 @@ checksum = "0c4b4d0bd25bd0b74681c0ad21497610ce1b7c91b1022cd21c80c6fbdd9476b0" [[package]] name = "aws-config" -version = "1.6.2" +version = "1.5.18" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b6fcc63c9860579e4cb396239570e979376e70aab79e496621748a09913f8b36" +checksum = "90aff65e86db5fe300752551c1b015ef72b708ac54bded8ef43d0d53cb7cb0b1" dependencies = [ "aws-credential-types", "aws-runtime", @@ -198,7 +198,7 @@ dependencies = [ "aws-sdk-ssooidc", "aws-sdk-sts", "aws-smithy-async", - "aws-smithy-http", + "aws-smithy-http 0.61.1", "aws-smithy-json", "aws-smithy-runtime", "aws-smithy-runtime-api", @@ -207,7 +207,7 @@ dependencies = [ "bytes", "fastrand", "hex", - "http 1.3.0", + "http 0.2.12", "ring", "time", "tokio", @@ -228,30 +228,6 @@ dependencies = [ "zeroize", ] -[[package]] -name = "aws-lc-rs" -version = "1.13.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "93fcc8f365936c834db5514fc45aee5b1202d677e6b40e48468aaaa8183ca8c7" -dependencies = [ - "aws-lc-sys", - "untrusted 0.7.1", - "zeroize", -] - -[[package]] -name = "aws-lc-sys" -version = "0.29.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "61b1d86e7705efe1be1b569bab41d4fa1e14e220b60a160f78de2db687add079" -dependencies = [ - "bindgen", - "cc", - "cmake", - "dunce", - "fs_extra", -] - [[package]] name = "aws-runtime" version = "1.5.7" @@ -262,7 +238,7 @@ dependencies = [ "aws-sigv4", "aws-smithy-async", "aws-smithy-eventstream", - "aws-smithy-http", + "aws-smithy-http 0.62.1", "aws-smithy-runtime", "aws-smithy-runtime-api", "aws-smithy-types", @@ -279,9 +255,9 @@ dependencies = [ [[package]] name = "aws-sdk-s3" -version = "1.85.0" +version = "1.78.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d5c82dae9304e7ced2ff6cca43dceb2d6de534c95a506ff0f168a7463c9a885d" +checksum = "3038614b6cf7dd68d9a7b5b39563d04337eb3678d1d4173e356e927b0356158a" dependencies = [ "aws-credential-types", "aws-runtime", @@ -289,7 +265,7 @@ dependencies = [ "aws-smithy-async", "aws-smithy-checksums", "aws-smithy-eventstream", - "aws-smithy-http", + "aws-smithy-http 0.61.1", "aws-smithy-json", "aws-smithy-runtime", "aws-smithy-runtime-api", @@ -301,7 +277,6 @@ dependencies = [ "hex", "hmac", "http 0.2.12", - "http 1.3.0", "http-body 0.4.6", "lru", "once_cell", @@ -321,7 +296,7 @@ dependencies = [ "aws-credential-types", "aws-runtime", "aws-smithy-async", - "aws-smithy-http", + "aws-smithy-http 0.62.1", "aws-smithy-json", "aws-smithy-runtime", "aws-smithy-runtime-api", @@ -344,7 +319,7 @@ dependencies = [ "aws-credential-types", "aws-runtime", "aws-smithy-async", - "aws-smithy-http", + "aws-smithy-http 0.62.1", "aws-smithy-json", "aws-smithy-runtime", "aws-smithy-runtime-api", @@ -367,7 +342,7 @@ dependencies = [ "aws-credential-types", "aws-runtime", "aws-smithy-async", - "aws-smithy-http", + "aws-smithy-http 0.62.1", "aws-smithy-json", "aws-smithy-query", "aws-smithy-runtime", @@ -390,7 +365,7 @@ checksum = "3503af839bd8751d0bdc5a46b9cac93a003a353e635b0c12cf2376b5b53e41ea" dependencies = [ "aws-credential-types", "aws-smithy-eventstream", - "aws-smithy-http", + "aws-smithy-http 0.62.1", "aws-smithy-runtime-api", "aws-smithy-types", "bytes", @@ -427,7 +402,7 @@ version = "0.63.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "b65d21e1ba6f2cdec92044f904356a19f5ad86961acf015741106cdfafd747c0" dependencies = [ - "aws-smithy-http", + "aws-smithy-http 0.62.1", "aws-smithy-types", "bytes", "crc32c", @@ -454,13 +429,33 @@ dependencies = [ "crc32fast", ] +[[package]] +name = "aws-smithy-http" +version = "0.61.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e6f276f21c7921fe902826618d1423ae5bf74cf8c1b8472aee8434f3dfd31824" +dependencies = [ + "aws-smithy-eventstream", + "aws-smithy-runtime-api", + "aws-smithy-types", + "bytes", + "bytes-utils", + "futures-core", + "http 0.2.12", + "http-body 0.4.6", + "once_cell", + "percent-encoding", + "pin-project-lite", + "pin-utils", + "tracing", +] + [[package]] name = "aws-smithy-http" version = "0.62.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "99335bec6cdc50a346fda1437f9fefe33abf8c99060739a546a16457f2862ca9" dependencies = [ - "aws-smithy-eventstream", "aws-smithy-runtime-api", "aws-smithy-types", "bytes", @@ -486,20 +481,12 @@ dependencies = [ "aws-smithy-types", "h2 0.4.7", "http 0.2.12", - "http 1.3.0", "http-body 0.4.6", "hyper 0.14.30", - "hyper 1.6.0", "hyper-rustls 0.24.2", - "hyper-rustls 0.27.3", - "hyper-util", "pin-project-lite", "rustls 0.21.12", - "rustls 0.23.19", - "rustls-native-certs 0.8.1", - "rustls-pki-types", "tokio", - "tower", "tracing", ] @@ -538,7 +525,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "14302f06d1d5b7d333fd819943075b13d27c7700b414f574c3c35859bfb55d5e" dependencies = [ "aws-smithy-async", - "aws-smithy-http", + "aws-smithy-http 0.62.1", "aws-smithy-http-client", "aws-smithy-observability", "aws-smithy-runtime-api", @@ -697,29 +684,6 @@ version = "1.6.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "8c3c1a368f70d6cf7302d78f8f7093da241fb8e8807c05cc9e51a125895a6d5b" -[[package]] -name = "bindgen" -version = "0.69.5" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "271383c67ccabffb7381723dea0672a673f292304fcb45c01cc648c7a8d58088" -dependencies = [ - "bitflags", - "cexpr", - "clang-sys", - "itertools 0.12.1", - "lazy_static", - "lazycell", - "log", - "prettyplease", - "proc-macro2", - "quote", - "regex", - "rustc-hash 1.1.0", - "shlex", - "syn", - "which", -] - [[package]] name = "bit-set" version = "0.8.0" @@ -802,15 +766,6 @@ dependencies = [ "shlex", ] -[[package]] -name = "cexpr" -version = "0.6.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "6fac387a98bb7c37292057cffc56d62ecb629900026402633ae9160df93a8766" -dependencies = [ - "nom", -] - [[package]] name = "cfg-if" version = "1.0.0" @@ -832,17 +787,6 @@ dependencies = [ "windows-link", ] -[[package]] -name = "clang-sys" -version = "1.8.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0b023947811758c97c59bf9d1c188fd619ad4718dcaa767947df1cadb14f39f4" -dependencies = [ - "glob", - "libc", - "libloading", -] - [[package]] name = "clap" version = "4.5.38" @@ -883,15 +827,6 @@ version = "0.7.4" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "f46ad14479a25103f283c0f10005961cf086d8dc42205bb44c46ac563475dca6" -[[package]] -name = "cmake" -version = "0.1.54" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e7caa3f9de89ddbe2c607f4101924c5abec803763ae9534e4f4d7d8f84aa81f0" -dependencies = [ - "cc", -] - [[package]] name = "colorchoice" version = "1.0.3" @@ -1180,12 +1115,6 @@ version = "0.3.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "fea41bba32d969b513997752735605054bc0dfa92b4c56bf1189f2e174be7a10" -[[package]] -name = "dunce" -version = "1.0.5" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "92773504d58c093f6de2459af4af33faa518c13451eb8f2b5698ed3d36e7c813" - [[package]] name = "ecdsa" version = "0.14.8" @@ -1324,12 +1253,6 @@ dependencies = [ "percent-encoding", ] -[[package]] -name = "fs_extra" -version = "1.3.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "42703706b716c37f96a77aea830392ad231f44c9e9a67872fa5548707e11b11c" - [[package]] name = "futures" version = "0.3.31" @@ -1458,12 +1381,6 @@ version = "0.29.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "40ecd4077b5ae9fd2e9e169b102c6c330d0605168eb0e8bf79952b256dbefffd" -[[package]] -name = "glob" -version = "0.3.2" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a8d1add55171497b4705a648c6b583acafb01d58050a51727785f0b2c8e0a2b2" - [[package]] name = "globset" version = "0.4.15" @@ -1586,15 +1503,6 @@ dependencies = [ "digest", ] -[[package]] -name = "home" -version = "0.5.11" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "589533453244b0995c858700322199b2becb13b627df2851f64a2775d024abcf" -dependencies = [ - "windows-sys 0.59.0", -] - [[package]] name = "http" version = "0.2.12" @@ -1791,7 +1699,7 @@ dependencies = [ [[package]] name = "icechunk" -version = "0.2.15" +version = "0.2.16" dependencies = [ "anyhow", "assert_fs", @@ -1800,7 +1708,6 @@ dependencies = [ "async-trait", "aws-config", "aws-credential-types", - "aws-lc-rs", "aws-sdk-s3", "aws-smithy-types-convert", "base32", @@ -1814,7 +1721,7 @@ dependencies = [ "flatbuffers", "futures", "icechunk-macros", - "itertools 0.14.0", + "itertools", "object_store", "pretty_assertions", "proptest", @@ -1863,7 +1770,7 @@ dependencies = [ "clap", "futures", "icechunk", - "itertools 0.14.0", + "itertools", "miette", "pyo3", "pyo3-async-runtimes", @@ -2089,15 +1996,6 @@ version = "1.70.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "7943c866cc5cd64cbc25b2e01621d07fa8eb2a1a23160ee81ce38704e97b8ecf" -[[package]] -name = "itertools" -version = "0.12.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "ba291022dbbd398a455acf126c1e341954079855bc60dfdda641363bd6922569" -dependencies = [ - "either", -] - [[package]] name = "itertools" version = "0.14.0" @@ -2137,28 +2035,12 @@ version = "1.5.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "bbd2bcb4c963f2ddae06a2efc7e9f3591312473c50c6685e1f298068316e66fe" -[[package]] -name = "lazycell" -version = "1.3.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "830d08ce1d1d941e6b30645f1a0eb5643013d835ce3779a5fc208261dbe10f55" - [[package]] name = "libc" version = "0.2.169" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "b5aba8db14291edd000dfcc4d620c7ebfb122c613afb886ca8803fa4e128a20a" -[[package]] -name = "libloading" -version = "0.8.6" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "fc2f4eb4bc735547cfed7c0a4922cbd04a4655978c09b54f1f7b228750664c34" -dependencies = [ - "cfg-if", - "windows-targets", -] - [[package]] name = "libredox" version = "0.1.3" @@ -2282,12 +2164,6 @@ version = "0.3.17" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "6877bb514081ee2a7ff5ef9de3281f14a4dd4bceac4c09388074a6b5df8a139a" -[[package]] -name = "minimal-lexical" -version = "0.2.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "68354c5c6bd36d73ff3feceb05efa59b6acb7626617f4962be322a825e61f79a" - [[package]] name = "miniz_oxide" version = "0.7.4" @@ -2309,16 +2185,6 @@ dependencies = [ "windows-sys 0.52.0", ] -[[package]] -name = "nom" -version = "7.1.3" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d273983c5a657a70a3e8f2a01329822f3b8c8172b73826411a55751e404a0a4a" -dependencies = [ - "memchr", - "minimal-lexical", -] - [[package]] name = "nu-ansi-term" version = "0.46.0" @@ -2379,7 +2245,7 @@ dependencies = [ "httparse", "humantime", "hyper 1.6.0", - "itertools 0.14.0", + "itertools", "md-5", "parking_lot", "percent-encoding", @@ -2566,16 +2432,6 @@ dependencies = [ "yansi", ] -[[package]] -name = "prettyplease" -version = "0.2.25" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "64d1ec885c64d0457d564db4ec299b2dae3f9c02808b8ad9c3a089c591b18033" -dependencies = [ - "proc-macro2", - "syn", -] - [[package]] name = "proc-macro2" version = "1.0.92" @@ -2730,7 +2586,7 @@ dependencies = [ "pin-project-lite", "quinn-proto", "quinn-udp", - "rustc-hash 2.0.0", + "rustc-hash", "rustls 0.23.19", "socket2", "thiserror 1.0.69", @@ -2747,7 +2603,7 @@ dependencies = [ "bytes", "rand 0.8.5", "ring", - "rustc-hash 2.0.0", + "rustc-hash", "rustls 0.23.19", "slab", "thiserror 1.0.69", @@ -2982,7 +2838,7 @@ dependencies = [ "cfg-if", "getrandom 0.2.15", "libc", - "untrusted 0.9.0", + "untrusted", "windows-sys 0.52.0", ] @@ -3026,12 +2882,6 @@ version = "0.1.24" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "719b953e2095829ee67db738b3bfa9fa368c94900df327b3f07fe6e794d2fe1f" -[[package]] -name = "rustc-hash" -version = "1.1.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "08d43f7aa6b08d49f382cde6a7982047c3426db949b1424bc4b7ec9ae12c6ce2" - [[package]] name = "rustc-hash" version = "2.0.0" @@ -3091,7 +2941,6 @@ version = "0.23.19" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "934b404430bb06b3fae2cba809eb45a1ab1aecd64491213d7c3301b88393f8d1" dependencies = [ - "aws-lc-rs", "once_cell", "ring", "rustls-pki-types", @@ -3155,7 +3004,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "8b6275d1ee7a1cd780b64aca7726599a1dbc893b1e64144529e55c3c2f745765" dependencies = [ "ring", - "untrusted 0.9.0", + "untrusted", ] [[package]] @@ -3164,10 +3013,9 @@ version = "0.102.8" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "64ca1bc8749bd4cf37b5ce386cc146580777b4e8572c7b97baf22c83f444bee9" dependencies = [ - "aws-lc-rs", "ring", "rustls-pki-types", - "untrusted 0.9.0", + "untrusted", ] [[package]] @@ -3219,7 +3067,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "da046153aa2352493d6cb7da4b6e5c0c057d8a1d0a9aa8560baffdd945acd414" dependencies = [ "ring", - "untrusted 0.9.0", + "untrusted", ] [[package]] @@ -3811,22 +3659,6 @@ dependencies = [ "tokio", ] -[[package]] -name = "tower" -version = "0.5.2" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d039ad9159c98b70ecfd540b2573b97f7f52c3e8d9f8ad57a24b916a536975f9" -dependencies = [ - "tower-layer", - "tower-service", -] - -[[package]] -name = "tower-layer" -version = "0.3.3" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "121c2a6cda46980bb0fcd1647ffaf6cd3fc79a013de288782836f6df9c48780e" - [[package]] name = "tower-service" version = "0.3.3" @@ -3994,12 +3826,6 @@ version = "0.2.11" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "673aac59facbab8a9007c7f6108d11f63b603f7cabff99fabf650fea5c32b861" -[[package]] -name = "untrusted" -version = "0.7.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a156c684c91ea7d62626509bce3cb4e1d9ed5c4d978f7b4352658f96a4c26b4a" - [[package]] name = "untrusted" version = "0.9.0" @@ -4197,18 +4023,6 @@ dependencies = [ "wasm-bindgen", ] -[[package]] -name = "which" -version = "4.4.2" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "87ba24419a2078cd2b0f2ede2691b6c66d8e47836da3b6db8265ebad47afbfc7" -dependencies = [ - "either", - "home", - "once_cell", - "rustix 0.38.41", -] - [[package]] name = "winapi" version = "0.3.9" diff --git a/icechunk-python/Cargo.toml b/icechunk-python/Cargo.toml index 3107bca39..9b8309081 100644 --- a/icechunk-python/Cargo.toml +++ b/icechunk-python/Cargo.toml @@ -21,7 +21,7 @@ crate-type = ["cdylib"] bytes = "1.10.1" chrono = { version = "0.4.41" } futures = "0.3.31" -icechunk = { path = "../icechunk", version = "0.2.15", features = ["logs"] } +icechunk = { path = "../icechunk", version = "0.2.16", features = ["logs"] } itertools = "0.14.0" pyo3 = { version = "0.24.2", features = [ "chrono", diff --git a/icechunk/Cargo.toml b/icechunk/Cargo.toml index 94d5a122b..d4ad8344e 100644 --- a/icechunk/Cargo.toml +++ b/icechunk/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "icechunk" -version = "0.2.15" +version = "0.2.16" description = "Transactional storage engine for Zarr designed for use on cloud object storage" readme = "../README.md" repository = "https://github.com/earth-mover/icechunk" @@ -35,10 +35,9 @@ rmp-serde = "1.3.0" url = "2.5.4" async-stream = "0.3.6" rmpv = { version = "1.3.0", features = ["serde", "with-serde"] } -aws-sdk-s3 = "1.85.0" -aws-config = "1.6.2" +aws-sdk-s3 = "=1.78.0" +aws-config = "=1.5.18" aws-credential-types = "1.2.2" -aws-lc-rs = { version = "1.13.1" } typed-path = "0.11.0" aws-smithy-types-convert = { version = "0.60.9", features = [ "convert-chrono",