diff --git a/spikes/iceberg-rust/Cargo.lock b/spikes/iceberg-rust/Cargo.lock new file mode 100644 index 00000000..ceb11ea8 --- /dev/null +++ b/spikes/iceberg-rust/Cargo.lock @@ -0,0 +1,4107 @@ +# This file is automatically @generated by Cargo. +# It is not intended for manual editing. +version = 4 + +[[package]] +name = "adler2" +version = "2.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "320119579fcad9c21884f5c4861d16174d0e06250625266f50fe6898340abefa" + +[[package]] +name = "aead" +version = "0.5.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d122413f284cf2d62fb1b7db97e02edb8cda96d769b16e443a4f6195e35662b0" +dependencies = [ + "crypto-common 0.1.7", + "generic-array", +] + +[[package]] +name = "aes" +version = "0.8.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b169f7a6d4742236a0a00c541b845991d0ac43e546831af1249753ab4c3aa3a0" +dependencies = [ + "cfg-if", + "cipher", + "cpufeatures 0.2.17", +] + +[[package]] +name = "aes-gcm" +version = "0.10.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "831010a0f742e1209b3bcea8fab6a8e149051ba6099432c8cb2cc117dec3ead1" +dependencies = [ + "aead", + "aes", + "cipher", + "ctr", + "ghash", + "subtle", +] + +[[package]] +name = "ahash" +version = "0.8.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5a15f179cd60c4584b8a8c596927aadc462e27f2ca70c04e0071964a73ba7a75" +dependencies = [ + "cfg-if", + "const-random", + "getrandom 0.3.4", + "once_cell", + "version_check", + "zerocopy", +] + +[[package]] +name = "aho-corasick" +version = "1.1.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c982642fa9e8606056828ee9a8505737230110bb1099153c79efe865c59d12ba" +dependencies = [ + "memchr", +] + +[[package]] +name = "alloc-no-stdlib" +version = "2.0.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cc7bb162ec39d46ab1ca8c77bf72e890535becd1751bb45f64c597edb4c8c6b3" + +[[package]] +name = "alloc-stdlib" +version = "0.2.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0e76a019e91224d279006ff972f1e984179a6e9feb050adba6ce8274aef23195" +dependencies = [ + "alloc-no-stdlib", +] + +[[package]] +name = "android_system_properties" +version = "0.1.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ae221649c9976a6f6c56ae1facf410f3ddb33cc661c4b7b61020a912d4237fbc" +dependencies = [ + "libc", +] + +[[package]] +name = "anyhow" +version = "1.0.104" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "330a5ed07fa54e4702c9d6c4174f74427fc0ef6e214bbd677ae50a5099946470" + +[[package]] +name = "apache-avro" +version = "0.21.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "36fa98bc79671c7981272d91a8753a928ff6a1cd8e4f20a44c45bd5d313840bf" +dependencies = [ + "bigdecimal", + "bon", + "crc32fast", + "digest 0.10.7", + "log", + "miniz_oxide 0.8.9", + "num-bigint", + "quad-rand", + "rand 0.9.5", + "regex-lite", + "serde", + "serde_bytes", + "serde_json", + "snap", + "strum", + "strum_macros", + "thiserror", + "uuid", + "zstd", +] + +[[package]] +name = "array-init" +version = "2.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3d62b7694a562cdf5a74227903507c56ab2cc8bdd1f781ed5cb4cf9c9f810bfc" + +[[package]] +name = "arrow-arith" +version = "58.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8b13b85a6a547a1669114e418f6ab3c3e39c2edb1b8be5ab2889e5739a433ae9" +dependencies = [ + "arrow-array", + "arrow-buffer", + "arrow-data", + "arrow-schema", + "chrono", + "num-traits", +] + +[[package]] +name = "arrow-array" +version = "58.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7b11eb61b95868592ad6edbd537465a6940eb3c81a875addecec24283301b267" +dependencies = [ + "ahash", + "arrow-buffer", + "arrow-data", + "arrow-schema", + "chrono", + "half", + "hashbrown 0.17.1", + "num-complex", + "num-integer", + "num-traits", +] + +[[package]] +name = "arrow-buffer" +version = "58.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "53ee609a07eb721c2e4a7669d7bb88e2106c560e7dec1219096fecf5eae356d1" +dependencies = [ + "bytes", + "half", + "num-bigint", + "num-traits", +] + +[[package]] +name = "arrow-cast" +version = "58.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9575323ffeb4bc6955f39bf8716f734671a32780f1fac9ba6c2891048fc0ea1f" +dependencies = [ + "arrow-array", + "arrow-buffer", + "arrow-data", + "arrow-ord", + "arrow-schema", + "arrow-select", + "atoi", + "base64 0.22.1", + "chrono", + "half", + "lexical-core", + "num-traits", + "ryu", +] + +[[package]] +name = "arrow-data" +version = "58.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "10791765e6927cdd8ace5bf0e51a69f38a1c3aded2db93561b003c332d02ee2a" +dependencies = [ + "arrow-buffer", + "arrow-schema", + "half", + "num-integer", + "num-traits", +] + +[[package]] +name = "arrow-ipc" +version = "58.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "165051f1f996f19b50c4d2cdb7ed02ddd400d8d984b422bf6848507eee099c3d" +dependencies = [ + "arrow-array", + "arrow-buffer", + "arrow-data", + "arrow-schema", + "arrow-select", + "flatbuffers", +] + +[[package]] +name = "arrow-ord" +version = "58.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "908a1b5aeefce5c6eb2a0a4e98f4ccacbd441fe0ed23fb799e634cd0135821e5" +dependencies = [ + "arrow-array", + "arrow-buffer", + "arrow-data", + "arrow-schema", + "arrow-select", +] + +[[package]] +name = "arrow-schema" +version = "58.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8506ad465ebb9483bb6efa1e2e78a313549122c6dd67dc2f7087297b762eaede" + +[[package]] +name = "arrow-select" +version = "58.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fd0f0a0d641356ae2df829af5d635ed9fb93fbeb0d39f3239487cb5fdb37a6ef" +dependencies = [ + "ahash", + "arrow-array", + "arrow-buffer", + "arrow-data", + "arrow-schema", + "num-traits", +] + +[[package]] +name = "arrow-string" +version = "58.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bd245a358d52e77bfcb99dc3e21f04b947383271b7a0b9ca8feec43e9039234d" +dependencies = [ + "arrow-array", + "arrow-buffer", + "arrow-data", + "arrow-schema", + "arrow-select", + "memchr", + "num-traits", + "regex", + "regex-syntax", +] + +[[package]] +name = "as-any" +version = "0.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b0f477b951e452a0b6b4a10b53ccd569042d1d01729b519e02074a9c0958a063" + +[[package]] +name = "async-lock" +version = "3.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0876700b0d007ad25d5508865a4259c3af9af6d296bf663a0d586d0bc3369f6f" +dependencies = [ + "event-listener", + "event-listener-strategy", + "pin-project-lite", +] + +[[package]] +name = "async-trait" +version = "0.1.92" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "82f6aeea286b8eb4dd3431a1be1b59d290ace00f5bfd8e2a159bc2a05e2c1667" +dependencies = [ + "proc-macro2", + "quote", + "syn 3.0.10", +] + +[[package]] +name = "asyncband" +version = "0.6.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "94a214ba60d6231afd0e805e3c27c45a1626d9debaa5a5061c45a1ea1b2f1ed0" +dependencies = [ + "hashbrown 0.17.1", + "slab", +] + +[[package]] +name = "asyncband" +version = "0.7.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5d2050892d4691cf110586070786712b504985a4d37ed64a9cd8a402718e1706" + +[[package]] +name = "atoi" +version = "2.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f28d99ec8bfea296261ca1af174f24225171fea9664ba9003cbebee704810528" +dependencies = [ + "num-traits", +] + +[[package]] +name = "atomic-waker" +version = "1.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1505bd5d3d116872e7271a6d4e16d81d0c8570876c8de68093a09ac269d8aac0" + +[[package]] +name = "autocfg" +version = "1.5.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f2032f911046de80f0a198e0901378627c33f59ea0ac00e363d481118bd70a53" + +[[package]] +name = "aws-lc-rs" +version = "1.19.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "048006790404103c488e6c5616b3e7e702a71292aadda08e8f7698a9e0d2eb53" +dependencies = [ + "aws-lc-sys", + "zeroize", +] + +[[package]] +name = "aws-lc-sys" +version = "0.47.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8bfbe32ac36b3c428696ce315464181bc4029d689fd58e3f2a4e58c252242f52" +dependencies = [ + "cc", + "cmake", + "dunce", + "fs_extra", + "pkg-config", +] + +[[package]] +name = "backon" +version = "1.6.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cffb0e931875b666fc4fcb20fee52e9bbd1ef836fd9e9e04ec21555f9f85f7ef" +dependencies = [ + "fastrand", + "gloo-timers", + "tokio", +] + +[[package]] +name = "base64" +version = "0.22.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "72b3254f16251a8381aa12e40e3c4d2f0199f8c6508fbecb9d91f575e0fbb8c6" + +[[package]] +name = "base64" +version = "0.23.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ac07cdecf99051d9a5238b80f35af32cdeba5b336e55d957b318b50137e18da5" + +[[package]] +name = "bigdecimal" +version = "0.4.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8fa3f3d8cbf4dffcfe4991de61d012bef509a409ecbe9dd41049bfe32b4d4653" +dependencies = [ + "autocfg", + "libm", + "num-bigint", + "num-integer", + "num-traits", + "serde", +] + +[[package]] +name = "bimap" +version = "0.6.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "230c5f1ca6a325a32553f8640d31ac9b49f2411e901e427570154868b46da4f7" + +[[package]] +name = "bitflags" +version = "2.13.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3ded4057c258ba199e2d26386d3af3780957ecaee6c4ef4041c6b4b8b97c0b06" + +[[package]] +name = "block-buffer" +version = "0.10.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3078c7629b62d3f0439517fa394996acacc5cbc91c5a20d8c658e77abd503a71" +dependencies = [ + "generic-array", +] + +[[package]] +name = "block-buffer" +version = "0.12.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d2f6c7dbe95a6ed67ad9f18e57daf93a2f034c524b99fd2b76d18fdfeb6660aa" +dependencies = [ + "hybrid-array", +] + +[[package]] +name = "bnum" +version = "0.12.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f781dba93de3a5ef6dc5b17c9958b208f6f3f021623b360fb605ea51ce443f10" +dependencies = [ + "serde", + "serde-big-array", +] + +[[package]] +name = "bon" +version = "3.10.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a05442cd7005532d0cfedec676b5b9333d2b4c7c3afabe2b1a9ce2742fbe2ee6" +dependencies = [ + "bon-macros", +] + +[[package]] +name = "bon-macros" +version = "3.10.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "93833e97ac7c46ba97045afcf247238c27057538fcf2f06344662ddd5f567be6" +dependencies = [ + "darling 0.24.1", + "ident_case", + "prettyplease", + "proc-macro2", + "quote", + "syn 3.0.10", +] + +[[package]] +name = "brotli" +version = "8.0.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5cc91aac060a7a1e25823bdccbfb6af1875b88f17c6daac97894eed8207166b3" +dependencies = [ + "alloc-no-stdlib", + "alloc-stdlib", + "brotli-decompressor", +] + +[[package]] +name = "brotli-decompressor" +version = "5.0.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3a32acac15fe1967bc3986b2a6347dffc965602354ea6f450ad07e8bfd253583" +dependencies = [ + "alloc-no-stdlib", + "alloc-stdlib", +] + +[[package]] +name = "bs58" +version = "0.5.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bf88ba1141d185c399bee5288d850d63b8369520c1eafc32a0430b5b6c287bf4" +dependencies = [ + "tinyvec", +] + +[[package]] +name = "bumpalo" +version = "3.20.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "87a0cf66fd1eb2fb7b822cb78370d82303750809bc6ba855f3f58e517d3238db" + +[[package]] +name = "bytemuck" +version = "1.25.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "95832e849adfb21180ccb6826a99da14e5d266ae5c2e668e1602cf234f153797" + +[[package]] +name = "byteorder" +version = "1.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1fd0f2584146f6f2ef48085050886acf353beff7305ebd1ae69500e27c67f64b" + +[[package]] +name = "bytes" +version = "1.12.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fc652a48c352aef3ea3aed32080501cf3ef6ed5da78602a020c991775b0aff04" + +[[package]] +name = "cc" +version = "1.11.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "33ef9e3e8154a45c7a95cff4c1299702106ad94062d7bb85fdc5d3a5afd91d45" +dependencies = [ + "find-msvc-tools", + "jobserver", + "libc", + "shlex", +] + +[[package]] +name = "cfg-if" +version = "1.0.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4e7648175b45a9a48536d676f68d918270699102aa8dab5496df06904c914600" + +[[package]] +name = "cfg_aliases" +version = "0.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f079e83a288787bcd14a6aea84cee5c87a67c5a3e660c30f557a3d24761b3527" + +[[package]] +name = "chacha20" +version = "0.10.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "65c35e4b699c7e15ccbe7ee35c005e4fc0a278d22238a2857e6ce2dadeda1b06" +dependencies = [ + "cfg-if", + "cpufeatures 0.3.1", + "rand_core 0.10.1", +] + +[[package]] +name = "chrono" +version = "0.4.45" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1aa79e62e7697b8e29b513a68abacf485adcd1fe8284a4316c5ae868e6633327" +dependencies = [ + "iana-time-zone", + "js-sys", + "num-traits", + "serde", + "wasm-bindgen", + "windows-link", +] + +[[package]] +name = "cipher" +version = "0.4.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "773f3b9af64447d2ce9850330c473515014aa235e6a783b02db81ff39e4a3dad" +dependencies = [ + "crypto-common 0.1.7", + "inout", +] + +[[package]] +name = "cmake" +version = "0.1.58" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c0f78a02292a74a88ac736019ab962ece0bc380e3f977bf72e376c5d78ff0678" +dependencies = [ + "cc", +] + +[[package]] +name = "cmov" +version = "0.5.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0c9ea0ac24bc397ab3c98583a3c9ba74fa56b09a4449bbe172b9b1ddb016027a" + +[[package]] +name = "combine" +version = "4.6.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4356eba6976435498d05a311ee9fc486da3bc81c200d3f0d7dd9703b41913f92" +dependencies = [ + "bytes", + "memchr", +] + +[[package]] +name = "const-oid" +version = "0.10.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "be95d4a884358a21a199689323c29e9256b4a1b315e22f183d155422041d3a9a" + +[[package]] +name = "const-random" +version = "0.1.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "87e00182fe74b066627d63b85fd550ac2998d4b0bd86bfed477a0ae4c7c71359" +dependencies = [ + "const-random-macro", +] + +[[package]] +name = "const-random-macro" +version = "0.1.16" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f9d839f2a20b0aee515dc581a6172f2321f96cab76c1a38a4c584a194955390e" +dependencies = [ + "getrandom 0.2.17", + "once_cell", + "tiny-keccak", +] + +[[package]] +name = "core-foundation" +version = "0.10.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b2a6cd9ae233e7f62ba4e9353e81a88df7fc8a5987b8d445b4d90c879bd156f6" +dependencies = [ + "core-foundation-sys", + "libc", +] + +[[package]] +name = "core-foundation-sys" +version = "0.8.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "773648b94d0e5d620f64f280777445740e61fe701025087ec8b57f45c791888b" + +[[package]] +name = "cpufeatures" +version = "0.2.17" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "59ed5838eebb26a2bb2e58f6d5b5316989ae9d08bab10e0e6d103e656d1b0280" +dependencies = [ + "libc", +] + +[[package]] +name = "cpufeatures" +version = "0.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5ca28b0ae3115b884660db4118d803791fd6756b6e88f39c0f3f7859060d7566" +dependencies = [ + "libc", +] + +[[package]] +name = "crc-fast" +version = "1.10.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e75b2483e97a5a7da73ac68a05b629f9c53cff58d8ed1c77866079e18b00dba5" +dependencies = [ + "digest 0.10.7", + "spin", +] + +[[package]] +name = "crc32fast" +version = "1.5.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2b929dd2a135771f40afabd1073f85eed59c800b7c61901e5c254270497dad64" +dependencies = [ + "cfg-if", +] + +[[package]] +name = "crossbeam-channel" +version = "0.5.17" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "98b0cc327b5bc766e7fda9c9260cc0fa81b43a8e240440422dff70788e3f9ef1" +dependencies = [ + "crossbeam-utils", +] + +[[package]] +name = "crossbeam-epoch" +version = "0.9.21" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "dc74980687109a3b14c72fd458107bf0baa1da1a1a805e178d15501ba9b86d9d" +dependencies = [ + "crossbeam-utils", +] + +[[package]] +name = "crossbeam-utils" +version = "0.8.23" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a31eee39dddec8330830986fcd7625edb5a24ec90ea038215273bbc3adb08ac6" + +[[package]] +name = "crunchy" +version = "0.2.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "460fbee9c2c2f33933d720630a6a0bac33ba7053db5344fac858d4b8952d77d5" + +[[package]] +name = "crypto-common" +version = "0.1.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "78c8292055d1c1df0cce5d180393dc8cce0abec0a7102adb6c7b1eef6016d60a" +dependencies = [ + "generic-array", + "rand_core 0.6.4", + "typenum", +] + +[[package]] +name = "crypto-common" +version = "0.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ce6e4c961d6cd6c9a86db418387425e8bdeaf05b3c8bc1411e6dca4c252f1453" +dependencies = [ + "hybrid-array", +] + +[[package]] +name = "ctor" +version = "1.0.14" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ea691ed9f36489d087419b8b2ba3ef27d89621380b4178c73e2445a379e4e0f4" +dependencies = [ + "link-section", + "linktime-proc-macro", +] + +[[package]] +name = "ctr" +version = "0.9.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0369ee1ad671834580515889b80f2ea915f23b8be8d0daa4bbaf2ac5c7590835" +dependencies = [ + "cipher", +] + +[[package]] +name = "ctutils" +version = "0.4.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "261af4dc7a06ea8a527a8717d8cbba3417530d6ea14e1edb3de6b67806be474f" +dependencies = [ + "cmov", +] + +[[package]] +name = "darling" +version = "0.20.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fc7f46116c46ff9ab3eb1597a45688b6715c6e628b5c133e288e709a29bcb4ee" +dependencies = [ + "darling_core 0.20.11", + "darling_macro 0.20.11", +] + +[[package]] +name = "darling" +version = "0.24.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ed17f5901b6630b993ca003def43f2f8ef4014fc13b047b57aad617ff32bc2ec" +dependencies = [ + "darling_core 0.24.1", + "darling_macro 0.24.1", +] + +[[package]] +name = "darling_core" +version = "0.20.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0d00b9596d185e565c2207a0b01f8bd1a135483d02d9b7b0a54b11da8d53412e" +dependencies = [ + "fnv", + "ident_case", + "proc-macro2", + "quote", + "strsim", + "syn 2.0.119", +] + +[[package]] +name = "darling_core" +version = "0.24.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6837e2cf7485aaae18f86181d2f0e9a7ed297a025e220aeabf63fdebd3a2ddff" +dependencies = [ + "ident_case", + "proc-macro2", + "quote", + "strsim", + "syn 3.0.10", +] + +[[package]] +name = "darling_macro" +version = "0.20.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fc34b93ccb385b40dc71c6fceac4b2ad23662c7eeb248cf10d529b7e055b6ead" +dependencies = [ + "darling_core 0.20.11", + "quote", + "syn 2.0.119", +] + +[[package]] +name = "darling_macro" +version = "0.24.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2ac7135c3ef02b2f7833bbeb1be5ba7f966dcde8a87c6b87f65a778d71a02785" +dependencies = [ + "darling_core 0.24.1", + "quote", + "syn 3.0.10", +] + +[[package]] +name = "deranged" +version = "0.5.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9e9de72ce2ad1f90dc62fa25f0f430ef85eb4b0d8fa0be4f30373bc40a21d28e" +dependencies = [ + "serde_core", +] + +[[package]] +name = "derive_builder" +version = "0.20.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "507dfb09ea8b7fa618fcf76e953f4f5e192547945816d5358edffe39f6f94947" +dependencies = [ + "derive_builder_macro", +] + +[[package]] +name = "derive_builder_core" +version = "0.20.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2d5bcf7b024d6835cfb3d473887cd966994907effbe9227e8c8219824d06c4e8" +dependencies = [ + "darling 0.20.11", + "proc-macro2", + "quote", + "syn 2.0.119", +] + +[[package]] +name = "derive_builder_macro" +version = "0.20.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ab63b0e2bf4d5928aff72e83a7dace85d7bba5fe12dcc3c5a572d78caffd3f3c" +dependencies = [ + "derive_builder_core", + "syn 2.0.119", +] + +[[package]] +name = "digest" +version = "0.10.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9ed9a281f7bc9b7576e61468ba615a66a5c8cfdff42420a70aa82701a3b1e292" +dependencies = [ + "block-buffer 0.10.4", + "crypto-common 0.1.7", +] + +[[package]] +name = "digest" +version = "0.11.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f1dd6dbb5841937940781866fa1281a1ff7bd3bf827091440879f9994983d5c2" +dependencies = [ + "block-buffer 0.12.1", + "const-oid", + "crypto-common 0.2.2", + "ctutils", +] + +[[package]] +name = "displaydoc" +version = "0.2.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c6232dd377dcc64799954cbd3a9bb882e9cdc1308ccd87b1c098f1fb2eaf82a8" +dependencies = [ + "proc-macro2", + "quote", + "syn 3.0.10", +] + +[[package]] +name = "dissimilar" +version = "1.0.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "aeda16ab4059c5fd2a83f2b9c9e9c981327b18aa8e3b313f7e6563799d4f093e" + +[[package]] +name = "dlv-list" +version = "0.5.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "442039f5147480ba31067cb00ada1adae6892028e40e45fc5de7b7df6dcc1b5f" +dependencies = [ + "const-random", +] + +[[package]] +name = "dunce" +version = "1.0.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "92773504d58c093f6de2459af4af33faa518c13451eb8f2b5698ed3d36e7c813" + +[[package]] +name = "dyn-clone" +version = "1.0.20" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d0881ea181b1df73ff77ffaaf9c7544ecc11e82fba9b5f27b262a3c73a332555" + +[[package]] +name = "either" +version = "1.19.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0e9c71c2167ca323c882b99918929403426e2373ea17242ff5653e0d5e1058be" + +[[package]] +name = "equivalent" +version = "1.0.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "00d174d5400e5e8fd687ad1049e2f578285fa914201b1af7e8b112a4546bd826" + +[[package]] +name = "erased-serde" +version = "0.4.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1e59b668157f32d3459d4bd634861a06ffa2503a461ca5f0916b9f0252605e66" +dependencies = [ + "serde", + "serde_core", + "typeid", +] + +[[package]] +name = "event-listener" +version = "5.4.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5a23add41df1562121a9393cb065eab5146a1242410f23a644851e90cfd669d2" +dependencies = [ + "parking", + "pin-project-lite", +] + +[[package]] +name = "event-listener-strategy" +version = "0.5.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8be9f3dfaaffdae2972880079a491a1a8bb7cbed0b8dd7a347f668b4150a3b93" +dependencies = [ + "event-listener", + "pin-project-lite", +] + +[[package]] +name = "expect-test" +version = "1.5.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "63af43ff4431e848fb47472a920f14fa71c24de13255a5692e93d4e90302acb0" +dependencies = [ + "dissimilar", + "once_cell", +] + +[[package]] +name = "fastnum" +version = "0.7.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "020d1b59a944bc239d79903fbac2eda2365138b44890c27979562f6592059dcd" +dependencies = [ + "bnum", + "num-integer", + "num-traits", + "serde", +] + +[[package]] +name = "fastrand" +version = "2.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "da7c62ceae207dd37ea5b845da6a0696c799f85e97da1ab5b7910be3c1c80223" + +[[package]] +name = "find-msvc-tools" +version = "0.1.15" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1c66915cc5391097de7a2b0b972e8505aa33c0df401fd3a6811dbdb32881ba48" + +[[package]] +name = "flatbuffers" +version = "25.12.19" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "35f6839d7b3b98adde531effaf34f0c2badc6f4735d26fe74709d8e513a96ef3" +dependencies = [ + "bitflags", + "rustc_version", +] + +[[package]] +name = "flate2" +version = "1.1.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "626d4928326b646e70f65ed36fc7cf9f206bdb68a0019ee7c6b4709da4e084c4" +dependencies = [ + "crc32fast", + "miniz_oxide 0.9.1", + "zlib-rs", +] + +[[package]] +name = "fnv" +version = "1.0.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3f9eec918d3f24069decb9af1554cad7c880e2da24a9afd88aca000531ab82c1" + +[[package]] +name = "form_urlencoded" +version = "1.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cb4cb245038516f5f85277875cdaa4f7d2c9a0fa0468de06ed190163b1581fcf" +dependencies = [ + "percent-encoding", +] + +[[package]] +name = "fs_extra" +version = "1.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "42703706b716c37f96a77aea830392ad231f44c9e9a67872fa5548707e11b11c" + +[[package]] +name = "futures" +version = "0.3.34" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9a31d2a3fbaaeb2af2368bbdd904aa8e812d3c04a1ee10d3171f52d556e5d0a3" +dependencies = [ + "futures-channel", + "futures-core", + "futures-executor", + "futures-io", + "futures-sink", + "futures-task", + "futures-util", +] + +[[package]] +name = "futures-channel" +version = "0.3.34" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b1f9e3d69d39e4862ffed03ed071a76f9a13ba1d9109d355b0f0aa6b15e393c4" +dependencies = [ + "futures-core", + "futures-sink", +] + +[[package]] +name = "futures-core" +version = "0.3.34" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "92d699e522242e69e3003b94ecc1f960f3a5e015aa7c5d7486e65ad01dd94f5e" + +[[package]] +name = "futures-executor" +version = "0.3.34" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "031b47cf1a3c6cc8bc2fc76cd437f521619387907d469316e7c0bc278f1f5432" +dependencies = [ + "futures-core", + "futures-task", + "futures-util", +] + +[[package]] +name = "futures-io" +version = "0.3.34" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "53c0fa8157de1303bfffdaa1cc2a673bfffb60102f76b0ef4441659124373fed" + +[[package]] +name = "futures-macro" +version = "0.3.34" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9fb9654ba8355388abeb8dcb4fc62f511300867002afc858860463bdd9fe0c44" +dependencies = [ + "proc-macro2", + "quote", + "syn 3.0.10", +] + +[[package]] +name = "futures-sink" +version = "0.3.34" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1944426bf7d03f1d14f708785e4b33efd750b36d48a157b836b3efc15ede8e1d" + +[[package]] +name = "futures-task" +version = "0.3.34" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cd417de3d1d015fc3bfd2b1ea46dfc7bab72ef86f1cc7cc9c78e728b34a6d1fd" + +[[package]] +name = "futures-util" +version = "0.3.34" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0d50a92467f8ba5dd6e3ee5d4bd04d73ab2e4e1c44474a0674821dfce14b79bc" +dependencies = [ + "futures-channel", + "futures-core", + "futures-io", + "futures-macro", + "futures-sink", + "futures-task", + "memchr", + "pin-project-lite", + "slab", +] + +[[package]] +name = "generic-array" +version = "0.14.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "85649ca51fd72272d7821adaf274ad91c288277713d9c18820d8499a7ff69e9a" +dependencies = [ + "typenum", + "version_check", +] + +[[package]] +name = "getrandom" +version = "0.2.17" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ff2abc00be7fca6ebc474524697ae276ad847ad0a6b3faa4bcb027e9a4614ad0" +dependencies = [ + "cfg-if", + "js-sys", + "libc", + "wasi", + "wasm-bindgen", +] + +[[package]] +name = "getrandom" +version = "0.3.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "899def5c37c4fd7b2664648c28120ecec138e4d395b459e5ca34f9cce2dd77fd" +dependencies = [ + "cfg-if", + "libc", + "r-efi 5.3.0", + "wasip2", +] + +[[package]] +name = "getrandom" +version = "0.4.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "300e883d756b2e4ec94e02791f39b04b522276138852cfc41d9fb7e904106099" +dependencies = [ + "cfg-if", + "js-sys", + "libc", + "r-efi 6.0.0", + "rand_core 0.10.1", + "wasm-bindgen", +] + +[[package]] +name = "ghash" +version = "0.5.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f0d8a4362ccb29cb0b265253fb0a2728f592895ee6854fd9bc13f2ffda266ff1" +dependencies = [ + "opaque-debug", + "polyval", +] + +[[package]] +name = "gloo-timers" +version = "0.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bbb143cf96099802033e0d4f4963b19fd2e0b728bcf076cd9cf7f6634f092994" +dependencies = [ + "futures-channel", + "futures-core", + "js-sys", + "wasm-bindgen", +] + +[[package]] +name = "h2" +version = "0.4.20" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7d29020232d6aa3fb1daca64c1127cf662cf97f254ae16c18c05b8ab635fc118" +dependencies = [ + "atomic-waker", + "bytes", + "fnv", + "futures-core", + "futures-sink", + "http", + "indexmap 2.14.2", + "slab", + "tokio", + "tokio-util", + "tracing", +] + +[[package]] +name = "half" +version = "2.7.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6ea2d84b969582b4b1864a92dc5d27cd2b77b622a8d79306834f1be5ba20d84b" +dependencies = [ + "cfg-if", + "crunchy", + "num-traits", + "zerocopy", +] + +[[package]] +name = "hashbrown" +version = "0.12.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8a9ee70c43aaf417c914396645a0fa852624801b24ebb7ae78fe8272889ac888" + +[[package]] +name = "hashbrown" +version = "0.14.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e5274423e17b7c9fc20b6e7e208532f9b19825d82dfd615708b70edd83df41f1" + +[[package]] +name = "hashbrown" +version = "0.17.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ed5909b6e89a2db4456e54cd5f673791d7eca6732202bbf2a9cc504fe2f9b84a" + +[[package]] +name = "heck" +version = "0.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2304e00983f87ffb38b55b444b5e3b60a884b5d30c0fca7d82fe33449bbe55ea" + +[[package]] +name = "hex" +version = "0.4.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7f24254aa9a54b5c858eaee2f5bccdb46aaf0e486a595ed5fd8f86ba55232a70" + +[[package]] +name = "hmac" +version = "0.13.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6303bc9732ae41b04cb554b844a762b4115a61bfaa81e3e83050991eeb56863f" +dependencies = [ + "digest 0.11.3", +] + +[[package]] +name = "http" +version = "1.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "918d3568bebf352712bc2ef3d46a8bcf1a75b373be6539de198e9105cbbf9ce0" +dependencies = [ + "bytes", + "itoa", +] + +[[package]] +name = "http-body" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ca2a8f2913ee65f60facd6a5905613afaa448497a0230cc41ce022d93290bc2c" +dependencies = [ + "bytes", + "http", +] + +[[package]] +name = "http-body-util" +version = "0.1.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "23169fe34a5fbcdd3f3862e78fb9b6fccd5f02a6dc6f732547005d45631ce71c" +dependencies = [ + "bytes", + "futures-core", + "http", + "http-body", + "pin-project-lite", +] + +[[package]] +name = "httparse" +version = "1.10.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6dbf3de79e51f3d586ab4cb9d5c3e2c14aa28ed23d180cf89b4df0454a69cc87" + +[[package]] +name = "humantime" +version = "2.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "15cdd26707701c53297e2fa6afb323d55fbc1d0810c3aec078ae3ef0424c3c15" + +[[package]] +name = "hybrid-array" +version = "0.4.15" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "27f864f10dfb56725ce5ce5472bc52252c8f93a4ab86327122cebf62c5f59a17" +dependencies = [ + "typenum", +] + +[[package]] +name = "hyper" +version = "1.12.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2c3e324da4c95177d6291d4c8730197c0d1822f8a9766814a4a44fa5ab797c9c" +dependencies = [ + "atomic-waker", + "bytes", + "futures-channel", + "futures-core", + "h2", + "http", + "http-body", + "httparse", + "itoa", + "pin-project-lite", + "smallvec", + "tokio", + "want", +] + +[[package]] +name = "hyper-rustls" +version = "0.27.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "dfa8e654703247911e29c23fbeaa261834bd9bb74efba2f9acddc37bfb127f53" +dependencies = [ + "http", + "hyper", + "hyper-util", + "rustls", + "tokio", + "tokio-rustls", + "tower-service", +] + +[[package]] +name = "hyper-util" +version = "0.1.21" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ddc03d96684f9226b8a787cdb71488417b53ab5ea8fdb1dac946cb9431cc8bff" +dependencies = [ + "base64 0.23.1", + "bytes", + "futures-channel", + "futures-util", + "http", + "http-body", + "httparse", + "hyper", + "ipnet", + "libc", + "percent-encoding", + "pin-project-lite", + "socket2", + "tokio", + "tower-service", + "tracing", +] + +[[package]] +name = "iana-time-zone" +version = "0.1.65" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e31bc9ad994ba00e440a8aa5c9ef0ec67d5cb5e5cb0cc7f8b744a35b389cc470" +dependencies = [ + "android_system_properties", + "core-foundation-sys", + "iana-time-zone-haiku", + "js-sys", + "log", + "wasm-bindgen", + "windows-core", +] + +[[package]] +name = "iana-time-zone-haiku" +version = "0.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f31827a206f56af32e590ba56d5d2d085f558508192593743f16b2306495269f" +dependencies = [ + "cc", +] + +[[package]] +name = "iceberg" +version = "0.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "25dd5d1aa2fa92d2c9bc426f72bc16717a27eb73255805beb8845afcca31e58d" +dependencies = [ + "aes-gcm", + "anyhow", + "apache-avro", + "array-init", + "arrow-arith", + "arrow-array", + "arrow-buffer", + "arrow-cast", + "arrow-ord", + "arrow-schema", + "arrow-select", + "arrow-string", + "as-any", + "async-trait", + "backon", + "base64 0.22.1", + "bimap", + "bytes", + "chrono", + "crc32fast", + "derive_builder", + "expect-test", + "fastnum", + "flate2", + "fnv", + "form_urlencoded", + "futures", + "iceberg-property-macro", + "itertools 0.13.0", + "moka", + "murmur3", + "once_cell", + "ordered-float 4.6.0", + "parquet", + "rand 0.9.5", + "reqwest 0.12.28", + "roaring", + "serde", + "serde_bytes", + "serde_derive", + "serde_json", + "serde_repr", + "serde_with", + "strum", + "tokio", + "tracing", + "typed-builder", + "typetag", + "url", + "uuid", + "zeroize", + "zstd", +] + +[[package]] +name = "iceberg-property-macro" +version = "0.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6de7eea6577fed2290867f7604483e3649297514b873cdac108e0cc7f783c9e1" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.119", +] + +[[package]] +name = "iceberg-rust-spike" +version = "0.0.0" +dependencies = [ + "arrow-array", + "arrow-schema", + "async-trait", + "bytes", + "futures", + "iceberg", + "iceberg-storage-opendal", + "object_store", + "parquet", + "rand 0.9.5", + "serde_json", + "tokio", + "uuid", +] + +[[package]] +name = "iceberg-storage-opendal" +version = "0.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "08691d92b8e3ce0d827fa3d6e858b6d5fd948fb337bc57c244eb7d6bed1cddbc" +dependencies = [ + "anyhow", + "async-trait", + "bytes", + "cfg-if", + "futures", + "iceberg", + "opendal", + "reqsign-aws-v4", + "reqsign-core", + "serde", + "typetag", + "url", +] + +[[package]] +name = "icu_collections" +version = "2.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fe090a42a0d3140fed8c63263ed1fecc02422cb2f4bfe55cd8de2de1b8e105dd" +dependencies = [ + "displaydoc", + "potential_utf", + "utf8_iter", + "yoke", + "zerofrom", + "zerovec", +] + +[[package]] +name = "icu_locale_core" +version = "2.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "25d29b57c17c6528d0dc4c2141cfa2d08200465acb537a3909c8b9b8a4a984c0" +dependencies = [ + "displaydoc", + "litemap", + "tinystr", + "writeable", + "zerovec", +] + +[[package]] +name = "icu_normalizer" +version = "2.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "404a3b8c486f205c87fe7f23ab6894d84a4ad76d6e4671ae1981ba7def87c599" +dependencies = [ + "icu_collections", + "icu_normalizer_data", + "icu_properties", + "icu_provider", + "smallvec", + "zerovec", +] + +[[package]] +name = "icu_normalizer_data" +version = "2.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "20f0088bfb7441f7a37fa0c9e20cb1e9cba1cac6b9ce8cd2a6dc44294f8e8cbc" + +[[package]] +name = "icu_properties" +version = "2.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2ea83d991c56158f7cf898bf86436c1dfe7c07ee82fe88951f2695c9f37a379f" +dependencies = [ + "displaydoc", + "icu_collections", + "icu_locale_core", + "icu_properties_data", + "icu_provider", + "zerotrie", + "zerovec", +] + +[[package]] +name = "icu_properties_data" +version = "2.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b98f29af82d02b163fe50161388350e743bb3107cc8e8c2f7314cb505faddfcf" + +[[package]] +name = "icu_provider" +version = "2.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "413099315636c588ee8f011190b329b971a09a8fae9d157e01dcae8379468514" +dependencies = [ + "displaydoc", + "icu_locale_core", + "writeable", + "yoke", + "zerofrom", + "zerotrie", + "zerovec", +] + +[[package]] +name = "ident_case" +version = "1.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b9e0384b61958566e926dc50660321d12159025e767c18e043daf26b70104c39" + +[[package]] +name = "idna" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3b0875f23caa03898994f6ddc501886a45c7d3d62d04d2d90788d47be1b1e4de" +dependencies = [ + "idna_adapter", + "smallvec", + "utf8_iter", +] + +[[package]] +name = "idna_adapter" +version = "1.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cb68373c0d6620ef8105e855e7745e18b0d00d3bdb07fb532e434244cdb9a714" +dependencies = [ + "icu_normalizer", + "icu_properties", +] + +[[package]] +name = "indexmap" +version = "1.9.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bd070e393353796e801d209ad339e89596eb4c8d430d18ede6a1cced8fafbd99" +dependencies = [ + "autocfg", + "hashbrown 0.12.3", + "serde", +] + +[[package]] +name = "indexmap" +version = "2.14.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cc4e190f5d26ca7051642629da2c52fc03bde85a03197c99408dcd291734c855" +dependencies = [ + "equivalent", + "hashbrown 0.17.1", + "serde", + "serde_core", +] + +[[package]] +name = "inout" +version = "0.1.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "879f10e63c20629ecabbb64a8010319738c66a5cd0c29b02d63d272b03751d01" +dependencies = [ + "generic-array", +] + +[[package]] +name = "integer-encoding" +version = "3.0.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8bb03732005da905c88227371639bf1ad885cc712789c011c31c5fb3ab3ccf02" + +[[package]] +name = "inventory" +version = "0.3.25" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6928282826c822ad91bf1c9a1cb90a30ba1c26770749929b4656cd6be829cd7c" +dependencies = [ + "rustversion", +] + +[[package]] +name = "ipnet" +version = "2.12.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "791930b43c0d5973160d90a8f3894509f2b273430f5c5c73b668636d0287c5c0" + +[[package]] +name = "itertools" +version = "0.13.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "413ee7dfc52ee1a4949ceeb7dbc8a33f2d6c088194d9f922fb8318faf1f01186" +dependencies = [ + "either", +] + +[[package]] +name = "itertools" +version = "0.15.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8b4baf93f58d4425749ca49a51c50ebab072c5df6994d08fed93541c331481dc" +dependencies = [ + "either", +] + +[[package]] +name = "itoa" +version = "1.0.19" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3bd1574e617a9a6c1f8f8181bd7e841e1f20e4277607ef28945765188d6284d4" + +[[package]] +name = "jiff" +version = "0.2.46" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "175dc66334db3b9ab9985bf8b61cfed50dc16d20964bb47f9e479adcae984a7f" +dependencies = [ + "jiff-core", + "jiff-static", + "jiff-tzdb-platform", + "js-sys", + "log", + "portable-atomic", + "portable-atomic-util", + "serde_core", + "wasm-bindgen", + "windows-link", +] + +[[package]] +name = "jiff-core" +version = "0.1.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e599b80292e597019b8b3e392de3f4bea2959ddfb8c7dff60e035e9e311a2c1b" +dependencies = [ + "log", +] + +[[package]] +name = "jiff-static" +version = "0.2.46" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c7b1af7547d47354bc438d797e3854601bde8f8d185780c5ba4ab27afa54f1ba" +dependencies = [ + "jiff-core", + "proc-macro2", + "quote", + "syn 2.0.119", +] + +[[package]] +name = "jiff-tzdb" +version = "0.1.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0980fca2cc272465bd60e82397607ba9f33add9e48defd77923301bbd03808f2" + +[[package]] +name = "jiff-tzdb-platform" +version = "0.1.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "875a5a69ac2bab1a891711cf5eccbec1ce0341ea805560dcd90b7a2e925132e8" +dependencies = [ + "jiff-tzdb", +] + +[[package]] +name = "jni" +version = "0.22.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5efd9a482cf3a427f00d6b35f14332adc7902ce91efb778580e180ff90fa3498" +dependencies = [ + "cfg-if", + "combine", + "jni-macros", + "jni-sys", + "log", + "simd_cesu8", + "thiserror", + "walkdir", + "windows-link", +] + +[[package]] +name = "jni-macros" +version = "0.22.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a00109accc170f0bdb141fed3e393c565b6f5e072365c3bd58f5b062591560a3" +dependencies = [ + "proc-macro2", + "quote", + "rustc_version", + "simd_cesu8", + "syn 2.0.119", +] + +[[package]] +name = "jni-sys" +version = "0.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c6377a88cb3910bee9b0fa88d4f42e1d2da8e79915598f65fb0c7ee14c878af2" +dependencies = [ + "jni-sys-macros", +] + +[[package]] +name = "jni-sys-macros" +version = "0.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "38c0b942f458fe50cdac086d2f946512305e5631e720728f2a61aabcd47a6264" +dependencies = [ + "quote", + "syn 2.0.119", +] + +[[package]] +name = "jobserver" +version = "0.1.35" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1c00acbd29eabad4a2392fa0e921c874934dbbf4194312ad20f04a0ed67a3cb3" +dependencies = [ + "getrandom 0.4.3", + "libc", +] + +[[package]] +name = "js-sys" +version = "0.3.107" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8dc09d2154098bbf4ef54eab6b117a3c24cbbffe94046b16ee6d6d4510584d3a" +dependencies = [ + "cfg-if", + "futures-util", + "wasm-bindgen", +] + +[[package]] +name = "lexical-core" +version = "1.0.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7d8d125a277f807e55a77304455eb7b1cb52f2b18c143b60e766c120bd64a594" +dependencies = [ + "lexical-parse-float", + "lexical-parse-integer", + "lexical-util", + "lexical-write-float", + "lexical-write-integer", +] + +[[package]] +name = "lexical-parse-float" +version = "1.0.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "52a9f232fbd6f550bc0137dcb5f99ab674071ac2d690ac69704593cb4abbea56" +dependencies = [ + "lexical-parse-integer", + "lexical-util", +] + +[[package]] +name = "lexical-parse-integer" +version = "1.0.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9a7a039f8fb9c19c996cd7b2fcce303c1b2874fe1aca544edc85c4a5f8489b34" +dependencies = [ + "lexical-util", +] + +[[package]] +name = "lexical-util" +version = "1.0.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2604dd126bb14f13fb5d1bd6a66155079cb9fa655b37f875b3a742c705dbed17" + +[[package]] +name = "lexical-write-float" +version = "1.0.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "50c438c87c013188d415fbabbb1dceb44249ab81664efbd31b14ae55dabb6361" +dependencies = [ + "lexical-util", + "lexical-write-integer", +] + +[[package]] +name = "lexical-write-integer" +version = "1.0.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "409851a618475d2d5796377cad353802345cba92c867d9fbcde9cf4eac4e14df" +dependencies = [ + "lexical-util", +] + +[[package]] +name = "libc" +version = "0.2.191" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "65cd87c9a6d60536580b316ad985726104730a5151c99845f2490428ef91240a" + +[[package]] +name = "libm" +version = "0.2.16" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b6d2cec3eae94f9f509c767b45932f1ada8350c4bdb85af2fcab4a3c14807981" + +[[package]] +name = "link-section" +version = "0.19.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4d9aae57673c1a235149777a74d152f3210ebd3e3b13346d2cdb6809e566bd3c" + +[[package]] +name = "linktime-proc-macro" +version = "0.2.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7e57c38c1e860fd37c604281cdfb1dd2216977fd76a50f85ba2f388ef3219616" + +[[package]] +name = "litemap" +version = "0.8.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "47d9d19d1d6efa0109d2f65ff4c85cddd50bd572e5a00127ab10987290bcefae" + +[[package]] +name = "lock_api" +version = "0.4.14" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "224399e74b87b5f3557511d98dff8b14089b3dadafcab6bb93eab67d3aace965" +dependencies = [ + "scopeguard", +] + +[[package]] +name = "log" +version = "0.4.35" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5d15f86d12da44cd8d4ec3c73984537eb7f4cadcb9776a575a0a8a05ca11005c" + +[[package]] +name = "lru-slab" +version = "0.1.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4050469837a6ff301cd14c1f8f24f88549e6d548f24f64e2148eb0f72cebc51f" + +[[package]] +name = "lz4_flex" +version = "0.13.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6a027efd2ad3c4dbb4123b5c018e3efbe7f6236da7c7612f122dad030f5d2de5" +dependencies = [ + "twox-hash", +] + +[[package]] +name = "md-5" +version = "0.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "69b6441f590336821bb897fb28fc622898ccceb1d6cea3fde5ea86b090c4de98" +dependencies = [ + "cfg-if", + "digest 0.11.3", +] + +[[package]] +name = "memchr" +version = "2.8.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cf8baf1c55e62ffcace7a9f06f4bd9cd3f0c4beb022d3b367256b91b87513d98" + +[[package]] +name = "miniz_oxide" +version = "0.8.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1fa76a2c86f704bdb222d66965fb3d63269ce38518b83cb0575fca855ebb6316" +dependencies = [ + "adler2", +] + +[[package]] +name = "miniz_oxide" +version = "0.9.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b63fbc4a50860e98e7b2aa7804ded1db5cbc3aff9193adaff57a6931bf7c4b4c" +dependencies = [ + "adler2", + "simd-adler32", +] + +[[package]] +name = "mio" +version = "1.2.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "20521a903f02b0a573cd6840e9d0a5a0cc043d361fe924092cd70f8556cc9c4a" +dependencies = [ + "libc", + "wasi", + "windows-sys 0.61.2", +] + +[[package]] +name = "moka" +version = "0.12.16" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4293f18e7567a1caf3c584855554377025c65e0aa445344d04171f5ad63d19b9" +dependencies = [ + "async-lock", + "crossbeam-channel", + "crossbeam-epoch", + "crossbeam-utils", + "equivalent", + "event-listener", + "futures-util", + "parking_lot", + "portable-atomic", + "smallvec", + "tagptr", + "uuid", +] + +[[package]] +name = "murmur3" +version = "0.5.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9252111cf132ba0929b6f8e030cac2a24b507f3a4d6db6fb2896f27b354c714b" + +[[package]] +name = "nix" +version = "0.31.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2bc81ce8148d3b4f3274da811f11cdd824ae661ee4ef732cdb229825cf5be7f7" +dependencies = [ + "bitflags", + "cfg-if", + "cfg_aliases", + "libc", +] + +[[package]] +name = "num-bigint" +version = "0.4.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c89e69e7e0f03bea5ef08013795c25018e101932225a656383bd384495ecc367" +dependencies = [ + "num-integer", + "num-traits", + "serde", +] + +[[package]] +name = "num-complex" +version = "0.4.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "73f88a1307638156682bada9d7604135552957b7818057dcef22705b4d509495" +dependencies = [ + "num-traits", +] + +[[package]] +name = "num-conv" +version = "0.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "521739c6d2bac4aa25192232afe6841231376b2b26d4d9fae5ecf8ca5772e441" + +[[package]] +name = "num-integer" +version = "0.1.47" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7ce2d95d4b3734dc35aa2f45e1aa22cd416814592a4f9d9205e11affd5b8e10b" +dependencies = [ + "num-traits", +] + +[[package]] +name = "num-traits" +version = "0.2.19" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "071dfc062690e90b734c0b2273ce72ad0ffa95f0c74596bc250dcfd960262841" +dependencies = [ + "autocfg", + "libm", +] + +[[package]] +name = "object_store" +version = "0.14.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f1796bc93603f78c5760a69f2d58badc9618d22adade0a95385bb2adbae4eb94" +dependencies = [ + "async-trait", + "aws-lc-rs", + "base64 0.23.1", + "bytes", + "chrono", + "crc-fast", + "form_urlencoded", + "futures-channel", + "futures-core", + "futures-util", + "http", + "http-body-util", + "humantime", + "hyper", + "itertools 0.15.0", + "md-5", + "nix", + "parking_lot", + "percent-encoding", + "quick-xml 0.41.0", + "rand 0.10.4", + "reqwest 0.13.5", + "rustls-pki-types", + "serde", + "serde_json", + "serde_urlencoded", + "thiserror", + "tokio", + "tracing", + "url", + "walkdir", + "wasm-bindgen-futures", + "web-time", + "windows-sys 0.61.2", +] + +[[package]] +name = "once_cell" +version = "1.21.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9f7c3e4beb33f85d45ae3e3a1792185706c8e16d043238c593331cc7cd313b50" + +[[package]] +name = "opaque-debug" +version = "0.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c08d65885ee38876c4f86fa503fb49d7b507c2b62552df7c70b2fce627e06381" + +[[package]] +name = "opendal" +version = "0.58.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "33dbff14cc9bb085224256d6a81289d2f3202e85b06f408d42534b42162a4231" +dependencies = [ + "ctor", + "opendal-core", + "opendal-http-transport-reqwest", + "opendal-layer-concurrent-limit", + "opendal-layer-logging", + "opendal-layer-retry", + "opendal-layer-timeout", + "opendal-service-s3", +] + +[[package]] +name = "opendal-core" +version = "0.58.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "48dbcef97d3eb7591db2c18d5cae95c836bcce07359b98d98dd6f4e861eb77b7" +dependencies = [ + "anyhow", + "asyncband 0.6.7", + "base64 0.23.1", + "bytes", + "futures", + "http", + "jiff", + "log", + "md-5", + "percent-encoding", + "quick-xml 0.41.0", + "reqsign-core", + "serde", + "serde_json", + "tokio", + "url", + "uuid", + "web-time", +] + +[[package]] +name = "opendal-http-transport-reqwest" +version = "0.58.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "85663452ea32bbc17e8f79ab29788c846d116ec7de31451be9c787e462dcb36c" +dependencies = [ + "bytes", + "futures", + "http", + "http-body", + "opendal-core", + "reqwest 0.13.5", +] + +[[package]] +name = "opendal-layer-concurrent-limit" +version = "0.58.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "03f9e144b5228d741c3763ade8711d9b72e5fb6d998e779f2d7a09da0b5a3eba" +dependencies = [ + "asyncband 0.6.7", + "futures", + "http", + "opendal-core", +] + +[[package]] +name = "opendal-layer-logging" +version = "0.58.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c2de17c61cd32e9d8d7d8efb91795e714dbccbafbc3c4e219e1542f4d6324161" +dependencies = [ + "log", + "opendal-core", +] + +[[package]] +name = "opendal-layer-retry" +version = "0.58.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e94db301964a25366090484d61e6da16d5979cc8faf02c3e12210dc74fafed38" +dependencies = [ + "backon", + "log", + "opendal-core", +] + +[[package]] +name = "opendal-layer-timeout" +version = "0.58.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "08956ddda07465449bfd48825f4f0f25e0351278ac974eaa659895d9d74f2c80" +dependencies = [ + "opendal-core", + "tokio", +] + +[[package]] +name = "opendal-service-s3" +version = "0.58.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c64335f9f24ccb62ac36f1d976342b48611a75ba61979813a4f78a4ebd94de42" +dependencies = [ + "base64 0.23.1", + "bytes", + "crc-fast", + "http", + "log", + "md-5", + "opendal-core", + "quick-xml 0.41.0", + "reqsign-aws-v4", + "reqsign-core", + "reqsign-file-read-tokio", + "serde", + "url", +] + +[[package]] +name = "openssl-probe" +version = "0.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7e036b411754132fd6b74e94b74e9a13c5cf606fa93d1885c35860d3060820b1" + +[[package]] +name = "ordered-float" +version = "3.9.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f1e1c390732d15f1d48471625cd92d154e66db2c56645e29a9cd26f4699f72dc" +dependencies = [ + "num-traits", +] + +[[package]] +name = "ordered-float" +version = "4.6.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7bb71e1b3fa6ca1c61f383464aaf2bb0e2f8e772a1f01d486832464de363b951" +dependencies = [ + "num-traits", +] + +[[package]] +name = "ordered-multimap" +version = "0.7.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "49203cdcae0030493bad186b28da2fa25645fa276a51b6fec8010d281e02ef79" +dependencies = [ + "dlv-list", + "hashbrown 0.14.5", +] + +[[package]] +name = "parking" +version = "2.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f38d5652c16fde515bb1ecef450ab0f6a219d619a7274976324d5e377f7dceba" + +[[package]] +name = "parking_lot" +version = "0.12.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "93857453250e3077bd71ff98b6a65ea6621a19bb0f559a85248955ac12c45a1a" +dependencies = [ + "lock_api", + "parking_lot_core", +] + +[[package]] +name = "parking_lot_core" +version = "0.9.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2621685985a2ebf1c516881c026032ac7deafcda1a2c9b7850dc81e3dfcb64c1" +dependencies = [ + "cfg-if", + "libc", + "redox_syscall", + "smallvec", + "windows-link", +] + +[[package]] +name = "parquet" +version = "58.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b967e8aa77dbc32719087ff91f0f100948a0a7e4c88609bd91b0ccf47e594d7e" +dependencies = [ + "ahash", + "arrow-array", + "arrow-buffer", + "arrow-data", + "arrow-ipc", + "arrow-schema", + "arrow-select", + "base64 0.22.1", + "brotli", + "bytes", + "chrono", + "flate2", + "futures", + "half", + "hashbrown 0.17.1", + "lz4_flex", + "num-bigint", + "num-integer", + "num-traits", + "paste", + "ring", + "seq-macro", + "simdutf8", + "snap", + "thrift", + "tokio", + "twox-hash", + "zstd", +] + +[[package]] +name = "paste" +version = "1.0.15" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "57c0d7b74b563b49d38dae00a0c37d4d6de9b432382b2892f0574ddcae73fd0a" + +[[package]] +name = "percent-encoding" +version = "2.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9b4f627cb1b25917193a259e49bdad08f671f8d9708acfd5fe0a8c1455d87220" + +[[package]] +name = "pin-project-lite" +version = "0.2.17" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a89322df9ebe1c1578d689c92318e070967d1042b512afbe49518723f4e6d5cd" + +[[package]] +name = "pkg-config" +version = "0.3.34" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f6b464fbc74e149a392436b17d523f769e057cb6877f6a5c4618bc6f11800548" + +[[package]] +name = "polyval" +version = "0.6.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9d1fe60d06143b2430aa532c94cfe9e29783047f06c0d7fd359a9a51b729fa25" +dependencies = [ + "cfg-if", + "cpufeatures 0.2.17", + "opaque-debug", + "universal-hash", +] + +[[package]] +name = "portable-atomic" +version = "1.15.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "05c8b63e8d9609db387f0324918f81d68fe27748f084ef092fb35954d0539a85" + +[[package]] +name = "portable-atomic-util" +version = "0.2.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "10ab3eb7f3becc3a1cbc4f2c6f20267996cfc1a6467a873763411b136a122715" +dependencies = [ + "portable-atomic", +] + +[[package]] +name = "potential_utf" +version = "0.1.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d83eb9bc6d8e5cf568e7a1101d60ee05e81ed50ea106026f3d18deeb046d7661" +dependencies = [ + "zerovec", +] + +[[package]] +name = "powerfmt" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4a6394b9e965e73d0a289ee54f589087e2c676aedf60885baf52c76b771e4958" + +[[package]] +name = "ppv-lite86" +version = "0.2.21" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "85eae3c4ed2f50dcfe72643da4befc30deadb458a9b590d720cde2f2b1e97da9" +dependencies = [ + "zerocopy", +] + +[[package]] +name = "prettyplease" +version = "0.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2bfe0f4c752e450fc2faf62654f1c134747922825d5b04ca717b8874f41a40c0" +dependencies = [ + "proc-macro2", + "syn 3.0.10", +] + +[[package]] +name = "proc-macro2" +version = "1.0.107" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "985e7ec9bb745e6ce6535b544d84d6cd6f7ad8bd711c398938ae983b91a766d9" +dependencies = [ + "unicode-ident", +] + +[[package]] +name = "quad-rand" +version = "0.2.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5a651516ddc9168ebd67b24afd085a718be02f8858fe406591b013d101ce2f40" + +[[package]] +name = "quick-xml" +version = "0.41.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e660451e55124f798a69a5af3f49ccfbefbd41910eefd25caf2393e1f3473ec1" +dependencies = [ + "memchr", + "serde", +] + +[[package]] +name = "quick-xml" +version = "0.42.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "41b1177fdf999d2321d3fb46ff47159d9c1fb9ad66a4879f8c50a0b504615e9b" +dependencies = [ + "memchr", + "serde", +] + +[[package]] +name = "quinn" +version = "0.11.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4051e23e9185c255a7e33ef59cdbca87a22d359052eecd22fc6b901fb37d9d11" +dependencies = [ + "bytes", + "cfg_aliases", + "pin-project-lite", + "quinn-proto", + "quinn-udp", + "rustc-hash", + "rustls", + "socket2", + "thiserror", + "tokio", + "tracing", + "web-time", +] + +[[package]] +name = "quinn-proto" +version = "0.11.19" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0e750cca55fe4f0439a15d0bb529da9651e79993e8e72c61a899a36d462befbe" +dependencies = [ + "aws-lc-rs", + "bytes", + "getrandom 0.4.3", + "lru-slab", + "rand 0.10.4", + "rand_pcg", + "ring", + "rustc-hash", + "rustls", + "rustls-pki-types", + "slab", + "thiserror", + "tinyvec", + "tracing", + "web-time", +] + +[[package]] +name = "quinn-udp" +version = "0.5.16" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "af66907df18639dcf4db56ca65490cabc4b27a97dbadd96f2926cca73298f016" +dependencies = [ + "cfg_aliases", + "libc", + "once_cell", + "socket2", + "tracing", + "windows-sys 0.61.2", +] + +[[package]] +name = "quote" +version = "1.0.47" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1fbf4db142a473a8d80c26bbf18454ed458bf8d26c8219c331daecfdbd079001" +dependencies = [ + "proc-macro2", +] + +[[package]] +name = "r-efi" +version = "5.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "69cdb34c158ceb288df11e18b4bd39de994f6657d83847bdffdbd7f346754b0f" + +[[package]] +name = "r-efi" +version = "6.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f8dcc9c7d52a811697d2151c701e0d08956f92b0e24136cf4cf27b57a6a0d9bf" + +[[package]] +name = "rand" +version = "0.9.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b9ef1d0d795eb7d84685bca4f72f3649f064e6641543d3a8c415898726a57b41" +dependencies = [ + "rand_chacha", + "rand_core 0.9.5", +] + +[[package]] +name = "rand" +version = "0.10.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8f6fa277c67e6ea590466f04c3fe82cb509f0864fe470643e5570de9514a9b11" +dependencies = [ + "chacha20", + "getrandom 0.4.3", + "rand_core 0.10.1", +] + +[[package]] +name = "rand_chacha" +version = "0.9.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d3022b5f1df60f26e1ffddd6c66e8aa15de382ae63b3a0c1bfc0e4d3e3f325cb" +dependencies = [ + "ppv-lite86", + "rand_core 0.9.5", +] + +[[package]] +name = "rand_core" +version = "0.6.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ec0be4795e2f6a28069bec0b5ff3e2ac9bafc99e6a9a7dc3547996c5c816922c" +dependencies = [ + "getrandom 0.2.17", +] + +[[package]] +name = "rand_core" +version = "0.9.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "76afc826de14238e6e8c374ddcc1fa19e374fd8dd986b0d2af0d02377261d83c" +dependencies = [ + "getrandom 0.3.4", +] + +[[package]] +name = "rand_core" +version = "0.10.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "63b8176103e19a2643978565ca18b50549f6101881c443590420e4dc998a3c69" + +[[package]] +name = "rand_pcg" +version = "0.10.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "caa0f4137e1c0a72f4c651489402276c8e8e1cf081f3b0ba156d2cbeef09e86a" +dependencies = [ + "rand_core 0.10.1", +] + +[[package]] +name = "redox_syscall" +version = "0.5.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ed2bf2547551a7053d6fdfafda3f938979645c44812fbfcda098faae3f1a362d" +dependencies = [ + "bitflags", +] + +[[package]] +name = "ref-cast" +version = "1.0.27" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7e440fb4e4b4147295338efb76001ab9e4efc0e5839df2c47fc5ac2381d365c3" +dependencies = [ + "ref-cast-impl", +] + +[[package]] +name = "ref-cast-impl" +version = "1.0.27" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "92ecd8964f8453721699a1ed72037b0db49ce2f5a5138486ee89bed6f67cdf3a" +dependencies = [ + "proc-macro2", + "quote", + "syn 3.0.10", +] + +[[package]] +name = "regex" +version = "1.13.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f020237b6c8eed93db2e2cb53c00c60a8e1bc73da7d073199a1180401450218d" +dependencies = [ + "aho-corasick", + "memchr", + "regex-automata", + "regex-syntax", +] + +[[package]] +name = "regex-automata" +version = "0.4.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ad8553b9b26413251cbf30e620595c7a41b3887f03da04579c0e6b0d6a06b4b2" +dependencies = [ + "aho-corasick", + "memchr", + "regex-syntax", +] + +[[package]] +name = "regex-lite" +version = "0.1.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cab834c73d247e67f4fae452806d17d3c7501756d98c8808d7c9c7aa7d18f973" + +[[package]] +name = "regex-syntax" +version = "0.8.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d6f6ff9a378485b298a5286656da665ba74413d36db0979633275d2e708145d4" + +[[package]] +name = "reqsign-aws-core" +version = "3.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d38c902d8ec745bd9eadd1abbcbe227f4c1fc2926b2ec8929f89234af3114500" +dependencies = [ + "bytes", + "form_urlencoded", + "hex", + "http", + "log", + "percent-encoding", + "quick-xml 0.42.0", + "reqsign-core", + "rust-ini", + "serde", + "serde_json", + "serde_urlencoded", + "sha1", +] + +[[package]] +name = "reqsign-aws-v4" +version = "3.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "906bfd028f96bfe73fdb892ce26f3b3f99b4f30feb9bd024be58bd6657f68b2b" +dependencies = [ + "bytes", + "http", + "log", + "quick-xml 0.42.0", + "reqsign-aws-core", + "reqsign-core", + "serde", +] + +[[package]] +name = "reqsign-core" +version = "3.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "85fed85c436b6b920e4b36310f699a77771a91e38ae483df48447bd7d162671c" +dependencies = [ + "anyhow", + "asyncband 0.7.4", + "base64 0.23.1", + "bytes", + "hex", + "hmac", + "http", + "jiff", + "log", + "percent-encoding", + "sha1", + "sha2", + "windows-sys 0.61.2", +] + +[[package]] +name = "reqsign-file-read-tokio" +version = "3.0.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "586a8e198057773f9616901fd723a4bc186812b9765bc0f20368661d6169d906" +dependencies = [ + "anyhow", + "reqsign-core", + "tokio", +] + +[[package]] +name = "reqwest" +version = "0.12.28" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "eddd3ca559203180a307f12d114c268abf583f59b03cb906fd0b3ff8646c1147" +dependencies = [ + "base64 0.22.1", + "bytes", + "futures-core", + "http", + "http-body", + "http-body-util", + "hyper", + "hyper-util", + "js-sys", + "log", + "percent-encoding", + "pin-project-lite", + "serde", + "serde_json", + "serde_urlencoded", + "sync_wrapper", + "tokio", + "tower", + "tower-http", + "tower-service", + "url", + "wasm-bindgen", + "wasm-bindgen-futures", + "web-sys", +] + +[[package]] +name = "reqwest" +version = "0.13.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "16a1cfa75cc186dd73d5818e510e042e40927bccc9c236b061cea97e1eb08029" +dependencies = [ + "base64 0.23.1", + "bytes", + "futures-core", + "futures-util", + "h2", + "http", + "http-body", + "http-body-util", + "hyper", + "hyper-rustls", + "hyper-util", + "js-sys", + "log", + "percent-encoding", + "pin-project-lite", + "quinn", + "rustls", + "rustls-pki-types", + "rustls-platform-verifier", + "sync_wrapper", + "tokio", + "tokio-rustls", + "tokio-util", + "tower", + "tower-http", + "tower-service", + "url", + "wasm-bindgen", + "wasm-bindgen-futures", + "wasm-streams", + "web-sys", +] + +[[package]] +name = "ring" +version = "0.17.14" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a4689e6c2294d81e88dc6261c768b63bc4fcdb852be6d1352498b114f61383b7" +dependencies = [ + "cc", + "cfg-if", + "getrandom 0.2.17", + "libc", + "untrusted", + "windows-sys 0.52.0", +] + +[[package]] +name = "roaring" +version = "0.11.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "18bd8a37d17a58532776dcdf6041ce64929adca78e8489d5cacbafe99229d3e1" +dependencies = [ + "bytemuck", + "byteorder", +] + +[[package]] +name = "rust-ini" +version = "0.21.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "796e8d2b6696392a43bea58116b667fb4c29727dc5abd27d6acf338bb4f688c7" +dependencies = [ + "cfg-if", + "ordered-multimap", +] + +[[package]] +name = "rustc-hash" +version = "2.1.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6b1e7f9a428571be2dc5bc0505c13fb6bf936822b894ec87abf8a08a4e51742d" + +[[package]] +name = "rustc_version" +version = "0.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cfcb3a22ef46e85b45de6ee7e79d063319ebb6594faafcf1c225ea92ab6e9b92" +dependencies = [ + "semver", +] + +[[package]] +name = "rustls" +version = "0.23.46" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "48e13bd8c0e9365c43cfa5c9e8f9ad49d3c8444926c9aac819e0e4dc503c8fdf" +dependencies = [ + "aws-lc-rs", + "once_cell", + "rustls-pki-types", + "rustls-webpki", + "subtle", + "zeroize", +] + +[[package]] +name = "rustls-native-certs" +version = "0.8.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4a073f5dc7469f984c52ad2752b63b0807745133b6de880b7b64c1ac4c48aec4" +dependencies = [ + "openssl-probe", + "rustls-pki-types", + "schannel", + "security-framework", +] + +[[package]] +name = "rustls-pki-types" +version = "1.16.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "102f35f7de7b06d8c61f1cff6592f5253e0dea431c74867aad5dfd70f44663fb" +dependencies = [ + "web-time", + "zeroize", +] + +[[package]] +name = "rustls-platform-verifier" +version = "0.7.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1167586491e2b18b8bfbb293e8180ec17c201c4f076d7cb3070ca964e7598f98" +dependencies = [ + "core-foundation", + "core-foundation-sys", + "jni", + "log", + "once_cell", + "rustls", + "rustls-native-certs", + "rustls-platform-verifier-android", + "rustls-webpki", + "security-framework", + "security-framework-sys", + "webpki-root-certs", + "windows-sys 0.61.2", +] + +[[package]] +name = "rustls-platform-verifier-android" +version = "0.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "eec689c0bc40ff2458a5977b6619cb718087084a18e02a131c599b62d05e1a5f" + +[[package]] +name = "rustls-webpki" +version = "0.103.17" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e3a0760a887c14823fca5a1c970b01d47c328c696c0c64829d1df50e8f853fd5" +dependencies = [ + "aws-lc-rs", + "ring", + "rustls-pki-types", + "untrusted", +] + +[[package]] +name = "rustversion" +version = "1.0.23" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cf54715a573b99ac80df0bc206da022bcd442c974952c7b9720069370852e21f" + +[[package]] +name = "ryu" +version = "1.0.23" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9774ba4a74de5f7b1c1451ed6cd5285a32eddb5cccb8cc655a4e50009e06477f" + +[[package]] +name = "same-file" +version = "1.0.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "93fc1dc3aaa9bfed95e02e6eadabb4baf7e3078b0bd1b4d7b6b0b68378900502" +dependencies = [ + "winapi-util", +] + +[[package]] +name = "schannel" +version = "0.1.30" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9cb23c424d8ee841bb4d813677ca237e2a610067d594fec130f87d6093495ab5" +dependencies = [ + "windows-sys 0.61.2", +] + +[[package]] +name = "schemars" +version = "0.9.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4cd191f9397d57d581cddd31014772520aa448f65ef991055d7f61582c65165f" +dependencies = [ + "dyn-clone", + "ref-cast", + "serde", + "serde_json", +] + +[[package]] +name = "schemars" +version = "1.2.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ab508826f74a77ca9d5aba6ff19b522583ee3eaf28a19384ff3d0e5835fadf6e" +dependencies = [ + "dyn-clone", + "ref-cast", + "serde", + "serde_json", +] + +[[package]] +name = "scopeguard" +version = "1.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "94143f37725109f92c262ed2cf5e59bce7498c01bcc1502d7b9afe439a4e9f49" + +[[package]] +name = "security-framework" +version = "3.7.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b7f4bc775c73d9a02cde8bf7b2ec4c9d12743edf609006c7facc23998404cd1d" +dependencies = [ + "bitflags", + "core-foundation", + "core-foundation-sys", + "libc", + "security-framework-sys", +] + +[[package]] +name = "security-framework-sys" +version = "2.17.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6ce2691df843ecc5d231c0b14ece2acc3efb62c0a398c7e1d875f3983ce020e3" +dependencies = [ + "core-foundation-sys", + "libc", +] + +[[package]] +name = "semver" +version = "1.0.28" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8a7852d02fc848982e0c167ef163aaff9cd91dc640ba85e263cb1ce46fae51cd" + +[[package]] +name = "seq-macro" +version = "0.3.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1bc711410fbe7399f390ca1c3b60ad0f53f80e95c5eb935e52268a0e2cd49acc" + +[[package]] +name = "serde" +version = "1.0.229" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4148590afebada386688f18773da617792bf2ef03ffc1e4cbd2b1d45b023e0ba" +dependencies = [ + "serde_core", + "serde_derive", +] + +[[package]] +name = "serde-big-array" +version = "0.5.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "11fc7cc2c76d73e0f27ee52abbd64eec84d46f370c88371120433196934e4b7f" +dependencies = [ + "serde", +] + +[[package]] +name = "serde_bytes" +version = "0.11.19" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a5d440709e79d88e51ac01c4b72fc6cb7314017bb7da9eeff678aa94c10e3ea8" +dependencies = [ + "serde", + "serde_core", +] + +[[package]] +name = "serde_core" +version = "1.0.229" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "67dca2c9c51e58a4791a4b1ed58308b39c64224d349a935ab5039aa360942a48" +dependencies = [ + "serde_derive", +] + +[[package]] +name = "serde_derive" +version = "1.0.229" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e7a5d71263a5a7d47b41f6b3f06ba276f10cc18b0931f1799f710578e2309348" +dependencies = [ + "proc-macro2", + "quote", + "syn 3.0.10", +] + +[[package]] +name = "serde_json" +version = "1.0.154" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e7e9cc8b1b85264074fbcc02a88680c4096b1e47df8f739dceb03bf482f04bd6" +dependencies = [ + "itoa", + "memchr", + "serde", + "serde_core", + "zmij", +] + +[[package]] +name = "serde_repr" +version = "0.1.21" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8d3b1629de253c70a0508c3899572da79ca359fdab27c7920ff00406df418906" +dependencies = [ + "proc-macro2", + "quote", + "syn 3.0.10", +] + +[[package]] +name = "serde_urlencoded" +version = "0.7.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d3491c14715ca2294c4d6a88f15e84739788c1d030eed8c110436aafdaa2f3fd" +dependencies = [ + "form_urlencoded", + "itoa", + "ryu", + "serde", +] + +[[package]] +name = "serde_with" +version = "3.24.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "df9adc193c780ef8f159aee8b61e2d5801aaa555e6eb0947fe45530ec506296f" +dependencies = [ + "base64 0.23.1", + "bs58", + "chrono", + "hex", + "indexmap 1.9.3", + "indexmap 2.14.2", + "jiff", + "schemars 0.9.0", + "schemars 1.2.3", + "serde_core", + "serde_json", + "serde_with_macros", + "time", +] + +[[package]] +name = "serde_with_macros" +version = "3.24.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3e17bbc68e28663bbbb90df47e058aa7eda4fb445b89fe70457bb94fbccf6e49" +dependencies = [ + "darling 0.24.1", + "proc-macro2", + "quote", + "syn 3.0.10", +] + +[[package]] +name = "sha1" +version = "0.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "aacc4cc499359472b4abe1bf11d0b12e688af9a805fa5e3016f9a386dc2d0214" +dependencies = [ + "cfg-if", + "cpufeatures 0.3.1", + "digest 0.11.3", +] + +[[package]] +name = "sha2" +version = "0.11.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "47d7069beb7d6ac7b9acd1039986e73443f24234f41074da099d6f994ac9ad19" +dependencies = [ + "cfg-if", + "cpufeatures 0.3.1", + "digest 0.11.3", +] + +[[package]] +name = "shlex" +version = "2.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f8fadd59c855ef2080decdef8ff161eb6661b86933c9d82e5ba29dc602a55aba" + +[[package]] +name = "simd-adler32" +version = "0.3.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3a219298ac11a56ea9a6d2120044824d6f01aeb034955e7af7bc16858527deea" + +[[package]] +name = "simd_cesu8" +version = "1.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "11031e251abf8611c80f460e19dbdeb54a66db918e49c65a7065b46ac7aec520" +dependencies = [ + "rustc_version", + "simdutf8", +] + +[[package]] +name = "simdutf8" +version = "0.1.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e3a9fe34e3e7a50316060351f37187a3f546bce95496156754b601a5fa71b76e" + +[[package]] +name = "slab" +version = "0.4.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0c790de23124f9ab44544d7ac05d60440adc586479ce501c1d6d7da3cd8c9cf5" + +[[package]] +name = "smallvec" +version = "1.16.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "149309498a5f7334b12ddae0cad8aba81ce785fe91755068867e017cf98fee46" + +[[package]] +name = "snap" +version = "1.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "199905e6153d6405f9728fe44daace35f8f837bbf830bb6e85fbd5828709a886" + +[[package]] +name = "socket2" +version = "0.6.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c3d1e2c7f27f8d4cb10542a02c49005dbd6e93095799d6f3be745fae9f8fedd4" +dependencies = [ + "libc", + "windows-sys 0.61.2", +] + +[[package]] +name = "spin" +version = "0.10.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "023a211cb3138dbc438680b32560ad89f699977624c9f8dbb95a47d5b4c07dd3" + +[[package]] +name = "stable_deref_trait" +version = "1.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6ce2be8dc25455e1f91df71bfa12ad37d7af1092ae736f3a6cd0e37bc7810596" + +[[package]] +name = "strsim" +version = "0.11.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7da8b5736845d9f2fcb837ea5d9e2628564b3b043a70948a3f0b778838c5fb4f" + +[[package]] +name = "strum" +version = "0.27.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "af23d6f6c1a224baef9d3f61e287d2761385a5b88fdab4eb4c6f11aeb54c4bcf" +dependencies = [ + "strum_macros", +] + +[[package]] +name = "strum_macros" +version = "0.27.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7695ce3845ea4b33927c055a39dc438a45b059f7c1b3d91d38d10355fb8cbca7" +dependencies = [ + "heck", + "proc-macro2", + "quote", + "syn 2.0.119", +] + +[[package]] +name = "subtle" +version = "2.6.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "13c2bddecc57b384dee18652358fb23172facb8a2c51ccc10d74c157bdea3292" + +[[package]] +name = "syn" +version = "2.0.119" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "872831b642d1a07999a962a351ed35b955ea2cfc8f3862091e2a240a84f17297" +dependencies = [ + "proc-macro2", + "quote", + "unicode-ident", +] + +[[package]] +name = "syn" +version = "3.0.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4ae9ccbea3a7b0b09443036490c8f34a8b1b760fd345e5c0dae0aac718faea79" +dependencies = [ + "proc-macro2", + "quote", + "unicode-ident", +] + +[[package]] +name = "sync_wrapper" +version = "1.0.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0bf256ce5efdfa370213c1dabab5935a12e49f2c58d15e9eac2870d3b4f27263" +dependencies = [ + "futures-core", +] + +[[package]] +name = "synstructure" +version = "0.14.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "901704edd0dfe137f1987838ee4f259e4e063c31371bdb423f7ae38ec6f77f02" +dependencies = [ + "proc-macro2", + "quote", + "syn 3.0.10", +] + +[[package]] +name = "tagptr" +version = "0.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7b2093cf4c8eb1e67749a6762251bc9cd836b6fc171623bd0a9d324d37af2417" + +[[package]] +name = "thiserror" +version = "2.0.21" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "09e52cb86a36cede5cb101bf8908837b3e4c6e5e59fe7fd85c23fb56200d189e" +dependencies = [ + "thiserror-impl", +] + +[[package]] +name = "thiserror-impl" +version = "2.0.21" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fe5197923287db20a58125f0bc85c062f7f2c892de97b18c356f9efb14b28524" +dependencies = [ + "proc-macro2", + "quote", + "syn 3.0.10", +] + +[[package]] +name = "thrift" +version = "0.23.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1f650151e44bb59950b3adf32de0064813d1148f34f4884b7f5b539f29596859" +dependencies = [ + "byteorder", + "integer-encoding", + "ordered-float 3.9.2", + "uuid", +] + +[[package]] +name = "time" +version = "0.3.55" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cdb87b95ec50ddfa440816d227a17b2ccbdda963a316a727fda0fc4334f7d134" +dependencies = [ + "deranged", + "num-conv", + "powerfmt", + "serde_core", + "time-core", + "time-macros", +] + +[[package]] +name = "time-core" +version = "0.1.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9e1c906769ad99c88eaa54e728060edef082f8e358ff32030cb7c7d315e81109" + +[[package]] +name = "time-macros" +version = "0.2.32" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7e689342a48d2ea927c87ea50cabf8594854bf940e9310208848d680d668ed85" +dependencies = [ + "num-conv", + "time-core", +] + +[[package]] +name = "tiny-keccak" +version = "2.0.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2c9d3793400a45f954c52e73d068316d76b6f4e36977e3fcebb13a2721e80237" +dependencies = [ + "crunchy", +] + +[[package]] +name = "tinystr" +version = "0.8.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "abc840c238154d58f9e86b2792261edfde565a17696e1cda1a449de27979801a" +dependencies = [ + "displaydoc", + "zerovec", +] + +[[package]] +name = "tinyvec" +version = "1.13.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fd3ca314f692efd6c868f8408f53fe444634a845f96c028b97d35f6a1f79f0ee" + +[[package]] +name = "tokio" +version = "1.54.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b52fd3255258d26fac7264ab5a76b53c13367136dc011d3d6ad4f8ed070396a3" +dependencies = [ + "bytes", + "libc", + "mio", + "pin-project-lite", + "socket2", + "tokio-macros", + "windows-sys 0.61.2", +] + +[[package]] +name = "tokio-macros" +version = "2.7.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "78773a2a397f451582ce068015985c33193cf6dea8b74d2a639fe457b2f07b0e" +dependencies = [ + "proc-macro2", + "quote", + "syn 3.0.10", +] + +[[package]] +name = "tokio-rustls" +version = "0.26.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c9cc2678c2cdd569ef8215e2afd7954ada2ae20b4fdd2c5fe6139a3b02d105db" +dependencies = [ + "rustls", + "tokio", +] + +[[package]] +name = "tokio-util" +version = "0.7.20" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e464cf451ba96ebfc6f9b6542f17ee8b8956e33f1e40d9690624e59d7a7f8a4b" +dependencies = [ + "bytes", + "futures-core", + "futures-sink", + "libc", + "pin-project-lite", + "tokio", +] + +[[package]] +name = "tower" +version = "0.5.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ebe5ef63511595f1344e2d5cfa636d973292adc0eec1f0ad45fae9f0851ab1d4" +dependencies = [ + "futures-core", + "futures-util", + "pin-project-lite", + "sync_wrapper", + "tokio", + "tower-layer", + "tower-service", +] + +[[package]] +name = "tower-http" +version = "0.6.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4cfcf7e2740e6fc6d4d688b4ef00650406bb94adf4731e43c096c3a19fe40840" +dependencies = [ + "bitflags", + "bytes", + "futures-util", + "http", + "http-body", + "pin-project-lite", + "tower", + "tower-layer", + "tower-service", + "url", +] + +[[package]] +name = "tower-layer" +version = "0.3.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "121c2a6cda46980bb0fcd1647ffaf6cd3fc79a013de288782836f6df9c48780e" + +[[package]] +name = "tower-service" +version = "0.3.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8df9b6e13f2d32c91b9bd719c00d1958837bc7dec474d94952798cc8e69eeec3" + +[[package]] +name = "tracing" +version = "0.1.44" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "63e71662fa4b2a2c3a26f570f037eb95bb1f85397f3cd8076caed2f026a6d100" +dependencies = [ + "pin-project-lite", + "tracing-attributes", + "tracing-core", +] + +[[package]] +name = "tracing-attributes" +version = "0.1.31" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7490cfa5ec963746568740651ac6781f701c9c5ea257c58e057f3ba8cf69e8da" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.119", +] + +[[package]] +name = "tracing-core" +version = "0.1.36" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "db97caf9d906fbde555dd62fa95ddba9eecfd14cb388e4f491a66d74cd5fb79a" +dependencies = [ + "once_cell", +] + +[[package]] +name = "try-lock" +version = "0.2.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e421abadd41a4225275504ea4d6566923418b7f05506fbc9c0fe86ba7396114b" + +[[package]] +name = "twox-hash" +version = "2.1.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "86a801b3cea342a06d468c8710662aa29e5e05e4f5c0d62f00bbb7f2ad7941c2" + +[[package]] +name = "typed-builder" +version = "0.20.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cd9d30e3a08026c78f246b173243cf07b3696d274debd26680773b6773c2afc7" +dependencies = [ + "typed-builder-macro", +] + +[[package]] +name = "typed-builder-macro" +version = "0.20.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3c36781cc0e46a83726d9879608e4cf6c2505237e263a8eb8c24502989cfdb28" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.119", +] + +[[package]] +name = "typeid" +version = "1.0.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bc7d623258602320d5c55d1bc22793b57daff0ec7efc270ea7d55ce1d5f5471c" + +[[package]] +name = "typenum" +version = "1.20.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b6f5e870be6c3b371b77fe0ee0bafb859fa4964b4404c27de1d380043c4dda20" + +[[package]] +name = "typetag" +version = "0.2.23" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c90e86058a30d42a1a928dfb4b49bb33c98c3a2b4909492e6b0881cd94798ec2" +dependencies = [ + "erased-serde", + "inventory", + "once_cell", + "serde", + "typetag-impl", +] + +[[package]] +name = "typetag-impl" +version = "0.2.23" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f153acc4e99a5f2a5aefa09fb078be54e26271b2813f6041200b224c098d8328" +dependencies = [ + "proc-macro2", + "quote", + "syn 3.0.10", +] + +[[package]] +name = "unicode-ident" +version = "1.0.27" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a2c754d6c33795a1c324727428e5a7dedb5b06195f9890bdbcba760d3e246563" + +[[package]] +name = "universal-hash" +version = "0.5.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fc1de2c688dc15305988b563c3854064043356019f97a4b46276fe734c4f07ea" +dependencies = [ + "crypto-common 0.1.7", + "subtle", +] + +[[package]] +name = "untrusted" +version = "0.9.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8ecb6da28b8a351d773b68d5825ac39017e680750f980f3a1a85cd8dd28a47c1" + +[[package]] +name = "url" +version = "2.5.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ff67a8a4397373c3ef660812acab3268222035010ab8680ec4215f38ba3d0eed" +dependencies = [ + "form_urlencoded", + "idna", + "percent-encoding", + "serde", +] + +[[package]] +name = "utf8_iter" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "af3bd9d3e571c26fcce9d033b87ea5ab061b8d2ffe9b7a5675d810d68f03edf0" +dependencies = [ + "utf_types", +] + +[[package]] +name = "utf_types" +version = "1.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3a3b425286980a367278453f3b6d28cdcb134b574e5a35824a6ff5eebad50bb6" + +[[package]] +name = "uuid" +version = "1.29.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3c14b15dffa2f4bd712103e857140aa04a4f2ff6e955c77d7eb8e53ee02a3b64" +dependencies = [ + "getrandom 0.4.3", + "js-sys", + "serde_core", + "wasm-bindgen", +] + +[[package]] +name = "version_check" +version = "0.9.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0b928f33d975fc6ad9f86c8f283853ad26bdd5b10b7f1542aa2fa15e2289105a" + +[[package]] +name = "walkdir" +version = "2.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "29790946404f91d9c5d06f9874efddea1dc06c5efe94541a7d6863108e3a5e4b" +dependencies = [ + "same-file", + "winapi-util", +] + +[[package]] +name = "want" +version = "0.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ec4cdd0dd910afe868b7ef477227d8d538b46b3075031afee8a9f2acb0a2ed0b" +dependencies = [ + "try-lock", +] + +[[package]] +name = "wasi" +version = "0.11.1+wasi-snapshot-preview1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ccf3ec651a847eb01de73ccad15eb7d99f80485de043efb2f370cd654f4ea44b" + +[[package]] +name = "wasip2" +version = "1.0.4+wasi-0.2.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b67efb37e106e55ce722a510d6b5f9c17f083e5fc79afc2badeb12cc313d9487" +dependencies = [ + "wit-bindgen", +] + +[[package]] +name = "wasm-bindgen" +version = "0.2.130" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a0181c14ddd6c7b8b0b0132a5f1ea2f32be0d893cd3ea97b6e3b28886b8a3d1c" +dependencies = [ + "cfg-if", + "rustversion", + "wasm-bindgen-macro", + "wasm-bindgen-shared", +] + +[[package]] +name = "wasm-bindgen-futures" +version = "0.4.80" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5e14e0327cb5368ad60ccb22d04a9827a693c95a926d8d125e9fa39e0baec501" +dependencies = [ + "js-sys", + "tokio", + "wasm-bindgen", +] + +[[package]] +name = "wasm-bindgen-macro" +version = "0.2.130" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6e931a02a39abdbf66966fc35902b5ed58344750a70885bed4ebb3d8eaf28ed9" +dependencies = [ + "quote", + "wasm-bindgen-macro-support", +] + +[[package]] +name = "wasm-bindgen-macro-support" +version = "0.2.130" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2ca4b54280e455bd831e33a6b8e734baf432fe63fbc35c42ac14ce67a043a53a" +dependencies = [ + "bumpalo", + "proc-macro2", + "quote", + "syn 3.0.10", + "wasm-bindgen-shared", +] + +[[package]] +name = "wasm-bindgen-shared" +version = "0.2.130" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3b1f9c3798725016c6ee5f2f57869ec0831e8bbc0ab0310a86e787e97f41389e" +dependencies = [ + "unicode-ident", +] + +[[package]] +name = "wasm-streams" +version = "0.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9d1ec4f6517c9e11ae630e200b2b65d193279042e28edd4a2cda233e46670bbb" +dependencies = [ + "futures-util", + "js-sys", + "wasm-bindgen", + "wasm-bindgen-futures", + "web-sys", +] + +[[package]] +name = "web-sys" +version = "0.3.107" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d7d179596ff5ec0f6de4db64d54011bde6289cc49603d3a6e4ce3f329207ab88" +dependencies = [ + "js-sys", + "wasm-bindgen", +] + +[[package]] +name = "web-time" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5a6580f308b1fad9207618087a65c04e7a10bc77e02c8e84e9b00dd4b12fa0bb" +dependencies = [ + "js-sys", + "wasm-bindgen", +] + +[[package]] +name = "webpki-root-certs" +version = "1.0.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "293198dcebfb821155b5092ab94b5a82ff180eddd7241df3bd6e66a4ffd1a585" +dependencies = [ + "rustls-pki-types", +] + +[[package]] +name = "winapi-util" +version = "0.1.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c2a7b1c03c876122aa43f3020e6c3c3ee5c05081c9a00739faf7503aeba10d22" +dependencies = [ + "windows-sys 0.61.2", +] + +[[package]] +name = "windows-core" +version = "0.62.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b8e83a14d34d0623b51dce9581199302a221863196a1dde71a7663a4c2be9deb" +dependencies = [ + "windows-implement", + "windows-interface", + "windows-link", + "windows-result", + "windows-strings", +] + +[[package]] +name = "windows-implement" +version = "0.60.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "053e2e040ab57b9dc951b72c264860db7eb3b0200ba345b4e4c3b14f67855ddf" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.119", +] + +[[package]] +name = "windows-interface" +version = "0.59.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3f316c4a2570ba26bbec722032c4099d8c8bc095efccdc15688708623367e358" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.119", +] + +[[package]] +name = "windows-link" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f0805222e57f7521d6a62e36fa9163bc891acd422f971defe97d64e70d0a4fe5" + +[[package]] +name = "windows-result" +version = "0.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7781fa89eaf60850ac3d2da7af8e5242a5ea78d1a11c49bf2910bb5a73853eb5" +dependencies = [ + "windows-link", +] + +[[package]] +name = "windows-strings" +version = "0.5.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7837d08f69c77cf6b07689544538e017c1bfcf57e34b4c0ff58e6c2cd3b37091" +dependencies = [ + "windows-link", +] + +[[package]] +name = "windows-sys" +version = "0.52.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "282be5f36a8ce781fad8c8ae18fa3f9beff57ec1b52cb3de0789201425d9a33d" +dependencies = [ + "windows-targets", +] + +[[package]] +name = "windows-sys" +version = "0.61.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ae137229bcbd6cdf0f7b80a31df61766145077ddf49416a728b02cb3921ff3fc" +dependencies = [ + "windows-link", +] + +[[package]] +name = "windows-targets" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9b724f72796e036ab90c1021d4780d4d3d648aca59e491e6b98e725b84e99973" +dependencies = [ + "windows_aarch64_gnullvm", + "windows_aarch64_msvc", + "windows_i686_gnu", + "windows_i686_gnullvm", + "windows_i686_msvc", + "windows_x86_64_gnu", + "windows_x86_64_gnullvm", + "windows_x86_64_msvc", +] + +[[package]] +name = "windows_aarch64_gnullvm" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "32a4622180e7a0ec044bb555404c800bc9fd9ec262ec147edd5989ccd0c02cd3" + +[[package]] +name = "windows_aarch64_msvc" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "09ec2a7bb152e2252b53fa7803150007879548bc709c039df7627cabbd05d469" + +[[package]] +name = "windows_i686_gnu" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8e9b5ad5ab802e97eb8e295ac6720e509ee4c243f69d781394014ebfe8bbfa0b" + +[[package]] +name = "windows_i686_gnullvm" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0eee52d38c090b3caa76c563b86c3a4bd71ef1a819287c19d586d7334ae8ed66" + +[[package]] +name = "windows_i686_msvc" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "240948bc05c5e7c6dabba28bf89d89ffce3e303022809e73deaefe4f6ec56c66" + +[[package]] +name = "windows_x86_64_gnu" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "147a5c80aabfbf0c7d901cb5895d1de30ef2907eb21fbbab29ca94c5b08b1a78" + +[[package]] +name = "windows_x86_64_gnullvm" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "24d5b23dc417412679681396f2b49f3de8c1473deb516bd34410872eff51ed0d" + +[[package]] +name = "windows_x86_64_msvc" +version = "0.52.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "589f6da84c646204747d1270a2a5661ea66ed1cced2631d546fdfb155959f9ec" + +[[package]] +name = "wit-bindgen" +version = "0.57.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1ebf944e87a7c253233ad6766e082e3cd714b5d03812acc24c318f549614536e" + +[[package]] +name = "writeable" +version = "0.6.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3ad82d2a33cdc9674dc7465672f271e096168fcdbe0f799d9e6db8c5892679dc" + +[[package]] +name = "yoke" +version = "0.8.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "417ef3fcf6c300b7dbd25c85531a746931c02ad536f3cf4786ed1e88223340b3" +dependencies = [ + "stable_deref_trait", + "yoke-derive", + "zerofrom", +] + +[[package]] +name = "yoke-derive" +version = "0.8.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ec8ebde2db3681e8c9980cc27822030e68752690ddfa9473e739aeb4dbde6d71" +dependencies = [ + "proc-macro2", + "quote", + "syn 3.0.10", + "synstructure", +] + +[[package]] +name = "zerocopy" +version = "0.8.63" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e5fe1f8f1b06191a00962174c61aa5005e0bb391a6d80d07e24d115c01a92ed8" +dependencies = [ + "zerocopy-derive", +] + +[[package]] +name = "zerocopy-derive" +version = "0.8.63" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "863ad3ac83293fb4d740aedbfdc9240dd8d1a50c1099acd76ce80ce7c7230c7f" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.119", +] + +[[package]] +name = "zerofrom" +version = "0.1.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0ec05a11813ea801ff6d75110ad09cd0824ddba17dfe17128ea0d5f68e6c5272" +dependencies = [ + "zerofrom-derive", +] + +[[package]] +name = "zerofrom-derive" +version = "0.1.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f75b4683f6c7f45248d4d64056a24298c6281e0993356d7d1b4a1a962ef10d4a" +dependencies = [ + "proc-macro2", + "quote", + "syn 3.0.10", + "synstructure", +] + +[[package]] +name = "zeroize" +version = "1.9.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e13084392c5e4bc371903e2935a5eaeed24905a7511356b883835e18a78f6879" + +[[package]] +name = "zerotrie" +version = "0.2.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4ea269c3bd32f0a32c321907a2ae912ba6f4649bb0fc764a15627e99a7095a3f" +dependencies = [ + "displaydoc", + "yoke", + "zerofrom", +] + +[[package]] +name = "zerovec" +version = "0.11.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f58a2799cfe9a1670c7ea8edbd52ef8edb93cb37a7f83bf31ba9e35d9dae6a40" +dependencies = [ + "yoke", + "zerofrom", + "zerovec-derive", +] + +[[package]] +name = "zerovec-derive" +version = "0.11.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c3743ddbf47738d929cd1ae2e199d40d0162979dfe31aef8ae646d2bf00bf97a" +dependencies = [ + "proc-macro2", + "quote", + "syn 3.0.10", +] + +[[package]] +name = "zlib-rs" +version = "0.6.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b268e58e7c693d7c271f93ffc4ba3b380412554231c85bf61ca7af91042a4112" + +[[package]] +name = "zmij" +version = "1.0.23" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "29666d0abbfad1e3dc4dcf6144730dd3a3ab225bbbdac83319345b1b44ccfc1b" + +[[package]] +name = "zstd" +version = "0.13.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "50adf04cf3ec914b0b9905c9dde90c80fe74bfd701e331fc80a39c512c525278" +dependencies = [ + "zstd-safe", +] + +[[package]] +name = "zstd-safe" +version = "7.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "498d94ad68720c89b4fbe41b9090850651e68cb2dd9210ce7ffbff3a94653819" +dependencies = [ + "zstd-sys", +] + +[[package]] +name = "zstd-sys" +version = "2.1.3+zstd.1.5.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f729a06d0257428fd9d997ac8db7e1407bd0262ab016b085b36bc52957c0052d" +dependencies = [ + "cc", + "pkg-config", +] diff --git a/spikes/iceberg-rust/Cargo.toml b/spikes/iceberg-rust/Cargo.toml new file mode 100644 index 00000000..d4ae1867 --- /dev/null +++ b/spikes/iceberg-rust/Cargo.toml @@ -0,0 +1,31 @@ +[package] +name = "iceberg-rust-spike" +version = "0.0.0" +edition = "2024" +publish = false +license = "Apache-2.0" +description = "Spike (#520): iceberg-rust committing to and reading morca's tables, no Mojo." + +[[bin]] +name = "rside" +path = "src/main.rs" + +[dependencies] +iceberg = "=0.11.0" +iceberg-storage-opendal = { version = "=0.11.0", default-features = false, features = ["opendal-s3"] } +# iceberg 0.11.0 is built on arrow-rs 58; the arrow types a writer hands it +# must be the same major version. +arrow-array = "58.4" +arrow-schema = "58.4" +parquet = { version = "58.4", features = ["async"] } +object_store = { version = "0.14", features = ["aws"] } +tokio = { version = "1", features = ["macros", "rt-multi-thread", "time"] } +futures = "0.3" +serde_json = "1" +uuid = { version = "1", features = ["v4"] } +bytes = "1" +async-trait = "0.1" +rand = "0.9" + +[profile.release] +strip = true diff --git a/spikes/iceberg-rust/README.md b/spikes/iceberg-rust/README.md new file mode 100644 index 00000000..941c7792 --- /dev/null +++ b/spikes/iceberg-rust/README.md @@ -0,0 +1,310 @@ +# Spike: iceberg-rust against morca's tables (#520) + +Can a Rust pipeline commit to and read morca's tables exactly as +`morca.tables` does, with no Mojo? **Yes**, with Apache iceberg-rust, +arrow-rs and object_store as they are, plus a small catalog (about 500 +lines, `src/catalog.rs`) that commits the way iceberg-mojo's filesystem +catalog does. iceberg-rust has no catalog that commits that way. Rust +and Mojo writers then commit to one table at once without losing or +doubling a commit, on local disk and on MinIO. That held only after two +listing fixes in the Rust catalog, described under question 1. Questions +2 to 4 needed nothing beyond the crates' public APIs, so the fallback in +question 5 isn't needed. Its costs are written down anyway. + +| | | +|---|---| +| Crates | `iceberg` 0.11.0, `iceberg-storage-opendal` 0.11.0 (S3 `FileIO`, opendal 0.58.2), `arrow-array`/`arrow-schema`/`parquet` 58.4.1 (iceberg 0.11.0 is built on arrow 58), `object_store` 0.14.2, tokio 1.54 | +| Toolchain | Rust 1.100.0 stable. iceberg 0.11.0 needs Rust 1.95 or later; morca-worker's floor is 1.85 | +| Mojo side | morca 0.34.0 (`origin/main` e141167) and iceberg-mojo 0.12.0, through `morca.tables` and liblake in the data environment | +| Tested on | macOS 27 arm64. Local disk is APFS on an external NVMe drive. MinIO is conda-forge `minio-server` through `scripts/with-minio.sh` | + +## What's here + +- `src/catalog.rs` is `MorcaCatalog`, iceberg-rust's `Catalog` trait over + `object_store`. It loads, creates and commits tables the way + iceberg-mojo's `FilesystemCatalog` does. +- `src/step.rs` is `StepCtx`, the Rust counterpart of what `morca.Ctx` + does for commits: the `orca.*` summary of a step's next commit, + `made`, and `find_commit`. +- `src/main.rs` is `rside`, with three commands. `write` creates the + table if it's missing, or adds the `note` column, then commits, or finds + the commit an earlier attempt already made. `find` is `find_commit`. + `read` reads the current snapshot or one by id. +- `mojo/side.mojo` is the same commands over `morca.tables`: `write` uses + `ensure_table` and `append` (or adds the `score` column), `find` uses + `find_commit`, and `read` and `pinned` use `use_snapshot` and a step's + pin. +- `roundtrip.sh` is the cross-language check (below). `race.sh` runs N + writers at once and counts failed and lost commits. `build.sh` builds + both sides. + +```sh +spikes/iceberg-rust/build.sh +MORCA_WAREHOUSE=$PWD/build/wh spikes/iceberg-rust/roundtrip.sh +pixi run -e data scripts/with-minio.sh sh -c \ + 'MORCA_WAREHOUSE=s3://morca/wh spikes/iceberg-rust/roundtrip.sh' +SIDE=mix ROUNDS=40 MORCA_WAREHOUSE=$PWD/build/wh spikes/iceberg-rust/race.sh +``` + +The table is the warehouse dataset `spike.`, at +`/spike/`. Its schema starts with `id` (long), `ts` +(timestamp) and `name` (string), and it's partitioned by `month(ts)` as +`ts_month`, like `examples/taxi`. It gets morca's `table_defaults()`. +Mojo adds `score` (double, id 4) with `ensure_table`. Rust adds `note` +(string, id 5) with iceberg-rust's `UpdateSchemaAction`. + +`roundtrip.sh` passes on local disk and on MinIO: + +1. Rust creates the table and commits as step `load`, run 1, partition + 2024-01. Mojo reads it. Mojo's `find_commit` returns that snapshot for + the same step and -1 for another partition. A Mojo retry of the step + (attempt 2) returns the Rust snapshot and commits nothing. +2. Mojo commits 2024-02 and adds `score`. Rust commits 2024-03 and adds + `note`. A Rust retry of Mojo's 2024-02 step finds Mojo's snapshot and + commits nothing. +3. Both sides read the current snapshot alike: 12 rows, the columns + `id,ts,name,score,note`, 3 notes and 4 scores. Both read each earlier + snapshot by id (`use_snapshot` / `snapshot_id`), with the schema it + was written with. Mojo's step pin (`Ctx.pinned`, as on a retry) reads + the Rust snapshots. +4. Writers alternating between Rust and Mojo (8 by default) commit a + month each to a new table at once, for several rounds. The table has + each commit exactly once. A writer that runs out of commit retries is + run again as its step's second attempt, as morca would retry it. +5. A Rust writer and a Mojo writer create the same new table at once, + for several rounds. Both commit to the one table. + +## 1. Catalog + +**iceberg-rust has no catalog that commits like morca's**, but it does most +of the work. iceberg 0.11.0 has a `MemoryCatalog`, which keeps the +current-metadata pointer in memory. The REST, Glue, HMS, SQL and S3 Tables +catalogs are separate crates. None of them is a Hadoop-style filesystem +catalog. What makes a small catalog easy: + +- `TableCommit::apply` is public. It checks a commit's requirements (the + table's UUID, and that `main` is still at the snapshot the transaction + started from) against the metadata it's given. It applies the updates, + adds the metadata-log entry, and names the next file + `-.metadata.json`, the same names iceberg-mojo writes. +- `Transaction::commit` reloads the table and replays its actions when the + catalog's error is retryable. It retries as many times as the table's + `commit.retry.*` properties allow (by default 4 times from 100 ms, + without jitter). +- `TableMetadata` reads and writes the JSON iceberg-mojo writes, with no + changes either way. + +`MorcaCatalog` adds the protocol of `Table.commit_metadata` in +`iceberg/catalog/filesystem.mojo`: + +- **Finding the current file.** It starts from `version-hint.text` and + steps forward with one prefix listing (`-`) per version. With no + hint, it takes the highest version in the directory, and breaks ties by + `last-updated-ms`. +- **Committing.** It refuses when the next version exists or the hint is + already past the base. It writes a claim `-..claim`, then + lists `-`. If any other claim younger than 60 s exists, or any + metadata file of `V`, it removes its claim and returns a retryable + conflict. Otherwise it writes the metadata file, removes the claim, and + writes `version-hint.text`. +- **Creating a table.** It claims version 0 the same way + (`write_first_metadata`). + +Every write is `PutMode::Create`, which is `If-None-Match: *` on S3. +iceberg-mojo checks that the file is absent and then writes it. The names +are unique, so neither side relies on that. + +Rust and Mojo writers race correctly against each other, because both +read the same claim files. These are the race results (`race.sh`, 8 +writers per round, each committing one month to a new table): + +| store | writers | rounds | failed (out of retries) | lost | +|---|---|---|---|---| +| local disk | Mojo | 40 | 0 | 0 | +| local disk | Rust | 40 | 0 | 0 | +| local disk | Rust and Mojo | 40 | 0 | 0 | +| local disk | Rust, object_store's listing (`SPIKE_OBJECT_STORE_LIST=1`) | 40 | 0 | **10** | +| MinIO | Mojo | 20 | 58 of 160 | 0 | +| MinIO | Rust | 20 | 0 | 0 | +| MinIO | Rust, listing from an offset (`start-after`) | 20 | 0 | **8** | +| MinIO | Rust and Mojo | 20 | 12 of 160 | 0 | + +"Lost" means a writer reported a commit that the table doesn't have: two +writers both won one metadata version, and readers took the other file. +"Failed" means a writer ran out of commit retries and said so. Its step +fails that attempt, and the step's next attempt commits. + +Making it safe took three changes. Each one is something a Rust port of +the catalog has to get right: + +- **Local disk: list with one `readdir`, as iceberg-mojo does + (`std.os.listdir`).** The first version listed through object_store's + `LocalFileSystem`, which walks the directory and stats every entry. That + lost commits: 3 times in 10 rounds, and 10 times in 40. A trace showed a + claim's listing that saw neither the rival claim nor the rival's + metadata file. The rival had linked its metadata file into place and + then removed its claim, both while the listing ran. A `readdir` isn't a + snapshot (POSIX leaves unspecified whether it returns entries added or + removed during the read), and the slow walk made that window wide. With + one plain `readdir` and no stats, there were no losses in 40 rounds. + iceberg-mojo's local listing has the same exposure, with a narrower + window. It had no losses in 40 rounds here. The protocol's own docstring + says it needs "a listing that sees every write before it". +- **S3: list by key prefix, as iceberg-mojo does.** The second version + listed the metadata directory from `/-` with + `list_with_offset` (S3's `start-after`) and stopped after the prefix. + On MinIO that lost 8 commits in 20 rounds of Rust writers. Listing by + the key prefix with `PaginatedListStore::list_paginated` + (`prefix=/-`, as iceberg-mojo sends) lost none. Why MinIO + serves an offset listing that misses recent writes wasn't investigated. + Its listing cache is a guess. AWS S3 wasn't tested, since the spike + uses no cloud credentials. +- **Retry with jitter, as morca does.** iceberg-rust's own retries are + 4 tries with no jitter, and with 8 writers at once a writer ran out of + them in one of the first five rounds. `rside` wraps the transaction in + morca's `_commit_append` loop: 8 tries, waits of 10 ms doubling to + 640 ms times a random 0.5 to 1.5, then a reload, and the snapshot is + returned if the commit landed after all (found by its summary). + +On MinIO, Mojo writers often run out of retries when 8 commit at once: +58 of 160 in the Mojo-only rounds, and 12 of 160 in the mixed rounds (the +table above). Nothing is lost, and the step's retry commits, but +it's worth a look on its own if many writers will share a table on S3. +The fix would be morca's retry budget, not this protocol. + +Other differences, none of which breaks the other side: + +- iceberg-rust parses `write.metadata.delete-after-commit.enabled` but + doesn't delete old metadata files. A Rust commit leaves them, and + morca's next commit deletes what has fallen off the metadata log. +- iceberg-rust numbers a new schema `max id + 1` (schema 2 after Mojo's + 1). Mojo does the same. +- iceberg-rust's `Transaction` doesn't call `find_commit` between its own + retries, so a commit whose outcome is unknown (a write that timed out) + would be tried again. The outer loop in `rside` checks the summary + after each failed try, as morca's `_landed` does. + +## 2. Summary properties + +**Yes.** `FastAppendAction::set_snapshot_properties` takes any map. The +`orca.*` keys go in alongside iceberg-rust's own summary (`operation`, +`added-records`, `total-records`, ...), and the totals carry on correctly +from Mojo's snapshots. `Snapshot::summary().additional_properties` reads +them back. `StepCtx::find_commit` walks the snapshots newest first, by +sequence number, and matches as `Ctx.made` does: pipeline, run, step, +partition and commit number all present and equal, plus the run token +when both sides have one. Mojo recognises Rust commits and Rust recognises +Mojo commits (`roundtrip.sh`, steps 1 and 2). The summary from each side, +for the round trip's three commits: + +```text +snapshot ... append added-records 5 total-records 5 orca.attempt=1 orca.code=spike-rust orca.commit=0 orca.partition=2024-01 orca.partitions=2024-01 orca.pipeline=spike orca.reads= orca.run=1 orca.step=load +snapshot ... append added-records 4 total-records 9 orca.attempt=1 orca.code=spike-mojo orca.commit=0 orca.partition=2024-02 ... +snapshot ... append added-records 3 total-records 12 orca.attempt=1 orca.code=spike-rust orca.commit=0 orca.partition=2024-03 ... +``` + +`StepCtx` copies `Ctx.summary` and `Ctx.made` into Rust. A real Rust +pipeline would get those rules from morca, through the worker protocol or +a shared spec, instead of keeping a second copy (`fuzz/fuzz_summary.mojo` +found edge cases in them). + +## 3. Pinned reads + +**Yes.** `table.scan().snapshot_id(id)` reads a snapshot with the schema +that snapshot was written with (`id,ts,name` for the first one, without +the columns added later), as `TableScan.use_snapshot` does. Both sides read +the other side's snapshots by id, and Mojo's step pin reads Rust's. +Choosing which snapshot to pin (the snapshot a step's first attempt read, +recorded in morca's state) is morca's job and doesn't involve Iceberg. A +Rust step needs the pinned id from morca and nothing more. + +## 4. Writes + +**Yes, both ways.** The Rust side writes Parquet with iceberg-rust's +writers on arrow-rs 58. `RecordBatchPartitionSplitter` computes the +`month(ts)` partition. `ParquetWriterBuilder`, `RollingFileWriterBuilder` +and `DataFileWriterBuilder` write `data/ts_month=YYYY-MM/-00000.parquet` +with field ids, and the files are committed with `fast_append`. The Mojo +reader reads those files, and iceberg-rust reads Mojo's. Schema evolution +works in both directions: + +- Rust adds an optional column, and iceberg-rust assigns it the next id. +- Mojo's `ensure_table` adds one by name, and refuses an id that isn't + the next one. +- Each side reads the other's older files with the new columns as null. +- Each side writes rows in the current schema, with nulls in the columns + it doesn't fill. + +One thing to plan for: iceberg 0.11.0 is on arrow 58, and morca-worker +(`rust/morca-worker`) is on arrow 60. A Rust step that hands morca-worker +batches it read through iceberg needs the two on one arrow version, or has +to pass the batches through the Arrow C Data interface. That's cheap, +since it's the interface morca-worker already speaks. + +Not covered: delete files and merge-on-read, `replace_partitions` +(an overwrite that checks for other writers' files in the partitions it +replaces; iceberg-rust 0.11.0's transactions have fast append but no +overwrite or delete action), compaction (`commit` with removals), filter +pushdown, and sort orders. A Rust pipeline that needs `replaces=` would +have to write that overwrite itself, as manifest-level work on top of +iceberg-rust's `SnapshotProducer`, which is crate-private in 0.11.0. That +part would be real work, or a reason to call liblake for it. + +## 5. Fallback: liblake from Rust + +Questions 1 to 3 didn't fail, so this is for the record, and for `replaces=` +above. + +- **The C ABI.** liblake exports 46 `lake_*` functions + (`src/morca/_lake/liblake.mojo`). A Rust pipeline reading and committing + as above would use about 25 of them: load and ensure a table, pin and + scan, open, read and free a reader, find a commit, append, append + files, commit, and the writer functions, plus the free functions. The + step-side calls take a host block of callbacks into morca's `Ctx` + (summary, pin, fence, committed), so a Rust host would have to provide + those callbacks. Rows already cross as Arrow C Data, as the `lake_sink_*` + functions do for Rust workers. +- **Size** (macOS arm64; Linux x86-64 wasn't measured): + - `liblake.dylib` is 4.3 MB (built with `-g1`). + - It links `libKGENCompilerRTShared.dylib` (1.2 MB, Mojo's runtime) and + libSystem. + - It loads four shims at run time: `libobjectstoremojo` (54 KB), + `libzstdmojo`, `liblz4mojo` and `libbrotlimojo` (about 35 KB each). + Those load conda-forge's zstd (0.8 MB), lz4 (0.2 MB), brotli (1.0 MB) + and OpenSSL (6.0 MB), which a Rust build would otherwise link + statically itself. + - The whole set is about 13 MB. For comparison, the stripped release + `rside` is 31 MB, with tokio, reqwest, opendal and both S3 clients in + it. +- **Licences.** + - Mojo runtime: the `mojo-compiler` 1.2.0 conda package, which ships + `libKGENCompilerRTShared`, is licensed `LicenseRef-Modular-Proprietary`. + morca already redistributes that library in its runtime image + (`/opt/morca/lib`, see deploy/Dockerfile). Shipping it inside a Rust + crate or wheel is the same redistribution in a new channel, and needs + Modular's licence terms read for that case before anyone relies on + it. That's a question for the user, not something this spike settles. + - liblake and the magmalake Mojo libraries are morca's and magmalake's + own code. + - The Rust side resolves 401 crates, all under permissive licences: + MIT or Apache-2.0 for most, and also BSD-2/3-Clause, ISC, Zlib, + Unicode-3.0, Unlicense, CC0, BSL-1.0 and CDLA-Permissive-2.0 + (webpki-roots). Two crates offer LGPL-2.1 only as an alternative to + MIT or Apache-2.0. iceberg, parquet, arrow and opendal are Apache-2.0, + object_store is MIT or Apache-2.0, and tokio is MIT. + +## Conclusion + +- A pure-Rust pipeline can share morca's tables with iceberg-rust 0.11.0, + arrow-rs 58 and object_store 0.14, plus a catalog of about 500 lines. +- That catalog has to list exactly as iceberg-mojo does (one `readdir` + locally, a key-prefix `ListObjectsV2` on S3) and retry with jitter. + The obvious object_store calls lost commits on both stores. +- What's missing for full parity is `replaces=`: iceberg-rust 0.11.0 has + no overwrite or delete transaction. +- The race results above suggest two things worth issues of their own in + morca: + - Its local-disk commit protocol has the same exposure to non-snapshot + `readdir` as the Rust port. + - Its Mojo writers run out of retries on MinIO when 8 commit to one + table at once. diff --git a/spikes/iceberg-rust/build.sh b/spikes/iceberg-rust/build.sh new file mode 100755 index 00000000..93597486 --- /dev/null +++ b/spikes/iceberg-rust/build.sh @@ -0,0 +1,16 @@ +#!/bin/sh +# Builds both sides of the spike into build/: liblake and the Mojo side +# (build/spike-side) in the data environment, and the Rust side +# (build/cargo/release/rside) with a stable Rust >= 1.95 (iceberg 0.11.0's +# MSRV; `rustup toolchain install stable`). From the worktree root: +# +# spikes/iceberg-rust/build.sh +# MORCA_WAREHOUSE=$PWD/build/wh spikes/iceberg-rust/roundtrip.sh +# pixi run -e data scripts/with-minio.sh sh -c \ +# 'MORCA_WAREHOUSE=s3://morca/wh spikes/iceberg-rust/roundtrip.sh' +set -eu +cd "$(dirname "$0")/../.." +# shellcheck disable=SC2016 +pixi run -e data sh -c 'scripts/build-liblake.sh && scripts/mojo-build.sh -I src $DEP_INC spikes/iceberg-rust/mojo/side.mojo -o build/spike-side' +CARGO_TARGET_DIR=$PWD/build/cargo cargo +stable build --release \ + --manifest-path spikes/iceberg-rust/Cargo.toml diff --git a/spikes/iceberg-rust/mojo/side.mojo b/spikes/iceberg-rust/mojo/side.mojo new file mode 100644 index 00000000..a80a6186 --- /dev/null +++ b/spikes/iceberg-rust/mojo/side.mojo @@ -0,0 +1,195 @@ +"""The Mojo side of the iceberg-rust spike (#520): commits and reads a +warehouse dataset exactly as a step does, through `morca.tables`. + + side write [score-id] + side find + side read [snapshot-id] + side pinned + +`write` appends `rows` rows of (id, ts, name) in the month as step `load` +of pipeline `spike`, run `run`, with `ensure_table` (spec: month(ts)). +With `score-id`, the step's schema also has an optional `score` double of +that field id, so `ensure_table` adds it (schema evolution) and the rows +carry it. `find` is `find_commit` for that step's first commit. `read` +scans the current snapshot, or `snapshot-id` with `use_snapshot`; `pinned` +scans through a `Ctx` whose pin is `snapshot-id`, as a retry does. +MORCA_WAREHOUSE is the warehouse (a directory or s3://bucket/prefix). +""" + +from std.sys import argv, exit + +from parquet import RecordBatch + +from morca import Ctx +from morca.tables import ( + BatchBuilder, + PartitionField, + PartitionSpec, + Schema, + Table, + append, + ensure_table, + find_commit, + ints_of, + load_dataset, + parse_transform, + scan, + strings_of, +) + +comptime BASE = ( + '{"id":1,"name":"id","required":true,"type":"long"},' + '{"id":2,"name":"ts","required":true,"type":"timestamp"},' + '{"id":3,"name":"name","required":true,"type":"string"}' +) +comptime USAGE = "usage: side write|find|read|pinned ... (see the module doc)" +comptime HOUR_US: Int64 = 3_600_000_000 + + +def schema(score_id: Int) raises -> Schema: + var j = String('{"schema-id":0,"type":"struct","fields":[', BASE) + if score_id > 0: + j.write( + ',{"id":', + score_id, + ',"name":"score","required":false,"type":"double"}', + ) + j.write("]}") + return Schema.parse(j) + + +def spec() raises -> PartitionSpec: + return PartitionSpec( + 0, + [PartitionField.single(2, 1000, "ts_month", parse_transform("month"))], + ) + + +def month_start_us(month: String) raises -> Int64: + """Microseconds since the epoch at the start of `YYYY-MM` (UTC).""" + var parts = month.split("-") + var y = Int(parts[0]) + var m = Int(parts[1]) + # Days from civil (Howard Hinnant's algorithm). + var yy = y - 1 if m <= 2 else y + var era = (yy if yy >= 0 else yy - 399) // 400 + var yoe = yy - era * 400 + var mp = m - 3 if m > 2 else m + 9 + var doy = (153 * mp + 2) // 5 + var doe = yoe * 365 + yoe // 4 - yoe // 100 + doy + var days = era * 146097 + doe - 719468 + return Int64(days) * 24 * HOUR_US + + +def rows( + s: Schema, month: String, n: Int, scored: Bool +) raises -> List[RecordBatch]: + var b = BatchBuilder(s) + var ids = b.col("id") + var ts = b.col("ts") + var names = b.col("name") + var start = month_start_us(month) + var score = b.col("score") if scored else -1 + for i in range(n): + b.add_int(ids, Int64(i)) + b.add_int(ts, start + Int64(i) * HOUR_US) + b.add_str(names, String("mojo-", month, "-", i)) + if scored: + b.add_float(score, Float64(i) / 2.0) + return [b^.build()] + + +def ctx_for( + dataset: String, run: Int, partition: String, attempt: Int +) -> Ctx: + return Ctx( + "spike", + run, + "load", + partition, + attempt=attempt, + code="spike-mojo", + declared_reads=[dataset], + declared_writes=[dataset], + ) + + +def describe(batches: List[RecordBatch]) raises: + var n = 0 + var id_sum: Int64 = 0 + var note = 0 + var score = 0 + var cols = String() + for b in batches: + n += b.num_rows + if cols == "": + for r in b.roots: + cols.write("," if cols else "", b.arena.nodes[r].name) + for v in ints_of(b, "id"): + id_sum += v.value() + for r in b.roots: + ref name = b.arena.nodes[r].name + if name == "note": + for v in strings_of(b, "note"): + if v: + note += 1 + elif name == "score": + ref a = b.arena.nodes[r] + score += a.length - a.null_count + print( + "rows", n, "id_sum", id_sum, "columns", cols, "note", note, "score", + score, + ) + + +def snapshots(t: Table): + for s in t.metadata.snapshots: + var keys = String() + for e in s.summary.items(): + if e.key.startswith("orca."): + keys.write(" ", e.key, "=", e.value) + print( + "snapshot", + s.snapshot_id, + s.summary.get("operation", "?"), + "added-records", + s.summary.get("added-records", "?"), + "total-records", + s.summary.get("total-records", "?"), + keys, + ) + + +def main() raises: + var a = argv() + if len(a) < 3: + print(USAGE) + exit(2) + var cmd = String(a[1]) + var ds = String(a[2]) + if cmd == "write": + var run = Int(a[3]) + var score_id = Int(a[8]) if len(a) > 8 else 0 + var ctx = ctx_for(ds, run, String(a[4]), Int(a[5])) + var s = schema(score_id) + var t = ensure_table(ctx, ds, s, spec()) + var id = append(ctx, t, rows(s, String(a[6]), Int(a[7]), score_id > 0)) + print("committed", id) + elif cmd == "find": + var ctx = ctx_for(ds, Int(a[3]), String(a[4]), 1) + print("found", find_commit(ctx, load_dataset(ds))) + elif cmd == "read": + var t = load_dataset(ds) + snapshots(t) + var sc = t.scan() + if len(a) > 3: + sc = sc.use_snapshot(Int64(Int(a[3]))) + describe(sc.to_batches()) + elif cmd == "pinned": + var t = load_dataset(ds) + var ctx = ctx_for(ds, 1, "x", 2) + ctx.pinned[t.metadata.location] = Int64(Int(a[3])) + describe(scan(ctx, t).to_batches()) + else: + print(USAGE) + exit(2) diff --git a/spikes/iceberg-rust/race.sh b/spikes/iceberg-rust/race.sh new file mode 100755 index 00000000..ec54c5af --- /dev/null +++ b/spikes/iceberg-rust/race.sh @@ -0,0 +1,60 @@ +#!/bin/sh +# WRITERS processes commit a month each to a new table at once, ROUNDS +# times, and the table is checked against what each writer reported: +# +# failed a writer ran out of commit retries and said so (its step's next +# attempt would commit); loud, not lost +# lost a writer reported a commit the table doesn't have: two writers +# both won a metadata version, and readers took the other one +# +# SIDE: rust, mojo, or mix (alternately). MORCA_WAREHOUSE as for +# roundtrip.sh. From the worktree root, after build.sh. +set -eu +mojo=${MOJO_SIDE:-./build/spike-side} +rust=${RUST_SIDE:-./build/cargo/release/rside} +: "${MORCA_WAREHOUSE:?}" +w=${WRITERS:-8} +rounds=${ROUNDS:-10} +side=${SIDE:-mix} +tag=$(date +%s)$$ +lost=0 +failed=0 +r=1 +while [ "$r" -le "$rounds" ]; do + ds=spike.race${tag}r$r + $rust write "$ds" 2 2025-00 1 2025-01 1 > /dev/null + pids= + i=1 + while [ "$i" -le "$w" ]; do + m=$(printf %02d "$i") + case $side in + rust) s=$rust ;; + mojo) s=$mojo ;; + *) if [ $((i % 2)) -eq 0 ]; then s=$mojo; else s=$rust; fi ;; + esac + $s write "$ds" 2 "2025-$m" 1 "2025-$m" 3 > "build/race-$tag-$i.log" 2>&1 & + pids="$pids $i:$!" + i=$((i + 1)) + done + have=$(mktemp) + f=0 + l=0 + for ip in $pids; do + if ! wait "${ip#*:}"; then + f=$((f + 1)) + continue + fi + printf '2025-%02d\n' "${ip%%:*}" >> "$have.ok" + done + $rust read "$ds" | grep -o 'orca.partition=[^ ]*' | cut -d= -f2 | sort > "$have" + if [ -f "$have.ok" ]; then + l=$(sort "$have.ok" | comm -23 - "$have" | wc -l | tr -d ' ') + fi + rm -f "$have" "$have.ok" + [ "$f" -eq 0 ] && [ "$l" -eq 0 ] || echo "round $r: $f failed, $l lost" + failed=$((failed + f)) + lost=$((lost + l)) + r=$((r + 1)) +done +rm -f build/race-"$tag"-*.log +echo "$side on $MORCA_WAREHOUSE: $rounds rounds of $w writers: $failed failed, $lost lost" diff --git a/spikes/iceberg-rust/roundtrip.sh b/spikes/iceberg-rust/roundtrip.sh new file mode 100755 index 00000000..e090dfc2 --- /dev/null +++ b/spikes/iceberg-rust/roundtrip.sh @@ -0,0 +1,128 @@ +#!/bin/sh +# Rust and Mojo committing to and reading one morca table (#520), on the +# warehouse MORCA_WAREHOUSE names (an absolute directory, or s3://... with +# the AWS_* environment; scripts/with-minio.sh sets one up). +# +# 1. Rust creates the table and commits (step load, run 1, 2024-01). +# 2. Mojo reads it, and find_commit recognises the Rust commit; a Mojo +# retry of that step returns it and commits nothing. +# 3. Mojo commits 2024-02 with a new column (score, id 4). +# 4. Rust commits 2024-03 with a new column (note, id 5); a Rust retry of +# Mojo's 2024-02 step recognises Mojo's commit. +# 5. Both read the current snapshot and every earlier one, pinned. +# 6. ROUNDS rounds of WRITERS processes, alternately Rust and Mojo, commit +# a month each to a new table at once: every one commits, once. One +# that runs out of commit retries is run again as its step's second +# attempt, as morca would retry it. +# 7. ROUNDS rounds of a Rust and a Mojo writer creating one table at once. +# +# Usage: roundtrip.sh (from the worktree root, after build.sh) +set -eu +mojo=${MOJO_SIDE:-./build/spike-side} +rust=${RUST_SIDE:-./build/cargo/release/rside} +: "${MORCA_WAREHOUSE:?}" +writers=${WRITERS:-8} +rounds=${ROUNDS:-5} +tag=$(date +%s)$$ +ds=spike.t$tag +fail() { + echo "FAIL: $*" + exit 1 +} +num() { echo "$1" | tail -1 | awk '{print $NF}'; } +last() { echo "$1" | tail -1; } +expect() { # expect + [ "$2" = "$3" ] || fail "$1: got '$2', want '$3'" + echo "ok $1" +} +count_snapshots() { $rust read "$1" | grep -c '^snapshot ' || true; } + +echo "warehouse $MORCA_WAREHOUSE, dataset $ds" + +r1=$(num "$($rust write "$ds" 1 2024-01 1 2024-01 5)") +expect "mojo reads rust's commit" "$(last "$($mojo read "$ds")")" \ + "rows 5 id_sum 10 columns id,ts,name note 0 score 0" +expect "mojo find_commit recognises rust's commit" "$($mojo find "$ds" 1 2024-01)" "found $r1" +expect "mojo find_commit ignores another partition" "$($mojo find "$ds" 1 2024-02)" "found -1" +again=$(num "$($mojo write "$ds" 1 2024-01 2 2024-01 5)") +expect "a mojo retry returns rust's commit" "$again" "$r1" +expect "and commits nothing" "$(count_snapshots "$ds")" 1 + +m1=$(num "$($mojo write "$ds" 1 2024-02 1 2024-02 4 4)") +r2=$(num "$($rust write "$ds" 1 2024-03 1 2024-03 3 note)") +expect "rust find_commit recognises mojo's commit" "$($rust write "$ds" 1 2024-02 2 2024-02 4)" "found $m1" +expect "and commits nothing" "$(count_snapshots "$ds")" 3 + +all="rows 12 id_sum 19 columns id,ts,name,score,note note 3 score 4" +expect "mojo reads the current snapshot" "$(last "$($mojo read "$ds")")" "$all" +expect "rust reads the current snapshot" "$(last "$($rust read "$ds")")" "$all" +for who in mojo rust; do + eval "side=\$$who" + expect "$who reads rust's first snapshot (use_snapshot)" \ + "$(last "$($side read "$ds" "$r1")" | cut -d' ' -f1-4)" "rows 5 id_sum 10" + expect "$who reads mojo's snapshot (use_snapshot)" \ + "$(last "$($side read "$ds" "$m1")" | cut -d' ' -f1-4)" "rows 9 id_sum 16" +done +expect "mojo reads rust's first snapshot (a step's pin)" \ + "$(last "$($mojo pinned "$ds" "$r1")" | cut -d' ' -f1-4)" "rows 5 id_sum 10" +expect "mojo reads rust's second snapshot (a step's pin)" \ + "$(last "$($mojo pinned "$ds" "$r2")" | cut -d' ' -f1-4)" "rows 12 id_sum 19" +echo "summaries, as rust reads them:" +$rust read "$ds" | grep '^snapshot' | sed 's/^/ /' + +round=1 +while [ "$round" -le "$rounds" ]; do + cds=spike.c${tag}r$round + # One writer creates the table first: concurrent creation is a separate + # race (write_first_metadata), tried below. + $rust write "$cds" 2 2025-00 1 2025-01 1 > /dev/null + pids= + i=1 + while [ "$i" -le "$writers" ]; do + m=$(printf %02d "$i") + if [ $((i % 2)) -eq 0 ]; then side=$mojo; else side=$rust; fi + $side write "$cds" 2 "2025-$m" 1 "2025-$m" 3 > "build/rt-$i.log" 2>&1 & + pids="$pids $i:$!" + i=$((i + 1)) + done + # A writer that ran out of commit retries fails its step attempt; the + # step's next attempt (as morca retries it) commits or finds its commit. + retried=0 + for ip in $pids; do + i=${ip%%:*} + wait "${ip#*:}" && continue + grep -q "can't commit\|CatalogCommitConflicts" "build/rt-$i.log" || { cat "build/rt-$i.log"; fail "round $round: writer $i failed"; } + m=$(printf %02d "$i") + if [ $((i % 2)) -eq 0 ]; then side=$mojo; else side=$rust; fi + $side write "$cds" 2 "2025-$m" 2 "2025-$m" 3 > /dev/null + retried=$((retried + 1)) + done + [ "$retried" -eq 0 ] || echo " round $round: $retried writers ran out of commit retries; their steps' second attempts committed" + out=$($rust read "$cds") + n=$(echo "$out" | grep -c '^snapshot ') + parts=$(echo "$out" | grep '^snapshot ' | grep -o 'orca.partition=[^ ]*' | sort -u | wc -l | tr -d ' ') + [ "$n" -eq $((writers + 1)) ] || { echo "$out"; fail "round $round: $n snapshots, not $((writers + 1))"; } + [ "$parts" -eq $((writers + 1)) ] || { echo "$out"; fail "round $round: $parts partitions"; } + want="rows $((3 * writers + 1)) id_sum $((3 * writers))" + expect "round $round: $writers writers (rust and mojo) at once, rust reads" \ + "$(last "$out" | cut -d' ' -f1-4)" "$want" + expect "round $round: mojo reads" "$(last "$($mojo read "$cds")" | cut -d' ' -f1-4)" "$want" + round=$((round + 1)) +done + +# Two creators of one new table at once, one Rust and one Mojo. +round=1 +while [ "$round" -le "$rounds" ]; do + nds=spike.n${tag}r$round + $rust write "$nds" 3 a 1 2025-01 2 > build/rt-a.log 2>&1 & + a=$! + $mojo write "$nds" 3 b 1 2025-02 2 > build/rt-b.log 2>&1 & + b=$! + wait $a || { cat build/rt-a.log; fail "create round $round: rust failed"; } + wait $b || { cat build/rt-b.log; fail "create round $round: mojo failed"; } + expect "create round $round: rust and mojo create one table at once" \ + "$(last "$($rust read "$nds")" | cut -d' ' -f1-4)" "rows 4 id_sum 2" + round=$((round + 1)) +done +rm -f build/rt-*.log +echo "ok roundtrip" diff --git a/spikes/iceberg-rust/src/catalog.rs b/spikes/iceberg-rust/src/catalog.rs new file mode 100644 index 00000000..10b95286 --- /dev/null +++ b/spikes/iceberg-rust/src/catalog.rs @@ -0,0 +1,500 @@ +//! morca's filesystem catalog, in Rust: iceberg-rust's `Catalog` over +//! `object_store`, committing the way iceberg-mojo's `FilesystemCatalog` +//! does (iceberg.mojo `src/iceberg/catalog/filesystem.mojo`, 0.12.0). +//! +//! A dataset `ns.name` is the table at `/ns/name`. Its current +//! metadata is the newest `-.metadata.json` in `metadata/`: +//! `version-hint.text` names a version to start from, and the newest is +//! found by stepping forward a version at a time with one prefix listing +//! each (`-`); with no hint, by listing the directory and taking the +//! highest version, ties broken by `last-updated-ms`. +//! +//! A commit of version `V`: +//! +//! 1. refuses if a file of `V` exists, or the hint is at `V` or past it +//! (a stale base); +//! 2. writes a claim `-..claim` (empty); +//! 3. lists `-`: any other claim younger than a minute, or any +//! metadata file of `V`, is a rival; claims older than that are removed; +//! 4. with a rival, removes its claim and fails (retryable: the transaction +//! reloads and tries again); with none, writes `-.metadata.json`, +//! removes its claim, and writes `version-hint.text`. +//! +//! Every write here is `PutMode::Create`, which on S3 is `If-None-Match: *`; +//! iceberg-mojo checks existence and then puts. The names are unique, so +//! neither relies on it; the listing is what settles a race, and needs a +//! store whose listings see every write before them (local disk, S3 since +//! 2020, MinIO). +//! +//! Data and manifest files go through iceberg-rust's own `FileIO`. + +use std::collections::HashMap; +use std::sync::Arc; +use std::time::{Duration, SystemTime, UNIX_EPOCH}; + +use async_trait::async_trait; +use bytes::Bytes; +use futures::TryStreamExt; +use iceberg::io::FileIO; +use iceberg::spec::{TableMetadata, TableMetadataBuilder}; +use iceberg::table::Table; +use iceberg::{ + Catalog, Error, ErrorKind, Namespace, NamespaceIdent, Result, Runtime, TableCommit, + TableCreation, TableIdent, +}; +use object_store::aws::AmazonS3; +use object_store::list::{PaginatedListOptions, PaginatedListStore}; +use object_store::path::Path; +use object_store::{ObjectStore, ObjectStoreExt, PutMode, PutOptions, PutPayload}; + +const METADATA_SUFFIX: &str = ".metadata.json"; +const CLAIM_SUFFIX: &str = ".claim"; +const VERSION_HINT: &str = "version-hint.text"; +/// As iceberg-mojo's `CLAIM_STALE_MS`. +const CLAIM_STALE_MS: i64 = 60_000; +/// As iceberg-mojo's `CREATE_WAIT_MS`. +const CREATE_WAIT_MS: i64 = 10_000; + +fn now_ms() -> i64 { + SystemTime::now() + .duration_since(UNIX_EPOCH) + .unwrap() + .as_millis() as i64 +} + +fn os_err(e: object_store::Error) -> Error { + Error::new(ErrorKind::Unexpected, "object store").with_source(e) +} + +fn conflict(msg: String) -> Error { + Error::new(ErrorKind::CatalogCommitConflicts, msg).with_retryable(true) +} + +/// The leading version of a metadata file name, or None. +fn version_of(name: &str) -> Option { + if !name.ends_with(METADATA_SUFFIX) { + return None; + } + let s = name.strip_prefix('v').unwrap_or(name); + let digits: String = s.chars().take_while(|c| c.is_ascii_digit()).collect(); + digits.parse().ok() +} + +/// When a claim was made, from its name, or None if it isn't one. +fn claim_ms(name: &str) -> Option { + let stem = name.strip_suffix(CLAIM_SUFFIX)?; + stem.rsplit_once('.')?.1.parse().ok() +} + +#[derive(Debug)] +pub struct MorcaCatalog { + /// The warehouse root as tables' `location`s spell it: a bare absolute + /// path, or `s3://bucket/prefix`. + warehouse: String, + store: Arc, + /// The same store, for listings by key prefix, on S3. + s3: Option>, + /// `s3://bucket/` (with the slash) for S3, "" for local disk. + scheme_root: String, + file_io: FileIO, +} + +impl MorcaCatalog { + pub fn new( + warehouse: String, + store: Arc, + s3: Option>, + file_io: FileIO, + ) -> Self { + let warehouse = warehouse.trim_end_matches('/').to_string(); + let scheme_root = match warehouse.strip_prefix("s3://") { + Some(rest) => format!("s3://{}/", rest.split('/').next().unwrap()), + None => String::new(), + }; + Self { + warehouse, + store, + s3, + scheme_root, + file_io, + } + } + + /// `ns.name` -> `/ns/name`. + pub fn table_location(&self, ident: &TableIdent) -> String { + format!( + "{}/{}/{}", + self.warehouse, + ident.namespace().join("/"), + ident.name() + ) + } + + fn path(&self, location: &str) -> Path { + let key = if self.scheme_root.is_empty() { + location.trim_start_matches("file://").trim_start_matches('/') + } else { + location.strip_prefix(&self.scheme_root).unwrap_or(location) + }; + Path::from(key) + } + + /// Names in `dir` starting with `prefix` (one listing). + async fn names_with_prefix(&self, dir: &str, prefix: &str) -> Result> { + if self.scheme_root.is_empty() && std::env::var_os("SPIKE_OBJECT_STORE_LIST").is_some() { + // object_store's LocalFileSystem listing, to reproduce the lost + // commits the README describes. + let metas: Vec<_> = self + .store + .list(Some(&self.path(dir))) + .try_collect() + .await + .map_err(os_err)?; + return Ok(metas + .into_iter() + .filter_map(|m| m.location.filename().map(str::to_string)) + .filter(|n| n.starts_with(prefix)) + .collect()); + } + if self.scheme_root.is_empty() { + // One readdir, as iceberg-mojo's local listing (`std.os.listdir`): + // object_store's LocalFileSystem walks and stats every entry, + // which widens the window in which a listing misses a file + // created, and a claim removed, while it runs (see README). + let names = match std::fs::read_dir(dir) { + Ok(rd) => rd + .filter_map(|e| e.ok()) + .filter_map(|e| e.file_name().into_string().ok()) + .filter(|n| n.starts_with(prefix)) + .collect(), + Err(e) if e.kind() == std::io::ErrorKind::NotFound => vec![], + Err(e) => return Err(Error::new(ErrorKind::Unexpected, "listing").with_source(e)), + }; + return Ok(names); + } + // On S3, ListObjectsV2 with the key prefix `/`, as + // iceberg-mojo lists: one short page. Listing the directory from an + // offset (start-after) lost commits on MinIO (see README). + let s3 = self.s3.as_ref().ok_or_else(|| unsupported("listing"))?; + let key_prefix = format!("{}/{prefix}", self.path(dir).as_ref()); + let mut names = vec![]; + let mut token = None; + loop { + let page = s3 + .list_paginated( + Some(&key_prefix), + PaginatedListOptions { + page_token: token, + ..Default::default() + }, + ) + .await + .map_err(os_err)?; + names.extend( + page.result + .objects + .into_iter() + .filter_map(|m| m.location.filename().map(str::to_string)), + ); + token = page.page_token; + if token.is_none() { + return Ok(names); + } + } + } + + async fn read_hint(&self, dir: &str) -> Option { + let got = self + .store + .get(&self.path(&format!("{dir}/{VERSION_HINT}"))) + .await + .ok()?; + let b = got.bytes().await.ok()?; + String::from_utf8_lossy(&b).trim().parse().ok() + } + + async fn read_metadata(&self, location: &str) -> Result { + let got = self.store.get(&self.path(location)).await.map_err(os_err)?; + let b = got.bytes().await.map_err(os_err)?; + Ok(serde_json::from_slice(&b)?) + } + + /// One version's metadata files, as locations. + async fn files_of_version(&self, dir: &str, v: i64) -> Result> { + Ok(self + .names_with_prefix(dir, &format!("{v:05}-")) + .await? + .into_iter() + .filter(|n| version_of(n) == Some(v)) + .map(|n| format!("{dir}/{n}")) + .collect()) + } + + /// Of several files of one version, the one with the latest + /// `last-updated-ms`. + async fn newest_of(&self, mut paths: Vec) -> Option { + paths.sort(); + if paths.len() <= 1 { + return paths.pop(); + } + let mut best = (i64::MIN, paths[0].clone()); + for p in paths { + if let Ok(m) = self.read_metadata(&p).await + && m.last_updated_ms() > best.0 + { + best = (m.last_updated_ms(), p); + } + } + Some(best.1) + } + + /// The current metadata file of the table at `location`, or None. + pub async fn find_latest_metadata(&self, location: &str) -> Result> { + let dir = format!("{location}/metadata"); + if let Some(hint) = self.read_hint(&dir).await + && let Some(mut found) = self + .newest_of(self.files_of_version(&dir, hint).await?) + .await + { + let mut v = hint + 1; + while let Some(next) = self.newest_of(self.files_of_version(&dir, v).await?).await { + found = next; + v += 1; + } + return Ok(Some(found)); + } + let names = self.names_with_prefix(&dir, "").await?; + let Some(best) = names.iter().filter_map(|n| version_of(n)).max() else { + return Ok(None); + }; + let candidates = names + .into_iter() + .filter(|n| version_of(n) == Some(best)) + .map(|n| format!("{dir}/{n}")) + .collect(); + Ok(self.newest_of(candidates).await) + } + + async fn put_new(&self, location: &str, data: Bytes) -> Result<()> { + self.store + .put_opts( + &self.path(location), + PutPayload::from(data), + PutOptions { + mode: PutMode::Create, + ..Default::default() + }, + ) + .await + .map_err(os_err)?; + Ok(()) + } + + async fn remove(&self, location: &str) { + let _ = self.store.delete(&self.path(location)).await; + } + + /// Other claims on `v` and its metadata files (stale claims removed). + async fn rivals(&self, dir: &str, v: i64, mine: &str) -> Result { + let now = now_ms(); + let mut n = 0; + for name in self.names_with_prefix(dir, &format!("{v:05}-")).await? { + if name == mine { + continue; + } + if version_of(&name) == Some(v) { + n += 1; + } else if let Some(at) = claim_ms(&name) { + if now - at > CLAIM_STALE_MS { + self.remove(&format!("{dir}/{name}")).await; + } else { + n += 1; + } + } + } + Ok(n) + } + + fn claim_name(v: i64) -> String { + format!("{v:05}-{}.{}{CLAIM_SUFFIX}", uuid::Uuid::new_v4(), now_ms()) + } + + /// Writes metadata version `v` (the file `path`) under a claim, as + /// iceberg-mojo's `Table.commit_metadata` does. `Ok(false)`: a rival + /// claimed it too, and nothing was written. + async fn claim_and_write(&self, dir: &str, v: i64, path: &str, doc: Bytes) -> Result { + let claim = Self::claim_name(v); + let claim_path = format!("{dir}/{claim}"); + self.put_new(&claim_path, Bytes::new()).await?; + let rivals = match self.rivals(dir, v, &claim).await { + Ok(n) => n, + Err(e) => { + self.remove(&claim_path).await; + return Err(e); + } + }; + if rivals > 0 { + self.remove(&claim_path).await; + return Ok(false); + } + let wrote = self.put_new(path, doc).await; + self.remove(&claim_path).await; + wrote?; + // Advisory, after the metadata file, as iceberg-mojo writes it. + let _ = self + .store + .put( + &self.path(&format!("{dir}/{VERSION_HINT}")), + PutPayload::from(format!("{v}\n")), + ) + .await; + Ok(true) + } + + fn table(&self, ident: TableIdent, location: String, metadata: TableMetadata) -> Result { + Table::builder() + .file_io(self.file_io.clone()) + .metadata_location(location) + .metadata(metadata) + .identifier(ident) + .runtime(Runtime::current()) + .build() + } +} + +fn unsupported(what: &str) -> Error { + Error::new( + ErrorKind::FeatureUnsupported, + format!("MorcaCatalog: {what}"), + ) +} + +#[async_trait] +impl Catalog for MorcaCatalog { + async fn list_namespaces(&self, _: Option<&NamespaceIdent>) -> Result> { + Err(unsupported("list_namespaces")) + } + async fn create_namespace( + &self, + ns: &NamespaceIdent, + _: HashMap, + ) -> Result { + // A namespace is a directory: nothing to create. + Ok(Namespace::new(ns.clone())) + } + async fn get_namespace(&self, ns: &NamespaceIdent) -> Result { + Ok(Namespace::new(ns.clone())) + } + async fn namespace_exists(&self, _: &NamespaceIdent) -> Result { + Ok(true) + } + async fn update_namespace(&self, _: &NamespaceIdent, _: HashMap) -> Result<()> { + Err(unsupported("update_namespace")) + } + async fn drop_namespace(&self, _: &NamespaceIdent) -> Result<()> { + Err(unsupported("drop_namespace")) + } + async fn list_tables(&self, _: &NamespaceIdent) -> Result> { + Err(unsupported("list_tables")) + } + + /// Writes version 0 under a claim, as iceberg-mojo's + /// `write_first_metadata`. A creator that loses waits for the + /// winner's table and returns it. + async fn create_table(&self, ns: &NamespaceIdent, creation: TableCreation) -> Result
{ + let ident = TableIdent::new(ns.clone(), creation.name.clone()); + let location = self.table_location(&ident); + let creation = TableCreation { + location: Some(location.clone()), + ..creation + }; + let metadata = TableMetadataBuilder::from_table_creation(creation)? + .build()? + .metadata; + let dir = format!("{location}/metadata"); + let path = format!("{dir}/00000-{}{METADATA_SUFFIX}", uuid::Uuid::new_v4()); + let doc = Bytes::from(serde_json::to_vec(&metadata)?); + let deadline = now_ms() + CREATE_WAIT_MS; + loop { + if self.claim_and_write(&dir, 0, &path, doc.clone()).await? { + return self.table(ident, path, metadata); + } + loop { + if !self.files_of_version(&dir, 0).await?.is_empty() { + return self.load_table(&ident).await; + } + if self.rivals(&dir, 0, "").await? == 0 { + break; + } + if now_ms() > deadline { + return Err(conflict(format!( + "another writer is still creating {location}; retry" + ))); + } + tokio::time::sleep(Duration::from_millis(1 + (now_ms() % 10) as u64)).await; + } + } + } + + async fn load_table(&self, ident: &TableIdent) -> Result
{ + let location = self.table_location(ident); + let Some(path) = self.find_latest_metadata(&location).await? else { + return Err(Error::new( + ErrorKind::TableNotFound, + format!("no table at {location}"), + )); + }; + let metadata = self.read_metadata(&path).await?; + self.table(ident.clone(), path, metadata) + } + + async fn drop_table(&self, _: &TableIdent) -> Result<()> { + Err(unsupported("drop_table")) + } + async fn purge_table(&self, _: &TableIdent) -> Result<()> { + Err(unsupported("purge_table")) + } + async fn table_exists(&self, ident: &TableIdent) -> Result { + Ok(self + .find_latest_metadata(&self.table_location(ident)) + .await? + .is_some()) + } + async fn rename_table(&self, _: &TableIdent, _: &TableIdent) -> Result<()> { + Err(unsupported("rename_table")) + } + async fn register_table(&self, _: &TableIdent, _: String) -> Result
{ + Err(unsupported("register_table")) + } + + async fn update_table(&self, commit: TableCommit) -> Result
{ + let current = self.load_table(commit.identifier()).await?; + // Checks the requirements (the table's UUID, main's snapshot, ...) + // against what's current, applies the updates, and names the next + // version `-.metadata.json`. + let staged = commit.apply(current).map_err(|e| { + if e.kind() == ErrorKind::CatalogCommitConflicts { + e.with_retryable(true) + } else { + e + } + })?; + let path = staged.metadata_location_result()?.to_string(); + let (dir, name) = path.rsplit_once('/').unwrap(); + let v = version_of(name).unwrap(); + if !self.files_of_version(dir, v).await?.is_empty() + || self.read_hint(dir).await.is_some_and(|h| h >= v) + { + return Err(conflict(format!( + "another writer committed version {v} first" + ))); + } + let doc = Bytes::from(serde_json::to_vec(staged.metadata())?); + if !self.claim_and_write(dir, v, &path, doc).await? { + return Err(conflict(format!( + "several writers claimed version {v}; reload and retry" + ))); + } + Ok(staged) + } +} diff --git a/spikes/iceberg-rust/src/main.rs b/spikes/iceberg-rust/src/main.rs new file mode 100644 index 00000000..05f45926 --- /dev/null +++ b/spikes/iceberg-rust/src/main.rs @@ -0,0 +1,394 @@ +//! The Rust side of the iceberg-rust spike (#520): commits to and reads +//! morca's warehouse tables with iceberg-rust, arrow-rs and object_store, +//! no Mojo. Its commands mirror `mojo/side.mojo`: +//! +//! rside write [note] +//! rside find +//! rside read [snapshot-id] +//! +//! `write` is step `load` of pipeline `spike`: it creates the table if it's +//! missing (schema id/ts/name, spec month(ts), morca's table defaults), +//! with `note` adds an optional `note` string column if the table lacks it +//! (an iceberg-rust schema update), then, unless `find_commit` recognises +//! an earlier attempt's commit, writes the rows as Parquet split by +//! partition and commits one fast-append snapshot carrying the `orca.*` +//! summary. `read` scans the current snapshot, or `snapshot-id`. +//! +//! MORCA_WAREHOUSE is the warehouse: an absolute directory, or +//! `s3://bucket/prefix` with the AWS_* environment (AWS_ENDPOINT_URL for +//! MinIO). + +mod catalog; +mod step; + +use std::collections::HashMap; +use std::sync::Arc; + +use arrow_array::{ + Array, ArrayRef, Float64Array, Int64Array, RecordBatch, StringArray, + TimestampMicrosecondArray, +}; +use catalog::MorcaCatalog; +use futures::TryStreamExt; +use iceberg::arrow::{RecordBatchPartitionSplitter, schema_to_arrow_schema}; +use iceberg::io::{ + FileIO, FileIOBuilder, S3_ACCESS_KEY_ID, S3_ENDPOINT, S3_PATH_STYLE_ACCESS, S3_REGION, + S3_SECRET_ACCESS_KEY, +}; +use iceberg::spec::{ + DataFileFormat, NestedField, PrimitiveType, Schema, Transform, Type, UnboundPartitionSpec, +}; +use iceberg::table::Table; +use iceberg::transaction::{AddColumn, ApplyTransactionAction, Transaction}; +use iceberg::writer::base_writer::data_file_writer::DataFileWriterBuilder; +use iceberg::writer::file_writer::ParquetWriterBuilder; +use iceberg::writer::file_writer::location_generator::{ + DefaultFileNameGenerator, DefaultLocationGenerator, +}; +use iceberg::writer::file_writer::rolling_writer::RollingFileWriterBuilder; +use iceberg::writer::{IcebergWriter, IcebergWriterBuilder}; +use iceberg::{Catalog, NamespaceIdent, TableCreation, TableIdent}; +use iceberg_storage_opendal::OpenDalStorageFactory; +use object_store::ObjectStore; +use object_store::aws::AmazonS3Builder; +use object_store::local::LocalFileSystem; +use parquet::file::properties::WriterProperties; +use step::StepCtx; + +type Res = Result>; + +const HOUR_US: i64 = 3_600_000_000; + +fn env(k: &str) -> Option { + std::env::var(k).ok().filter(|v| !v.is_empty()) +} + +/// The catalog over MORCA_WAREHOUSE: local disk, or S3 from AWS_*. +fn catalog() -> Res { + let wh = env("MORCA_WAREHOUSE").ok_or("MORCA_WAREHOUSE is unset")?; + if let Some(rest) = wh.strip_prefix("s3://") { + let bucket = rest.split('/').next().unwrap().to_string(); + let region = env("AWS_REGION").unwrap_or_else(|| "us-east-1".into()); + let key = env("AWS_ACCESS_KEY_ID").ok_or("AWS_ACCESS_KEY_ID is unset")?; + let secret = env("AWS_SECRET_ACCESS_KEY").ok_or("AWS_SECRET_ACCESS_KEY is unset")?; + let mut s3 = AmazonS3Builder::new() + .with_bucket_name(&bucket) + .with_region(®ion) + .with_access_key_id(&key) + .with_secret_access_key(&secret); + let mut props = vec![ + (S3_REGION, region.clone()), + (S3_ACCESS_KEY_ID, key), + (S3_SECRET_ACCESS_KEY, secret), + ]; + if let Some(ep) = env("AWS_ENDPOINT_URL") { + s3 = s3 + .with_endpoint(&ep) + .with_allow_http(ep.starts_with("http://")) + .with_virtual_hosted_style_request(false); + props.push((S3_ENDPOINT, ep)); + props.push((S3_PATH_STYLE_ACCESS, "true".into())); + } + let s3 = Arc::new(s3.build()?); + let store: Arc = s3.clone(); + let io = FileIOBuilder::new(Arc::new(OpenDalStorageFactory::S3 { + customized_credential_load: None, + })) + .with_props(props) + .build(); + return Ok(MorcaCatalog::new(wh, store, Some(s3), io)); + } + if !wh.starts_with('/') { + return Err("MORCA_WAREHOUSE must be an absolute path or s3://".into()); + } + Ok(MorcaCatalog::new( + wh, + Arc::new(LocalFileSystem::new()), + None, + FileIO::new_with_fs(), + )) +} + +fn ident(dataset: &str) -> Res { + let (ns, name) = dataset.rsplit_once('.').ok_or("a dataset is ns.name")?; + Ok(TableIdent::new( + NamespaceIdent::from_strs(ns.split('.'))?, + name.to_string(), + )) +} + +fn base_schema() -> Res { + Ok(Schema::builder() + .with_schema_id(0) + .with_fields(vec![ + NestedField::required(1, "id", Type::Primitive(PrimitiveType::Long)).into(), + NestedField::required(2, "ts", Type::Primitive(PrimitiveType::Timestamp)).into(), + NestedField::required(3, "name", Type::Primitive(PrimitiveType::String)).into(), + ]) + .build()?) +} + +/// `table_defaults()` in src/morca/_lake/names.mojo. +fn table_defaults() -> HashMap { + HashMap::from([ + ( + "write.metadata.delete-after-commit.enabled".into(), + "true".into(), + ), + ("write.metadata.previous-versions-max".into(), "100".into()), + ( + "history.expire.max-snapshot-age-ms".into(), + (30i64 * 86_400_000).to_string(), + ), + ]) +} + +/// The table, created if missing, with `note` added if asked and missing. +async fn ensure_table(cat: &MorcaCatalog, id: &TableIdent, note: bool) -> Res
{ + let mut t = match cat.load_table(id).await { + Ok(t) => t, + Err(_) => { + let spec = UnboundPartitionSpec::builder() + .with_spec_id(0) + .add_partition_field(2, "ts_month", Transform::Month)? + .build(); + let creation = TableCreation::builder() + .name(id.name().to_string()) + .schema(base_schema()?) + .partition_spec(spec) + .properties(table_defaults()) + .build(); + cat.create_table(id.namespace(), creation).await? + } + }; + if note && t.metadata().current_schema().field_by_name("note").is_none() { + let tx = Transaction::new(&t); + let tx = tx + .update_schema() + .add_column(AddColumn::optional( + "note", + Type::Primitive(PrimitiveType::String), + )) + .apply(tx)?; + t = tx.commit(cat).await?; + } + Ok(t) +} + +/// `rows` rows of the month, in the table's current schema: `note` gets a +/// value when the table has it, any other column (Mojo's `score`) null. +fn rows(t: &Table, month: &str, n: usize) -> Res { + let schema = t.metadata().current_schema(); + let arrow = Arc::new(schema_to_arrow_schema(schema)?); + let (y, m) = month.split_once('-').ok_or("month is YYYY-MM")?; + let start = days_from_civil(y.parse()?, m.parse()?) * 24 * HOUR_US; + let mut cols: Vec = vec![]; + for f in arrow.fields() { + let col: ArrayRef = match f.name().as_str() { + "id" => Arc::new(Int64Array::from_iter_values(0..n as i64)), + "ts" => Arc::new(TimestampMicrosecondArray::from_iter_values( + (0..n as i64).map(|i| start + i * HOUR_US), + )), + "name" => Arc::new(StringArray::from_iter_values( + (0..n).map(|i| format!("rust-{month}-{i}")), + )), + "note" => Arc::new(StringArray::from_iter_values( + (0..n).map(|i| format!("note {i}")), + )), + "score" => Arc::new(Float64Array::from(vec![None; n])), + other => return Err(format!("no rows for column {other}").into()), + }; + cols.push(col); + } + Ok(RecordBatch::try_new(arrow, cols)?) +} + +fn days_from_civil(y: i64, m: i64) -> i64 { + let yy = if m <= 2 { y - 1 } else { y }; + let era = yy.div_euclid(400); + let yoe = yy - era * 400; + let mp = if m > 2 { m - 3 } else { m + 9 }; + let doy = (153 * mp + 2) / 5; + let doe = yoe * 365 + yoe / 4 - yoe / 100 + doy; + era * 146097 + doe - 719468 +} + +/// Writes `batch` into the table's `data/`, a file per partition. +async fn write_files(t: &Table, batch: &RecordBatch) -> Res> { + let md = t.metadata(); + let schema = md.current_schema().clone(); + let spec = md.default_partition_spec().clone(); + let splitter = RecordBatchPartitionSplitter::try_new_with_computed_values( + schema.clone(), + spec, + )?; + let builder = DataFileWriterBuilder::new(RollingFileWriterBuilder::new_with_default_file_size( + ParquetWriterBuilder::new(WriterProperties::builder().build(), schema), + t.file_io().clone(), + DefaultLocationGenerator::new(md)?, + DefaultFileNameGenerator::new( + uuid::Uuid::new_v4().to_string(), + None, + DataFileFormat::Parquet, + ), + )); + let mut files = vec![]; + for (key, part) in splitter.split(batch)? { + let mut w = builder.build(Some(key)).await?; + w.write(part).await?; + files.extend(w.close().await?); + } + Ok(files) +} + +fn step_ctx(run: i64, partition: &str, attempt: i64) -> StepCtx { + StepCtx { + pipeline: "spike".into(), + run, + step: "load".into(), + partition: partition.into(), + partitions: partition.into(), + attempt, + code: "spike-rust".into(), + reads: vec![], + commits: vec![], + token: String::new(), + } +} + +async fn write(a: &[String]) -> Res<()> { + let cat = catalog()?; + let id = ident(&a[2])?; + let ctx = step_ctx(a[3].parse()?, &a[4], a[5].parse()?); + let t = ensure_table(&cat, &id, a.get(8).is_some_and(|s| s == "note")).await?; + if let Some(found) = ctx.find_commit(t.metadata()) { + println!("found {found}"); + return Ok(()); + } + let files = write_files(&t, &rows(&t, &a[6], a[7].parse()?)?).await?; + let id = commit_append(&cat, &id, &ctx, t, files).await?; + println!("committed {id}"); + Ok(()) +} + +/// How many times to reload and retry when another writer got there first +/// (`_COMMIT_RETRIES` in src/morca/_lake/impl.mojo). +const COMMIT_RETRIES: u32 = 8; + +/// Commits `files` as one fast append with the step's summary, as morca's +/// `_commit_append` does: on a clash, waits 10 ms doubling to 640 ms times +/// a random half to one and a half, reloads, and returns the snapshot if +/// the commit landed after all (found by its summary), or tries again. +/// iceberg-rust's `Transaction::commit` retries too (the table's +/// `commit.retry.*`, 4 times from 100 ms, without jitter): that alone lost +/// a writer in eight at once. +async fn commit_append( + cat: &MorcaCatalog, + ident: &TableIdent, + ctx: &StepCtx, + mut t: Table, + files: Vec, +) -> Res { + let mut attempt = 0; + loop { + let summary = ctx.summary(t.metadata().location()); + let tx = Transaction::new(&t); + let tx = tx + .fast_append() + .add_data_files(files.clone()) + .set_snapshot_properties(summary) + .apply(tx)?; + match tx.commit(cat).await { + Ok(t) => return Ok(t.metadata().current_snapshot_id().unwrap_or(-1)), + Err(e) if e.retryable() && attempt < COMMIT_RETRIES => { + attempt += 1; + let base = 0.01 * f64::from(1u32 << (attempt - 1).min(6)); + let wait = base * rand::random_range(0.5..1.5); + tokio::time::sleep(std::time::Duration::from_secs_f64(wait)).await; + t = cat.load_table(ident).await?; + if let Some(found) = ctx.find_commit(t.metadata()) { + return Ok(found); + } + } + Err(e) => return Err(format!("can't commit ({} tries): {e}", attempt + 1).into()), + } + } +} + +async fn find(a: &[String]) -> Res<()> { + let cat = catalog()?; + let t = cat.load_table(&ident(&a[2])?).await?; + let ctx = step_ctx(a[3].parse()?, &a[4], 1); + println!("found {}", ctx.find_commit(t.metadata()).unwrap_or(-1)); + Ok(()) +} + +async fn read(a: &[String]) -> Res<()> { + let cat = catalog()?; + let t = cat.load_table(&ident(&a[2])?).await?; + let mut snaps: Vec<_> = t.metadata().snapshots().collect(); + snaps.sort_by_key(|s| s.sequence_number()); + for s in snaps { + let sum = s.summary(); + let p = &sum.additional_properties; + let mut orca: Vec<_> = p.iter().filter(|(k, _)| k.starts_with("orca.")).collect(); + orca.sort(); + println!( + "snapshot {} {} added-records {} total-records {} {}", + s.snapshot_id(), + sum.operation.as_str(), + p.get("added-records").map_or("?", |s| s.as_str()), + p.get("total-records").map_or("?", |s| s.as_str()), + orca.iter() + .map(|(k, v)| format!("{k}={v}")) + .collect::>() + .join(" ") + ); + } + let mut scan = t.scan().select_all(); + if let Some(id) = a.get(3) { + scan = scan.snapshot_id(id.parse()?); + } + let batches: Vec = scan.build()?.to_arrow().await?.try_collect().await?; + let (mut n, mut id_sum, mut note, mut score) = (0, 0i64, 0, 0); + let mut cols = String::new(); + for b in &batches { + n += b.num_rows(); + if cols.is_empty() { + cols = b + .schema() + .fields() + .iter() + .map(|f| f.name().clone()) + .collect::>() + .join(","); + } + let ids = b + .column_by_name("id") + .and_then(|c| c.as_any().downcast_ref::()) + .ok_or("no id column")?; + id_sum += ids.iter().flatten().sum::(); + if let Some(c) = b.column_by_name("note") { + note += c.len() - c.null_count(); + } + if let Some(c) = b.column_by_name("score") { + score += c.len() - c.null_count(); + } + } + println!("rows {n} id_sum {id_sum} columns {cols} note {note} score {score}"); + Ok(()) +} + +#[tokio::main] +async fn main() -> Res<()> { + let a: Vec = std::env::args().collect(); + match a.get(1).map(String::as_str) { + Some("write") if a.len() >= 8 => write(&a).await, + Some("find") if a.len() >= 5 => find(&a).await, + Some("read") if a.len() >= 3 => read(&a).await, + _ => { + eprintln!("usage: rside write|find|read ... (see src/main.rs)"); + std::process::exit(2) + } + } +} diff --git a/spikes/iceberg-rust/src/step.rs b/spikes/iceberg-rust/src/step.rs new file mode 100644 index 00000000..ef174a42 --- /dev/null +++ b/spikes/iceberg-rust/src/step.rs @@ -0,0 +1,86 @@ +//! A step's view of its commits, as `morca.Ctx` has it (src/morca/ctx.mojo): +//! the `orca.*` snapshot summary of its next commit to a table, and +//! `find_commit`, which recognises a commit an earlier attempt of the step +//! made in this run. Stored names stay `orca` (#384). + +use std::collections::HashMap; + +use iceberg::spec::TableMetadata; + +pub struct StepCtx { + pub pipeline: String, + pub run: i64, + pub step: String, + pub partition: String, + pub partitions: String, + pub attempt: i64, + pub code: String, + /// (table location, snapshot id) of what the step read, in order. + pub reads: Vec<(String, i64)>, + /// Commits this attempt made, by table location. + pub commits: Vec, + pub token: String, +} + +impl StepCtx { + pub fn commits_to(&self, table: &str) -> usize { + self.commits.iter().filter(|t| *t == table).count() + } + + /// `Ctx.summary`: the properties of this step's next commit to `table`. + pub fn summary(&self, table: &str) -> HashMap { + let reads = self + .reads + .iter() + .map(|(t, id)| format!("{t}@{id}")) + .collect::>() + .join(","); + let mut s = HashMap::from([ + ("orca.pipeline".into(), self.pipeline.clone()), + ("orca.run".into(), self.run.to_string()), + ("orca.step".into(), self.step.clone()), + ("orca.partition".into(), self.partition.clone()), + ("orca.partitions".into(), self.partitions.clone()), + ("orca.attempt".into(), self.attempt.to_string()), + ("orca.commit".into(), self.commits_to(table).to_string()), + ("orca.code".into(), self.code.clone()), + ("orca.reads".into(), reads), + ]); + if !self.token.is_empty() { + s.insert("orca.run-token".into(), self.token.clone()); + } + s + } + + /// `Ctx.made`: whether a snapshot with `summary` is this step's next + /// commit to `table`, by any attempt of this run. Every key must be + /// there; a run token, when both sides have one, must agree. + pub fn made(&self, table: &str, summary: &HashMap) -> bool { + if self.run <= 0 { + return false; + } + let has = |k: &str, v: &str| summary.get(k).is_some_and(|x| x == v); + let token_fits = self.token.is_empty() + || summary + .get("orca.run-token") + .is_none_or(|t| t.is_empty() || *t == self.token); + has("orca.pipeline", &self.pipeline) + && has("orca.run", &self.run.to_string()) + && has("orca.step", &self.step) + && has("orca.partition", &self.partition) + && has("orca.commit", &self.commits_to(table).to_string()) + && token_fits + } + + /// `find_commit`: the snapshot this step already committed as its next + /// commit to the table, or None. Walks the snapshots newest first. + pub fn find_commit(&self, metadata: &TableMetadata) -> Option { + let loc = metadata.location(); + let mut snaps: Vec<_> = metadata.snapshots().collect(); + snaps.sort_by_key(|s| std::cmp::Reverse(s.sequence_number())); + snaps + .into_iter() + .find(|s| self.made(loc, &s.summary().additional_properties)) + .map(|s| s.snapshot_id()) + } +}