diff --git a/Cargo.lock b/Cargo.lock index c7a6292..e6ebc8e 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -84,22 +84,24 @@ dependencies = [ [[package]] name = "alimentar" -version = "0.1.0" +version = "0.2.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "edcd75dc7f516577e390760823e5e2317dcd5523f18e74456a3b845520fade3d" +checksum = "fb38b589457ad7cba76776f650966320806d97ad7cd63643bf4041c6ea514cac" dependencies = [ - "arrow", - "arrow-csv", - "arrow-json", + "arrow 54.3.1", + "arrow-csv 54.3.1", + "arrow-json 54.3.1", "bytes", "clap", "lz4_flex", "memmap2", - "parquet", + "parquet 54.3.1", "rand 0.8.5", "rmp-serde", "serde", "serde_json", + "serde_yaml", + "sha2", "thiserror 2.0.17", "tokio", "zstd", @@ -120,12 +122,6 @@ dependencies = [ "alloc-no-stdlib", ] -[[package]] -name = "android-tzdata" -version = "0.1.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e999941b234f3131b00bc13c22d06e8c5ff726d1b6318ac7eb276997bbb4fef0" - [[package]] name = "android_system_properties" version = "0.1.5" @@ -270,11 +266,35 @@ dependencies = [ "zstd", ] +[[package]] +name = "aprender" +version = "0.14.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9c2b4fbf4854f8427a8fd256cc8568992acbb678dacdfa4ca0be3427ad433fae" +dependencies = [ + "aes-gcm", + "argon2", + "bincode", + "getrandom 0.2.16", + "hkdf", + "memmap2", + "nalgebra", + "rand 0.8.5", + "rayon", + "rmp-serde", + "serde", + "serde_json", + "sha2", + "trueno", + "x25519-dalek", + "zstd", +] + [[package]] name = "aprender-shell" version = "0.2.1" dependencies = [ - "aprender 0.14.0", + "aprender 0.14.0 (registry+https://github.com/rust-lang/crates.io-index)", "assert_cmd", "clap", "criterion", @@ -291,7 +311,7 @@ dependencies = [ name = "aprender-tsp" version = "0.1.1" dependencies = [ - "aprender 0.14.0", + "aprender 0.14.0 (registry+https://github.com/rust-lang/crates.io-index)", "assert_cmd", "clap", "crc32fast", @@ -322,50 +342,99 @@ checksum = "7c02d123df017efcdfbd739ef81735b36c5ba83ec3c59c80a9d7ecc718f92e50" [[package]] name = "arrow" -version = "53.4.1" +version = "53.4.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d3a3ec4fe573f9d1f59d99c085197ef669b00b088ba1d7bb75224732d9357a74" +checksum = "eaf3437355979f1e93ba84ba108c38be5767713051f3c8ffbf07c094e2e61f9f" dependencies = [ - "arrow-arith", - "arrow-array", - "arrow-buffer", - "arrow-cast", - "arrow-csv", - "arrow-data", - "arrow-ipc", - "arrow-json", - "arrow-ord", - "arrow-row", - "arrow-schema", - "arrow-select", - "arrow-string", + "arrow-arith 53.4.0", + "arrow-array 53.4.0", + "arrow-buffer 53.4.1", + "arrow-cast 53.4.0", + "arrow-csv 53.4.0", + "arrow-data 53.4.1", + "arrow-ipc 53.4.0", + "arrow-json 53.4.0", + "arrow-ord 53.4.0", + "arrow-row 53.4.0", + "arrow-schema 53.4.1", + "arrow-select 53.4.0", + "arrow-string 53.4.0", +] + +[[package]] +name = "arrow" +version = "54.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b5ec52ba94edeed950e4a41f75d35376df196e8cb04437f7280a5aa49f20f796" +dependencies = [ + "arrow-arith 54.3.1", + "arrow-array 54.3.1", + "arrow-buffer 54.3.1", + "arrow-cast 54.3.1", + "arrow-data 54.3.1", + "arrow-ipc 54.3.1", + "arrow-ord 54.3.1", + "arrow-row 54.3.1", + "arrow-schema 54.3.1", + "arrow-select 54.3.1", + "arrow-string 54.3.1", ] [[package]] name = "arrow-arith" -version = "53.4.1" +version = "53.4.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "6dcf19f07792d8c7f91086c67b574a79301e367029b17fcf63fb854332246a10" +checksum = "31dce77d2985522288edae7206bffd5fc4996491841dda01a13a58415867e681" dependencies = [ - "arrow-array", - "arrow-buffer", - "arrow-data", - "arrow-schema", + "arrow-array 53.4.0", + "arrow-buffer 53.4.1", + "arrow-data 53.4.1", + "arrow-schema 53.4.1", "chrono", "half", "num", ] +[[package]] +name = "arrow-arith" +version = "54.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8fc766fdacaf804cb10c7c70580254fcdb5d55cdfda2bc57b02baf5223a3af9e" +dependencies = [ + "arrow-array 54.3.1", + "arrow-buffer 54.3.1", + "arrow-data 54.3.1", + "arrow-schema 54.3.1", + "chrono", + "num", +] + [[package]] name = "arrow-array" -version = "53.4.1" +version = "53.4.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7845c32b41f7053e37a075b3c2f29c6f5ea1b3ca6e5df7a2d325ee6e1b4a63cf" +checksum = "2d45fe6d3faed0435b7313e59a02583b14c6c6339fa7729e94c32a20af319a79" dependencies = [ "ahash", - "arrow-buffer", - "arrow-data", - "arrow-schema", + "arrow-buffer 53.4.1", + "arrow-data 53.4.1", + "arrow-schema 53.4.1", + "chrono", + "half", + "hashbrown 0.15.5", + "num", +] + +[[package]] +name = "arrow-array" +version = "54.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a12fcdb3f1d03f69d3ec26ac67645a8fe3f878d77b5ebb0b15d64a116c212985" +dependencies = [ + "ahash", + "arrow-buffer 54.3.1", + "arrow-data 54.3.1", + "arrow-schema 54.3.1", "chrono", "half", "hashbrown 0.15.5", @@ -383,17 +452,48 @@ dependencies = [ "num", ] +[[package]] +name = "arrow-buffer" +version = "54.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "263f4801ff1839ef53ebd06f99a56cecd1dbaf314ec893d93168e2e860e0291c" +dependencies = [ + "bytes", + "half", + "num", +] + [[package]] name = "arrow-cast" -version = "53.4.1" +version = "53.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c73c6233c5b5d635a56f6010e6eb1ab9e30e94707db21cea03da317f67d84cf3" +dependencies = [ + "arrow-array 53.4.0", + "arrow-buffer 53.4.1", + "arrow-data 53.4.1", + "arrow-schema 53.4.1", + "arrow-select 53.4.0", + "atoi", + "base64", + "chrono", + "half", + "lexical-core", + "num", + "ryu", +] + +[[package]] +name = "arrow-cast" +version = "54.3.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "6365f8527d4f87b133eeb862f9b8093c009d41a210b8f101f91aa2392f61daac" +checksum = "ede6175fbc039dfc946a61c1b6d42fd682fcecf5ab5d148fbe7667705798cac9" dependencies = [ - "arrow-array", - "arrow-buffer", - "arrow-data", - "arrow-schema", - "arrow-select", + "arrow-array 54.3.1", + "arrow-buffer 54.3.1", + "arrow-data 54.3.1", + "arrow-schema 54.3.1", + "arrow-select 54.3.1", "atoi", "base64", "chrono", @@ -406,15 +506,15 @@ dependencies = [ [[package]] name = "arrow-csv" -version = "53.4.1" +version = "53.4.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "30dac4d23ac769300349197b845e0fd18c7f9f15d260d4659ae6b5a9ca06f586" +checksum = "ec222848d70fea5a32af9c3602b08f5d740d5e2d33fbd76bf6fd88759b5b13a7" dependencies = [ - "arrow-array", - "arrow-buffer", - "arrow-cast", - "arrow-data", - "arrow-schema", + "arrow-array 53.4.0", + "arrow-buffer 53.4.1", + "arrow-cast 53.4.0", + "arrow-data 53.4.1", + "arrow-schema 53.4.1", "chrono", "csv", "csv-core", @@ -423,43 +523,84 @@ dependencies = [ "regex", ] +[[package]] +name = "arrow-csv" +version = "54.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1644877d8bc9a0ef022d9153dc29375c2bda244c39aec05a91d0e87ccf77995f" +dependencies = [ + "arrow-array 54.3.1", + "arrow-cast 54.3.1", + "arrow-schema 54.3.1", + "chrono", + "csv", + "csv-core", + "lazy_static", + "regex", +] + [[package]] name = "arrow-data" version = "53.4.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "cd962fc3bf7f60705b25bcaa8eb3318b2545aa1d528656525ebdd6a17a6cd6fb" dependencies = [ - "arrow-buffer", - "arrow-schema", + "arrow-buffer 53.4.1", + "arrow-schema 53.4.1", + "half", + "num", +] + +[[package]] +name = "arrow-data" +version = "54.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "61cfdd7d99b4ff618f167e548b2411e5dd2c98c0ddebedd7df433d34c20a4429" +dependencies = [ + "arrow-buffer 54.3.1", + "arrow-schema 54.3.1", "half", "num", ] [[package]] name = "arrow-ipc" -version = "53.4.1" +version = "53.4.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c3527365b24372f9c948f16e53738eb098720eea2093ae73c7af04ac5e30a39b" +checksum = "0270dc511f11bb5fa98a25020ad51a99ca5b08d8a8dfbd17503bb9dba0388f0b" dependencies = [ - "arrow-array", - "arrow-buffer", - "arrow-cast", - "arrow-data", - "arrow-schema", + "arrow-array 53.4.0", + "arrow-buffer 53.4.1", + "arrow-cast 53.4.0", + "arrow-data 53.4.1", + "arrow-schema 53.4.1", + "flatbuffers", +] + +[[package]] +name = "arrow-ipc" +version = "54.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "62ff528658b521e33905334723b795ee56b393dbe9cf76c8b1f64b648c65a60c" +dependencies = [ + "arrow-array 54.3.1", + "arrow-buffer 54.3.1", + "arrow-data 54.3.1", + "arrow-schema 54.3.1", "flatbuffers", ] [[package]] name = "arrow-json" -version = "53.4.1" +version = "53.4.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "acdec0024749fc0d95e025c0b0266d78613727b3b3a5d4cf8ea47eb6d38afdd1" +checksum = "0eff38eeb8a971ad3a4caf62c5d57f0cff8a48b64a55e3207c4fd696a9234aad" dependencies = [ - "arrow-array", - "arrow-buffer", - "arrow-cast", - "arrow-data", - "arrow-schema", + "arrow-array 53.4.0", + "arrow-buffer 53.4.1", + "arrow-cast 53.4.0", + "arrow-data 53.4.1", + "arrow-schema 53.4.1", "chrono", "half", "indexmap", @@ -469,32 +610,80 @@ dependencies = [ "serde_json", ] +[[package]] +name = "arrow-json" +version = "54.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0ee5b4ca98a7fb2efb9ab3309a5d1c88b5116997ff93f3147efdc1062a6158e9" +dependencies = [ + "arrow-array 54.3.1", + "arrow-buffer 54.3.1", + "arrow-cast 54.3.1", + "arrow-data 54.3.1", + "arrow-schema 54.3.1", + "chrono", + "half", + "indexmap", + "lexical-core", + "memchr", + "num", + "serde", + "serde_json", + "simdutf8", +] + [[package]] name = "arrow-ord" -version = "53.4.1" +version = "53.4.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "79af2db0e62a508d34ddf4f76bfd6109b6ecc845257c9cba6f939653668f89ac" +checksum = "c6f202a879d287099139ff0d121e7f55ae5e0efe634b8cf2106ebc27a8715dee" dependencies = [ - "arrow-array", - "arrow-buffer", - "arrow-data", - "arrow-schema", - "arrow-select", + "arrow-array 53.4.0", + "arrow-buffer 53.4.1", + "arrow-data 53.4.1", + "arrow-schema 53.4.1", + "arrow-select 53.4.0", "half", "num", ] +[[package]] +name = "arrow-ord" +version = "54.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f0a3334a743bd2a1479dbc635540617a3923b4b2f6870f37357339e6b5363c21" +dependencies = [ + "arrow-array 54.3.1", + "arrow-buffer 54.3.1", + "arrow-data 54.3.1", + "arrow-schema 54.3.1", + "arrow-select 54.3.1", +] + [[package]] name = "arrow-row" -version = "53.4.1" +version = "53.4.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "da30e9d10e9c52f09ea0cf15086d6d785c11ae8dcc3ea5f16d402221b6ac7735" +checksum = "a8f936954991c360ba762dff23f5dda16300774fafd722353d9683abd97630ae" dependencies = [ "ahash", - "arrow-array", - "arrow-buffer", - "arrow-data", - "arrow-schema", + "arrow-array 53.4.0", + "arrow-buffer 53.4.1", + "arrow-data 53.4.1", + "arrow-schema 53.4.1", + "half", +] + +[[package]] +name = "arrow-row" +version = "54.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8d1d7a7291d2c5107e92140f75257a99343956871f3d3ab33a7b41532f79cb68" +dependencies = [ + "arrow-array 54.3.1", + "arrow-buffer 54.3.1", + "arrow-data 54.3.1", + "arrow-schema 54.3.1", "half", ] @@ -504,31 +693,68 @@ version = "53.4.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "35b0f9c0c3582dd55db0f136d3b44bfa0189df07adcf7dc7f2f2e74db0f52eb8" +[[package]] +name = "arrow-schema" +version = "54.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "39cfaf5e440be44db5413b75b72c2a87c1f8f0627117d110264048f2969b99e9" + [[package]] name = "arrow-select" -version = "53.4.1" +version = "53.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7471ba126d0b0aaa24b50a36bc6c25e4e74869a1fd1a5553357027a0b1c8d1f1" +dependencies = [ + "ahash", + "arrow-array 53.4.0", + "arrow-buffer 53.4.1", + "arrow-data 53.4.1", + "arrow-schema 53.4.1", + "num", +] + +[[package]] +name = "arrow-select" +version = "54.3.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "92fc337f01635218493c23da81a364daf38c694b05fc20569c3193c11c561984" +checksum = "69efcd706420e52cd44f5c4358d279801993846d1c2a8e52111853d61d55a619" dependencies = [ "ahash", - "arrow-array", - "arrow-buffer", - "arrow-data", - "arrow-schema", + "arrow-array 54.3.1", + "arrow-buffer 54.3.1", + "arrow-data 54.3.1", + "arrow-schema 54.3.1", "num", ] [[package]] name = "arrow-string" -version = "53.4.1" +version = "53.4.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d596a9fc25dae556672d5069b090331aca8acb93cae426d8b7dcdf1c558fa0ce" +checksum = "72993b01cb62507b06f1fb49648d7286c8989ecfabdb7b77a750fcb54410731b" dependencies = [ - "arrow-array", - "arrow-buffer", - "arrow-data", - "arrow-schema", - "arrow-select", + "arrow-array 53.4.0", + "arrow-buffer 53.4.1", + "arrow-data 53.4.1", + "arrow-schema 53.4.1", + "arrow-select 53.4.0", + "memchr", + "num", + "regex", + "regex-syntax", +] + +[[package]] +name = "arrow-string" +version = "54.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a21546b337ab304a32cfc0770f671db7411787586b45b78b4593ae78e64e2b03" +dependencies = [ + "arrow-array 54.3.1", + "arrow-buffer 54.3.1", + "arrow-data 54.3.1", + "arrow-schema 54.3.1", + "arrow-select 54.3.1", "memchr", "num", "regex", @@ -780,14 +1006,13 @@ checksum = "613afe47fcd5fac7ccf1db93babcb082c5994d996f20b8b159f2ad1658eb5724" [[package]] name = "chrono" -version = "0.4.39" +version = "0.4.42" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7e36cc9d416881d2e24f9a963be5fb1cd90966419ac844274161d10488b3e825" +checksum = "145052bdd345b87320e369255277e3fb5152762ad123a901ef5c262dd38fe8d2" dependencies = [ - "android-tzdata", "iana-time-zone", "num-traits", - "windows-targets 0.52.6", + "windows-link", ] [[package]] @@ -2672,18 +2897,18 @@ dependencies = [ [[package]] name = "parquet" -version = "53.4.1" +version = "53.4.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2f8cf58b29782a7add991f655ff42929e31a7859f5319e53db9e39a714cb113c" +checksum = "8957c0c95a6a1804f3e51a18f69df29be53856a8c5768cc9b6d00fcafcd2917c" dependencies = [ "ahash", - "arrow-array", - "arrow-buffer", - "arrow-cast", - "arrow-data", - "arrow-ipc", - "arrow-schema", - "arrow-select", + "arrow-array 53.4.0", + "arrow-buffer 53.4.1", + "arrow-cast 53.4.0", + "arrow-data 53.4.1", + "arrow-ipc 53.4.0", + "arrow-schema 53.4.1", + "arrow-select 53.4.0", "base64", "brotli", "bytes", @@ -2703,6 +2928,34 @@ dependencies = [ "zstd-sys", ] +[[package]] +name = "parquet" +version = "54.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bfb15796ac6f56b429fd99e33ba133783ad75b27c36b4b5ce06f1f82cc97754e" +dependencies = [ + "ahash", + "arrow-array 54.3.1", + "arrow-buffer 54.3.1", + "arrow-cast 54.3.1", + "arrow-data 54.3.1", + "arrow-ipc 54.3.1", + "arrow-schema 54.3.1", + "arrow-select 54.3.1", + "base64", + "bytes", + "chrono", + "half", + "hashbrown 0.15.5", + "num", + "num-bigint", + "paste", + "seq-macro", + "snap", + "thrift", + "twox-hash 1.6.3", +] + [[package]] name = "password-hash" version = "0.5.0" @@ -3481,6 +3734,19 @@ dependencies = [ "serde", ] +[[package]] +name = "serde_yaml" +version = "0.9.34+deprecated" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6a8b1a1a2ebf674015cc02edccce75287f1a0130d394307b36743c2f5d504b47" +dependencies = [ + "indexmap", + "itoa", + "ryu", + "serde", + "unsafe-libyaml", +] + [[package]] name = "sha2" version = "0.10.9" @@ -3544,6 +3810,12 @@ version = "0.3.7" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "d66dc143e6b11c1eddc06d5c423cfc97062865baf299914ab64caa38182078fe" +[[package]] +name = "simdutf8" +version = "0.1.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e3a9fe34e3e7a50316060351f37187a3f546bce95496156754b601a5fa71b76e" + [[package]] name = "slab" version = "0.4.11" @@ -4052,10 +4324,10 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "95de43fad40379dc4a5085d6a0f32584e8de52019b24f2955d840ad60f4b219e" dependencies = [ "anyhow", - "arrow", + "arrow 53.4.0", "console_error_panic_hook", "js-sys", - "parquet", + "parquet 53.4.0", "rayon", "serde", "serde-wasm-bindgen", @@ -4079,8 +4351,8 @@ checksum = "8f1642b622921111445f537a56696112f967dffad18a27e8f027071a9c24efd4" dependencies = [ "anyhow", "aprender 0.7.1", - "arrow", - "parquet", + "arrow 53.4.0", + "parquet 53.4.0", "thiserror 1.0.69", "tokio", "trueno", @@ -4155,6 +4427,12 @@ dependencies = [ "subtle", ] +[[package]] +name = "unsafe-libyaml" +version = "0.2.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "673aac59facbab8a9007c7f6108d11f63b603f7cabff99fabf650fea5c32b861" + [[package]] name = "untrusted" version = "0.9.0" diff --git a/Cargo.toml b/Cargo.toml index 94b8cc0..94f5ba6 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -114,7 +114,7 @@ sha2 = { version = "0.10", optional = true } # For HKDF-SHA256 nalgebra = "0.33" # Data loading -alimentar = { version = "0.1.0", optional = true } +alimentar = { version = "0.2.2", optional = true } # Hugging Face Hub integration (optional, spec ยง11.8) hf-hub = { version = "0.4", optional = true, default-features = false, features = ["ureq"] }