Skip to content

web search done right

way more robust robotstxt parser

Mikkel Denker126eedc0d0d1
diff --git a/Cargo.lock b/Cargo.lock
index d0b91b50..1bd66ee9 100644
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -4,9 +4,9 @@ version = 3
[[package]]
name = "addr2line"
-version = "0.21.0"
+version = "0.22.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "8a30b2e23b9e17a9f90641c7ab1549cd9b44f296d3ccbf309d2863cfe398a0cb"
+checksum = "6e4503c46a5c0c7844e948c9a4d6acd9f50cccb4de1c48eb9e291ea17470c678"
dependencies = [
"gimli",
]
@@ -87,9 +87,9 @@ dependencies = [
[[package]]
name = "aho-corasick"
-version = "1.1.2"
+version = "1.1.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "b2969dcb958b36655471fc61f7e416fa76033bdd4bfed0678d8fee1e2d07a1f0"
+checksum = "8e60d3430d3a69478ad0993f19238d2df97c507009a52b3c10addcd7f6bcb916"
dependencies = [
"memchr",
]
@@ -102,9 +102,9 @@ checksum = "4aa90d7ce82d4be67b64039a3d588d38dbcc6736577de4a847025ce5b0c468d1"
[[package]]
name = "allocator-api2"
-version = "0.2.16"
+version = "0.2.18"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "0942ffc6dcaadf03badf6e6a2d0228460359d5e34b57ccdc720b7382dfbd5ec5"
+checksum = "5c6cb57a04249c6480766f7f7cef5467412af1490f8d1e243141daddada3264f"
[[package]]
name = "android-tzdata"
@@ -129,47 +129,48 @@ checksum = "4b46cbb362ab8752921c97e041f5e366ee6297bd428a31275b9fcf1e380f7299"
[[package]]
name = "anstream"
-version = "0.6.13"
+version = "0.6.14"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "d96bd03f33fe50a863e394ee9718a706f988b9079b20c3784fb726e7678b62fb"
+checksum = "418c75fa768af9c03be99d17643f93f79bbba589895012a80e3452a19ddda15b"
dependencies = [
"anstyle",
"anstyle-parse",
"anstyle-query",
"anstyle-wincon",
"colorchoice",
+ "is_terminal_polyfill",
"utf8parse",
]
[[package]]
name = "anstyle"
-version = "1.0.6"
+version = "1.0.7"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "8901269c6307e8d93993578286ac0edf7f195079ffff5ebdeea6a59ffb7e36bc"
+checksum = "038dfcf04a5feb68e9c60b21c9625a54c2c0616e79b72b0fd87075a056ae1d1b"
[[package]]
name = "anstyle-parse"
-version = "0.2.3"
+version = "0.2.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "c75ac65da39e5fe5ab759307499ddad880d724eed2f6ce5b5e8a26f4f387928c"
+checksum = "c03a11a9034d92058ceb6ee011ce58af4a9bf61491aa7e1e59ecd24bd40d22d4"
dependencies = [
"utf8parse",
]
[[package]]
name = "anstyle-query"
-version = "1.0.2"
+version = "1.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "e28923312444cdd728e4738b3f9c9cac739500909bb3d3c94b43551b16517648"
+checksum = "ad186efb764318d35165f1758e7dcef3b10628e26d41a44bc5550652e6804391"
dependencies = [
"windows-sys 0.52.0",
]
[[package]]
name = "anstyle-wincon"
-version = "3.0.2"
+version = "3.0.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "1cd54b81ec8d6180e24654d0b371ad22fc3dd083b6ff8ba325b72e00c87660a7"
+checksum = "61a38449feb7068f52bb06c12759005cf459ee52bb4adc1d5a7c4322d716fb19"
dependencies = [
"anstyle",
"windows-sys 0.52.0",
@@ -186,9 +187,9 @@ dependencies = [
[[package]]
name = "anyhow"
-version = "1.0.80"
+version = "1.0.86"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "5ad32ce52e4161730f7098c077cd2ed6229b5804ccf99e5366be1ab72a98b4e1"
+checksum = "b3d1d046238990b9cf5bcde22a3fb3584ee5cf65fb2765f454ed428c7a0063da"
dependencies = [
"backtrace",
]
@@ -204,9 +205,9 @@ dependencies = [
[[package]]
name = "arc-swap"
-version = "1.7.0"
+version = "1.7.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "7b3d0060af21e8d11a926981cc00c6c1541aa91dd64b9f881985c3da1094425f"
+checksum = "69f7f8c3906b62b754cd5326047894316021dcfe5a194c8ea52bdd94934a3457"
[[package]]
name = "arg_enum_proc_macro"
@@ -216,7 +217,7 @@ checksum = "0ae92a5119aa49cdbcf6b9f893fe4e1d98b04ccbf82ee0584ad948a44a734dea"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.52",
+ "syn 2.0.68",
]
[[package]]
@@ -247,9 +248,9 @@ dependencies = [
[[package]]
name = "async-compression"
-version = "0.4.6"
+version = "0.4.11"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "a116f46a969224200a0a97f29cfd4c50e7534e4b4826bd23ea2c3c533039c82c"
+checksum = "cd066d0b4ef8ecb03a55319dc13aa6910616d0f44008a045bb1835af830abff5"
dependencies = [
"flate2",
"futures-core",
@@ -277,18 +278,18 @@ checksum = "16e62a023e7c117e27523144c5d2459f4397fcc3cab0085af8e2224f643a0193"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.52",
+ "syn 2.0.68",
]
[[package]]
name = "async-trait"
-version = "0.1.77"
+version = "0.1.80"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "c980ee35e870bd1a4d2c8294d4c04d0499e67bca1e4b5cefcc693c2fa00caea9"
+checksum = "c6fa2087f2753a7da8cc1c0dbfcf89579dd57458e36769de5ac750b4671737ca"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.52",
+ "syn 2.0.68",
]
[[package]]
@@ -302,9 +303,9 @@ dependencies = [
[[package]]
name = "attohttpc"
-version = "0.22.0"
+version = "0.26.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "1fcf00bc6d5abb29b5f97e3c61a90b6d3caa12f3faf897d4a3e3607c050a35a7"
+checksum = "0f77d243921b0979fbbd728dd2d5162e68ac8252976797c24eb5b3a6af9090dc"
dependencies = [
"http 0.2.12",
"log",
@@ -316,9 +317,9 @@ dependencies = [
[[package]]
name = "autocfg"
-version = "1.1.0"
+version = "1.3.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "d468802bab17cbc0cc575e9b053f41e72aa36bfa6b7f55e3529ffa43161b97fa"
+checksum = "0c4b4d0bd25bd0b74681c0ad21497610ce1b7c91b1022cd21c80c6fbdd9476b0"
[[package]]
name = "av1-grain"
@@ -345,14 +346,14 @@ dependencies = [
[[package]]
name = "aws-creds"
-version = "0.34.1"
+version = "0.36.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "3776743bb68d4ad02ba30ba8f64373f1be4e082fe47651767171ce75bb2f6cf5"
+checksum = "390ad3b77f3e21e01a4a0355865853b681daf1988510b0b15e31c0c4ae7eb0f6"
dependencies = [
"attohttpc",
- "dirs",
+ "home",
"log",
- "quick-xml 0.26.0",
+ "quick-xml",
"rust-ini",
"serde",
"thiserror",
@@ -371,9 +372,9 @@ dependencies = [
[[package]]
name = "axum"
-version = "0.7.4"
+version = "0.7.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "1236b4b292f6c4d6dc34604bb5120d85c3fe1d1aa596bd5cc52ca054d13e7b9e"
+checksum = "3a6c9af12842a67734c9a2e355436e5d03b22383ed60cf13cd0c18fbfe3dcbcf"
dependencies = [
"async-trait",
"axum-core",
@@ -382,7 +383,7 @@ dependencies = [
"http 1.1.0",
"http-body 1.0.0",
"http-body-util",
- "hyper 1.2.0",
+ "hyper 1.3.1",
"hyper-util",
"itoa",
"matchit",
@@ -395,7 +396,7 @@ dependencies = [
"serde_json",
"serde_path_to_error",
"serde_urlencoded",
- "sync_wrapper",
+ "sync_wrapper 1.0.1",
"tokio",
"tower",
"tower-layer",
@@ -418,7 +419,7 @@ dependencies = [
"mime",
"pin-project-lite",
"rustversion",
- "sync_wrapper",
+ "sync_wrapper 0.1.2",
"tower-layer",
"tower-service",
"tracing",
@@ -426,9 +427,9 @@ dependencies = [
[[package]]
name = "axum-extra"
-version = "0.9.2"
+version = "0.9.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "895ff42f72016617773af68fb90da2a9677d89c62338ec09162d4909d86fdd8f"
+checksum = "0be6ea09c9b96cb5076af0de2e383bd2bc0c18f827cf1967bdd353e0b910d733"
dependencies = [
"axum",
"axum-core",
@@ -443,6 +444,7 @@ dependencies = [
"tower",
"tower-layer",
"tower-service",
+ "tracing",
]
[[package]]
@@ -454,14 +456,14 @@ dependencies = [
"heck 0.4.1",
"proc-macro2",
"quote",
- "syn 2.0.52",
+ "syn 2.0.68",
]
[[package]]
name = "backtrace"
-version = "0.3.69"
+version = "0.3.73"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "2089b7e3f35b9dd2d0ed921ead4f6d318c27680d4a5bd167b3ee120edb105837"
+checksum = "5cc23269a4f8976d0a4d2e7109211a419fe30e8d88d677cd60b6bc79c5732e0a"
dependencies = [
"addr2line",
"cc",
@@ -486,9 +488,9 @@ checksum = "9d297deb1925b89f2ccc13d7635fa0714f12c87adce1c75356b39ca9b7178567"
[[package]]
name = "base64"
-version = "0.22.0"
+version = "0.22.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "9475866fec1451be56a3c2400fd081ff546538961565ccb5b7142cbd22bc7a51"
+checksum = "72b3254f16251a8381aa12e40e3c4d2f0199f8c6508fbecb9d91f575e0fbb8c6"
[[package]]
name = "base64ct"
@@ -549,9 +551,9 @@ checksum = "bef38d45163c2f1dde094a7dfd33ccf595c92905c8f8f4fdc18d06fb1037718a"
[[package]]
name = "bitflags"
-version = "2.5.0"
+version = "2.6.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "cf4b9d6a944f767f8e5e0db018570623c85f3d925ac718db4e06d0187adb21c1"
+checksum = "b048fb63fd8b5923fc5aa7b340d8e156aec7ec02f0c78fa8a6ddc2613f6f71de"
[[package]]
name = "bitpacking"
@@ -564,9 +566,9 @@ dependencies = [
[[package]]
name = "bitstream-io"
-version = "2.3.0"
+version = "2.4.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "7c12d1856e42f0d817a835fe55853957c85c8c8a470114029143d3f12671446e"
+checksum = "415f8399438eb5e4b2f73ed3152a3448b98149dda642a957ee704e1daa5cf1d8"
[[package]]
name = "bitvec"
@@ -618,9 +620,9 @@ checksum = "c6a6c0b39c38fd754ac338b00a88066436389c0f029da5d37d1e01091d9b7c17"
[[package]]
name = "bumpalo"
-version = "3.15.3"
+version = "3.16.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "8ea184aa71bb362a1157c896979544cc23974e08fd265f29ea96b59f0b4a555b"
+checksum = "79296716171880943b8470b5f8d03aa55eb2e645a4874bdbb28adb49162e012c"
[[package]]
name = "byte-unit"
@@ -656,28 +658,28 @@ dependencies = [
[[package]]
name = "bytecount"
-version = "0.6.7"
+version = "0.6.8"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "e1e5f035d16fc623ae5f74981db80a439803888314e3a555fd6f04acd51a3205"
+checksum = "5ce89b21cab1437276d2650d57e971f9d548a2d9037cc231abdc0562b97498ce"
[[package]]
name = "bytemuck"
-version = "1.14.3"
+version = "1.16.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "a2ef034f05691a48569bd920a96c81b9d91bbad1ab5ac7c4616c1f6ef36cb79f"
+checksum = "b236fc92302c97ed75b38da1f4917b5cdda4984745740f153a5d3059e48d725e"
dependencies = [
"bytemuck_derive",
]
[[package]]
name = "bytemuck_derive"
-version = "1.5.0"
+version = "1.7.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "965ab7eb5f8f97d2a083c799f3a1b994fc397b2fe2da5d1da1626ce15a39f2b1"
+checksum = "1ee891b04274a59bd38b412188e24b849617b2e45a0fd8d057deb63e7403761b"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.52",
+ "syn 2.0.68",
]
[[package]]
@@ -700,9 +702,9 @@ checksum = "8f1fe948ff07f4bd06c30984e69f5b4899c516a3ef74f34df92a2df2ab535495"
[[package]]
name = "bytes"
-version = "1.5.0"
+version = "1.6.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "a2bd12c1caf447e69cd4528f47f94d203fd2582878ecb9e9465484c4148a8223"
+checksum = "514de17de45fdb8dc022b1a7975556c53c86f9f0aa5f534b98977b171857c2c9"
[[package]]
name = "bzip2"
@@ -737,7 +739,7 @@ dependencies = [
"indicatif 0.16.2",
"log",
"rand",
- "reqwest 0.11.24",
+ "reqwest 0.11.27",
"serde",
"serde_json",
"sha2",
@@ -762,7 +764,7 @@ dependencies = [
"rand",
"rand_distr",
"rayon",
- "safetensors 0.4.2",
+ "safetensors 0.4.3",
"thiserror",
"yoke",
"zip 0.6.6",
@@ -778,7 +780,7 @@ dependencies = [
"half",
"num-traits",
"rayon",
- "safetensors 0.4.2",
+ "safetensors 0.4.3",
"serde",
"thiserror",
]
@@ -810,12 +812,13 @@ checksum = "37b2a672a2cb129a2e41c10b1224bb368f9f37a2b16b612598138befd7b37eb5"
[[package]]
name = "cc"
-version = "1.0.89"
+version = "1.0.101"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "a0ba8f7aaa012f30d5b2861462f6708eccd49c3c39863fe083a308035f63d723"
+checksum = "ac367972e516d45567c7eafc73d24e1c193dcf200a8d94e9db7b3d38b349572d"
dependencies = [
"jobserver",
"libc",
+ "once_cell",
]
[[package]]
@@ -869,9 +872,9 @@ dependencies = [
[[package]]
name = "chrono"
-version = "0.4.34"
+version = "0.4.38"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "5bc015644b92d5890fab7489e49d21f879d5c990186827d42ec511919404f38b"
+checksum = "a21f936df1771bf62b77f047b726c4625ff2e8aa607c01ec06e5a05bd8463401"
dependencies = [
"android-tzdata",
"iana-time-zone",
@@ -879,7 +882,7 @@ dependencies = [
"num-traits",
"serde",
"wasm-bindgen",
- "windows-targets 0.52.4",
+ "windows-targets 0.52.5",
]
[[package]]
@@ -921,9 +924,9 @@ dependencies = [
[[package]]
name = "clap"
-version = "4.5.1"
+version = "4.5.7"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "c918d541ef2913577a0f9566e9ce27cb35b6df072075769e0b26cb5a554520da"
+checksum = "5db83dced34638ad474f39f250d7fea9598bdd239eaced1bdf45d597da0f433f"
dependencies = [
"clap_builder",
"clap_derive",
@@ -931,33 +934,33 @@ dependencies = [
[[package]]
name = "clap_builder"
-version = "4.5.1"
+version = "4.5.7"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "9f3e7391dad68afb0c2ede1bf619f579a3dc9c2ec67f089baa397123a2f3d1eb"
+checksum = "f7e204572485eb3fbf28f871612191521df159bc3e15a9f5064c66dba3a8c05f"
dependencies = [
"anstream",
"anstyle",
"clap_lex",
- "strsim 0.11.0",
+ "strsim 0.11.1",
]
[[package]]
name = "clap_derive"
-version = "4.5.0"
+version = "4.5.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "307bc0538d5f0f83b8248db3087aa92fe504e4691294d0c96c0eabc33f47ba47"
+checksum = "c780290ccf4fb26629baa7a1081e68ced113f1d3ec302fa5948f1c381ebf06c6"
dependencies = [
- "heck 0.4.1",
+ "heck 0.5.0",
"proc-macro2",
"quote",
- "syn 2.0.52",
+ "syn 2.0.68",
]
[[package]]
name = "clap_lex"
-version = "0.7.0"
+version = "0.7.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "98cc8fbded0c607b7ba9dd60cd98df59af97e84d24e49c8557331cfc26d301ce"
+checksum = "4b82cf0babdbd58558212896d1a4272303a57bdb245c2bf1147185fb45640e70"
[[package]]
name = "client-wasm"
@@ -987,15 +990,15 @@ checksum = "3d7b894f5411737b7867f4827955924d7c254fc9f4d91a6aad6b097804b1018b"
[[package]]
name = "colorchoice"
-version = "1.0.0"
+version = "1.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "acbf1af155f9b9ef647e42cdc158db4b64a1b61f743629225fde6f3e0be2a7c7"
+checksum = "0b6a852b24ab71dffc585bcb46eaf7959d175cb865a7152e35b348d1b2960422"
[[package]]
name = "concurrent-queue"
-version = "2.4.0"
+version = "2.5.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "d16048cd947b08fa32c24458a22f5dc5e835264f689f4f5653210c69fd107363"
+checksum = "4ca0197aee26d1ae37445ee532fefce43251d24cc7c166799f4d46817f1d3973"
dependencies = [
"crossbeam-utils",
]
@@ -1013,6 +1016,26 @@ dependencies = [
"windows-sys 0.52.0",
]
+[[package]]
+name = "const-random"
+version = "0.1.18"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "87e00182fe74b066627d63b85fd550ac2998d4b0bd86bfed477a0ae4c7c71359"
+dependencies = [
+ "const-random-macro",
+]
+
+[[package]]
+name = "const-random-macro"
+version = "0.1.16"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "f9d839f2a20b0aee515dc581a6172f2321f96cab76c1a38a4c584a194955390e"
+dependencies = [
+ "getrandom",
+ "once_cell",
+ "tiny-keccak",
+]
+
[[package]]
name = "const_format"
version = "0.2.32"
@@ -1072,9 +1095,9 @@ dependencies = [
[[package]]
name = "crc32fast"
-version = "1.4.0"
+version = "1.4.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "b3855a8a784b474f333699ef2bbca9db2c4a1f6d9088a90a2d25b1eb53111eaa"
+checksum = "a97769d94ddab943e4510d138150169a2758b5ef3eb191a9ee688de3e23ef7b3"
dependencies = [
"cfg-if",
]
@@ -1123,9 +1146,9 @@ checksum = "7059fff8937831a9ae6f0fe4d658ffabf58f2ca96aa9dec1c889f936f705f216"
[[package]]
name = "crossbeam-channel"
-version = "0.5.12"
+version = "0.5.13"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "ab3db02a9c5b5121e1e42fbdb1aeb65f5e02624cc58c43f2884c6ccac0b82f95"
+checksum = "33480d6946193aa8033910124896ca395333cae7e2d1113d1fef6c3272217df2"
dependencies = [
"crossbeam-utils",
]
@@ -1151,9 +1174,9 @@ dependencies = [
[[package]]
name = "crossbeam-utils"
-version = "0.8.19"
+version = "0.8.20"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "248e3bacc7dc6baa3b21e405ee045c3047101a49145e7e9eca583ab4c2ca5345"
+checksum = "22ec99545bb0ed0ea7bb9b8e1e9122ea386ff8a48c0922e43f36d45ab09e0e80"
[[package]]
name = "crunchy"
@@ -1192,7 +1215,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "13b588ba4ac1a99f7f2964d24b3d896ddc6bf847ee3855dbd4366f058cfcd331"
dependencies = [
"quote",
- "syn 2.0.52",
+ "syn 2.0.68",
]
[[package]]
@@ -1237,12 +1260,12 @@ dependencies = [
[[package]]
name = "darling"
-version = "0.20.8"
+version = "0.20.9"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "54e36fcd13ed84ffdfda6f5be89b31287cbb80c439841fe69e04841435464391"
+checksum = "83b2eb4d90d12bdda5ed17de686c2acb4c57914f8f921b8da7e112b5a36f3fe1"
dependencies = [
- "darling_core 0.20.8",
- "darling_macro 0.20.8",
+ "darling_core 0.20.9",
+ "darling_macro 0.20.9",
]
[[package]]
@@ -1261,16 +1284,16 @@ dependencies = [
[[package]]
name = "darling_core"
-version = "0.20.8"
+version = "0.20.9"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "9c2cf1c23a687a1feeb728783b993c4e1ad83d99f351801977dd809b48d0a70f"
+checksum = "622687fe0bac72a04e5599029151f5796111b90f1baaa9b544d807a5e31cd120"
dependencies = [
"fnv",
"ident_case",
"proc-macro2",
"quote",
- "strsim 0.10.0",
- "syn 2.0.52",
+ "strsim 0.11.1",
+ "syn 2.0.68",
]
[[package]]
@@ -1286,13 +1309,13 @@ dependencies = [
[[package]]
name = "darling_macro"
-version = "0.20.8"
+version = "0.20.9"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "a668eda54683121533a393014d8692171709ff57a7d61f187b6e782719f8933f"
+checksum = "733cabb43482b1a1b53eee8583c2b9e8684d592215ea83efd305dd31bc2f0178"
dependencies = [
- "darling_core 0.20.8",
+ "darling_core 0.20.9",
"quote",
- "syn 2.0.52",
+ "syn 2.0.68",
]
[[package]]
@@ -1302,7 +1325,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "978747c1d849a7d2ee5e8adc0159961c48fb7e5db2f06af6723b80123bb53856"
dependencies = [
"cfg-if",
- "hashbrown 0.14.3",
+ "hashbrown 0.14.5",
"lock_api",
"once_cell",
"parking_lot_core",
@@ -1344,7 +1367,7 @@ checksum = "67e77553c4162a157adbf834ebae5b415acbecbeafc7a74b0e886657506a7611"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.52",
+ "syn 2.0.68",
]
[[package]]
@@ -1380,15 +1403,15 @@ dependencies = [
[[package]]
name = "derive_more"
-version = "0.99.17"
+version = "0.99.18"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "4fb810d30a7c1953f91334de7244731fc3f3c10d7fe163338a35b9f640960321"
+checksum = "5f33878137e4dafd7fa914ad4e259e18a4e8e532b9617a2d0150262bf53abfce"
dependencies = [
"convert_case",
"proc-macro2",
"quote",
"rustc_version",
- "syn 1.0.109",
+ "syn 2.0.68",
]
[[package]]
@@ -1445,26 +1468,29 @@ dependencies = [
[[package]]
name = "displaydoc"
-version = "0.2.4"
+version = "0.2.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "487585f4d0c6655fe74905e2504d8ad6908e4db67f744eb140876906c2f3175d"
+checksum = "97369cbbc041bc366949bc74d34658d6cda5621039731c6310521892a3a20ae0"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.52",
+ "syn 2.0.68",
]
[[package]]
name = "dlv-list"
-version = "0.3.0"
+version = "0.5.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "0688c2a7f92e427f44895cd63841bff7b29f8d7a1648b9e7e07a4a365b2e1257"
+checksum = "442039f5147480ba31067cb00ada1adae6892028e40e45fc5de7b7df6dcc1b5f"
+dependencies = [
+ "const-random",
+]
[[package]]
name = "downcast-rs"
-version = "1.2.0"
+version = "1.2.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "9ea835d29036a4087793836fa931b08837ad5e957da9e23886b29586fb9b6650"
+checksum = "75b325c5dbd37f80359721ad39aca5a29fb04c89279657cffdda8736d0c0b9d2"
[[package]]
name = "dtoa"
@@ -1474,9 +1500,9 @@ checksum = "dcbb2bf8e87535c23f7a8a321e364ce21462d0ff10cb6407820e8e96dfff6653"
[[package]]
name = "dtoa-short"
-version = "0.3.4"
+version = "0.3.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "dbaceec3c6e4211c79e7b1800fb9680527106beb2f9c51904a3210c03a448c74"
+checksum = "cd1511a7b6a56299bd043a9c167a6d2bfb37bf84a6dfceaba651168adfb43c87"
dependencies = [
"dtoa",
]
@@ -1493,9 +1519,9 @@ dependencies = [
[[package]]
name = "either"
-version = "1.10.0"
+version = "1.13.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "11157ac094ffbdde99aa67b23417ebdd801842852b500e395a45a9c0aac03e4a"
+checksum = "60b1af1c220855b6ceac025d3f6ecdd2b7c4894bfe9cd9bda4fbb4bc7c0d4cf0"
[[package]]
name = "embedded-io"
@@ -1505,9 +1531,9 @@ checksum = "ef1a6892d9eef45c8fa6b9e0086428a2cca8491aca8f787c534a3d6d0bcb3ced"
[[package]]
name = "ena"
-version = "0.14.2"
+version = "0.14.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "c533630cf40e9caa44bd91aadc88a75d75a4c3a12b4cfde353cbed41daa1e1f1"
+checksum = "3d248bdd43ce613d87415282f69b9bb99d947d290b10962dd6c56233312c2ad5"
dependencies = [
"log",
]
@@ -1520,9 +1546,9 @@ checksum = "a357d28ed41a50f9c765dbfe56cbc04a64e53e5fc58ba79fbc34c10ef3df831f"
[[package]]
name = "encoding_rs"
-version = "0.8.33"
+version = "0.8.34"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "7268b386296a025e474d5140678f75d6de9493ae55a5d709eeb9dd08149945e1"
+checksum = "b45de904aa0b010bce2ab45264d0631681847fa7b6f2eaa7dab7619943bc4f59"
dependencies = [
"cfg-if",
]
@@ -1536,19 +1562,19 @@ dependencies = [
"heck 0.4.1",
"proc-macro2",
"quote",
- "syn 2.0.52",
+ "syn 2.0.68",
]
[[package]]
name = "enum_dispatch"
-version = "0.3.12"
+version = "0.3.13"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "8f33313078bb8d4d05a2733a94ac4c2d8a0df9a2b84424ebf4f33bfc224a890e"
+checksum = "aa18ce2bc66555b3218614519ac839ddb759a7d6720732f979ef8d13be147ecd"
dependencies = [
"once_cell",
"proc-macro2",
"quote",
- "syn 2.0.52",
+ "syn 2.0.68",
]
[[package]]
@@ -1559,9 +1585,9 @@ checksum = "5443807d6dff69373d433ab9ef5378ad8df50ca6298caf15de6e52e24aaf54d5"
[[package]]
name = "errno"
-version = "0.3.8"
+version = "0.3.9"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "a258e46cdc063eb8519c00b9fc845fc47bcfca4130e2f08e88665ceda8474245"
+checksum = "534c5cf6194dfab3db3242765c03bbe257cf92f22b38f6bc0c58d59108a820ba"
dependencies = [
"libc",
"windows-sys 0.52.0",
@@ -1611,15 +1637,15 @@ dependencies = [
[[package]]
name = "fastdivide"
-version = "0.4.0"
+version = "0.4.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "25c7df09945d65ea8d70b3321547ed414bbc540aad5bac6883d021b970f35b04"
+checksum = "59668941c55e5c186b8b58c391629af56774ec768f73c08bbcd56f09348eb00b"
[[package]]
name = "fastrand"
-version = "2.0.1"
+version = "2.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "25cbce373ec4653f1a01a31e8a5e5ec0c622dc27ff9c4e6606eefef5cbbed4a5"
+checksum = "9fc0510504f03c51ada170672ac806f1f105a88aa97a5281117e1ddc3368e51a"
[[package]]
name = "fdeflate"
@@ -1632,9 +1658,9 @@ dependencies = [
[[package]]
name = "fend-core"
-version = "1.4.8"
+version = "1.4.9"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "5a96524d35dc3f6fd060a191562a5ae82f69425bb8c1ec94da1709a8865388d4"
+checksum = "09078d60b5387e99317a3ecadd61b5a521deab55186e9dab76d7f0ff66838670"
[[package]]
name = "file_store"
@@ -1654,7 +1680,7 @@ checksum = "1ee447700ac8aa0b2f2bd7bc4462ad686ba06baa6727ac149a2d6277f0d240fd"
dependencies = [
"cfg-if",
"libc",
- "redox_syscall",
+ "redox_syscall 0.4.1",
"windows-sys 0.52.0",
]
@@ -1666,9 +1692,9 @@ checksum = "0ce7134b9999ecaf8bcd65542e436736ef32ddca1b3e06094cb6ec5755203b80"
[[package]]
name = "flate2"
-version = "1.0.28"
+version = "1.0.30"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "46303f565772937ffe1d394a4fac6f411c6013172fadde9dcdb1e147a086940e"
+checksum = "5f54427cfd1c7829e2a139fcefea601bf088ebca651d2bf53ebc600eac295dae"
dependencies = [
"crc32fast",
"miniz_oxide",
@@ -1725,9 +1751,9 @@ dependencies = [
[[package]]
name = "fs4"
-version = "0.8.2"
+version = "0.8.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "21dabded2e32cd57ded879041205c60a4a4c4bab47bd0fd2fa8b01f30849f02b"
+checksum = "f7e180ac76c23b45e767bd7ae9579bc0bb458618c4bc71835926e098e61d15f8"
dependencies = [
"rustix",
"windows-sys 0.52.0",
@@ -1814,7 +1840,7 @@ checksum = "87750cf4b7a4c0625b1529e4c543c2182106e4dedc60a2a6455e00d212c489ac"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.52",
+ "syn 2.0.68",
]
[[package]]
@@ -1974,19 +2000,6 @@ dependencies = [
"seq-macro",
]
-[[package]]
-name = "generator"
-version = "0.7.5"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "5cc16584ff22b460a382b7feec54b23d2908d858152e5739a120b949293bd74e"
-dependencies = [
- "cc",
- "libc",
- "log",
- "rustversion",
- "windows",
-]
-
[[package]]
name = "generic-array"
version = "0.14.7"
@@ -1999,9 +2012,9 @@ dependencies = [
[[package]]
name = "getrandom"
-version = "0.2.12"
+version = "0.2.15"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "190092ea657667030ac6a35e305e62fc4dd69fd98ac98631e5d3a2b1575a12b5"
+checksum = "c4567c8db10ae91089c99af84c68c38da3ec2f087c3f82960bcdbf3656b6f4d7"
dependencies = [
"cfg-if",
"libc",
@@ -2030,9 +2043,9 @@ dependencies = [
[[package]]
name = "gimli"
-version = "0.28.1"
+version = "0.29.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "4271d37baee1b8c7e4b708028c57d816cf9d2434acb33a549475f78c181f6253"
+checksum = "40ecd4077b5ae9fd2e9e169b102c6c330d0605168eb0e8bf79952b256dbefffd"
[[package]]
name = "glob"
@@ -2042,9 +2055,9 @@ checksum = "d2fabcfbdc87f4758337ca535fb41a6d701b65693ce38287d856d1674551ec9b"
[[package]]
name = "h2"
-version = "0.3.24"
+version = "0.3.26"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "bb2c4422095b67ee78da96fbb51a4cc413b3b25883c7717ff7ca1ab31022c9c9"
+checksum = "81fe527a889e1532da5c525686d96d4c2e74cdd345badf8dfef9f6b39dd5f5e8"
dependencies = [
"bytes",
"fnv",
@@ -2052,26 +2065,7 @@ dependencies = [
"futures-sink",
"futures-util",
"http 0.2.12",
- "indexmap 2.2.5",
- "slab",
- "tokio",
- "tokio-util",
- "tracing",
-]
-
-[[package]]
-name = "h2"
-version = "0.4.2"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "31d030e59af851932b72ceebadf4a2b5986dba4c3b99dd2493f8273a0f151943"
-dependencies = [
- "bytes",
- "fnv",
- "futures-core",
- "futures-sink",
- "futures-util",
- "http 1.1.0",
- "indexmap 2.2.5",
+ "indexmap 2.2.6",
"slab",
"tokio",
"tokio-util",
@@ -2080,9 +2074,9 @@ dependencies = [
[[package]]
name = "half"
-version = "2.4.0"
+version = "2.4.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "b5eceaaeec696539ddaf7b333340f1af35a5aa87ae3e4f3ead0532f72affab2e"
+checksum = "6dd08c532ae367adf81c312a4580bc67f1d0fe8bc9c460520283f4c0ff277888"
dependencies = [
"bytemuck",
"cfg-if",
@@ -2113,9 +2107,15 @@ dependencies = [
[[package]]
name = "hashbrown"
-version = "0.14.3"
+version = "0.13.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "290f1a1d9242c78d09ce40a5e87e7554ee637af1351968159f4952f028f75604"
+checksum = "43a3c133739dddd0d2990f9a4bdf8eb4b21ef50e4851ca85ab661199821d510e"
+
+[[package]]
+name = "hashbrown"
+version = "0.14.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "e5274423e17b7c9fc20b6e7e208532f9b19825d82dfd615708b70edd83df41f1"
dependencies = [
"ahash 0.8.11",
"allocator-api2",
@@ -2184,6 +2184,15 @@ dependencies = [
"digest",
]
+[[package]]
+name = "home"
+version = "0.5.9"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "e3d1354bf6b7235cb4a0576c2619fd4ed18183f689b12b006a0ee7329eeff9a5"
+dependencies = [
+ "windows-sys 0.52.0",
+]
+
[[package]]
name = "html5ever"
version = "0.26.0"
@@ -2249,9 +2258,9 @@ dependencies = [
[[package]]
name = "http-body-util"
-version = "0.1.0"
+version = "0.1.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "41cb79eb393015dadd30fc252023adb0b2400a0caee0fa2a077e6e21a551e840"
+checksum = "793429d76616a256bcb62c2a2ec2bed781c8307e797e2598c50010f2bee2544f"
dependencies = [
"bytes",
"futures-util",
@@ -2262,9 +2271,9 @@ dependencies = [
[[package]]
name = "httparse"
-version = "1.8.0"
+version = "1.9.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "d897f394bad6a705d5f4104762e116a75639e470d80901eed05a860a95cb1904"
+checksum = "0fcc0b4a115bf80b728eb8ea024ad5bd707b615bfed49e0665b6e0f86fd082d9"
[[package]]
name = "httpdate"
@@ -2274,15 +2283,15 @@ checksum = "df3b46402a9d5adb4c86a0cf463f42e19994e3ee891101b1841f30a545cb49a9"
[[package]]
name = "hyper"
-version = "0.14.28"
+version = "0.14.29"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "bf96e135eb83a2a8ddf766e426a841d8ddd7449d5f00d34ea02b41d2f19eef80"
+checksum = "f361cde2f109281a220d4307746cdfd5ee3f410da58a70377762396775634b33"
dependencies = [
"bytes",
"futures-channel",
"futures-core",
"futures-util",
- "h2 0.3.24",
+ "h2",
"http 0.2.12",
"http-body 0.4.6",
"httparse",
@@ -2298,14 +2307,13 @@ dependencies = [
[[package]]
name = "hyper"
-version = "1.2.0"
+version = "1.3.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "186548d73ac615b32a73aafe38fb4f56c0d340e110e5a200bcadbaf2e199263a"
+checksum = "fe575dd17d0862a9a33781c8c4696a55c320909004a67a00fb286ba8b1bc496d"
dependencies = [
"bytes",
"futures-channel",
"futures-util",
- "h2 0.4.2",
"http 1.1.0",
"http-body 1.0.0",
"httparse",
@@ -2319,19 +2327,20 @@ dependencies = [
[[package]]
name = "hyper-rustls"
-version = "0.26.0"
+version = "0.27.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "a0bea761b46ae2b24eb4aef630d8d1c398157b6fc29e6350ecf090a0b70c952c"
+checksum = "5ee4be2c948921a1a5320b629c4193916ed787a7f7f293fd3f7f5a6c9de74155"
dependencies = [
"futures-util",
"http 1.1.0",
- "hyper 1.2.0",
+ "hyper 1.3.1",
"hyper-util",
"rustls",
"rustls-pki-types",
"tokio",
"tokio-rustls",
"tower-service",
+ "webpki-roots",
]
[[package]]
@@ -2341,7 +2350,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "d6183ddfa99b85da61a140bea0efc93fdf56ceaa041b37d553518030827f9905"
dependencies = [
"bytes",
- "hyper 0.14.28",
+ "hyper 0.14.29",
"native-tls",
"tokio",
"tokio-native-tls",
@@ -2349,16 +2358,16 @@ dependencies = [
[[package]]
name = "hyper-util"
-version = "0.1.3"
+version = "0.1.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "ca38ef113da30126bbff9cd1705f9273e15d45498615d138b0c20279ac7a76aa"
+checksum = "7b875924a60b96e5d7b9ae7b066540b1dd1cbd90d1828f54c92e02a283351c56"
dependencies = [
"bytes",
"futures-channel",
"futures-util",
"http 1.1.0",
"http-body 1.0.0",
- "hyper 1.2.0",
+ "hyper 1.3.1",
"pin-project-lite",
"socket2",
"tokio",
@@ -2467,12 +2476,12 @@ dependencies = [
[[package]]
name = "indexmap"
-version = "2.2.5"
+version = "2.2.6"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "7b0b929d511467233429c45a44ac1dcaa21ba0f5ba11e4879e6ed28ddb4f9df4"
+checksum = "168fb715dda47215e360912c096649d23d58bf392ac62f73919e831745e40f26"
dependencies = [
"equivalent",
- "hashbrown 0.14.3",
+ "hashbrown 0.14.5",
"serde",
]
@@ -2525,22 +2534,21 @@ dependencies = [
[[package]]
name = "insta"
-version = "1.36.1"
+version = "1.39.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "0a7c22c4d34ef4788c351e971c52bfdfe7ea2766f8c5466bc175dd46e52ac22e"
+checksum = "810ae6042d48e2c9e9215043563a58a80b877bc863228a74cf10c49d4620a6f5"
dependencies = [
"console",
"lazy_static",
"linked-hash-map",
"similar",
- "yaml-rust",
]
[[package]]
name = "instant"
-version = "0.1.12"
+version = "0.1.13"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "7a5bbe824c507c5da5956355e86a746d82e0e1464f65d862cc5e71da70e94b2c"
+checksum = "e0242819d153cba4b4b05a5a8f2a7e9bbf97b6055b2a002b395c96b5ff3c0222"
dependencies = [
"cfg-if",
"js-sys",
@@ -2556,7 +2564,7 @@ checksum = "c34819042dc3d3971c46c2190835914dfbe0c3c13f61449b2997f4e9722dfa60"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.52",
+ "syn 2.0.68",
]
[[package]]
@@ -2576,6 +2584,12 @@ dependencies = [
"windows-sys 0.52.0",
]
+[[package]]
+name = "is_terminal_polyfill"
+version = "1.70.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "f8478577c03552c21db0e2724ffb8986a5ce7af88107e6be5d2ee6e158c12800"
+
[[package]]
name = "itertools"
version = "0.8.2"
@@ -2623,15 +2637,15 @@ dependencies = [
[[package]]
name = "itoa"
-version = "1.0.10"
+version = "1.0.11"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "b1a46d1a171d865aa5f83f92695765caa047a9b4cbae2cbf37dbd613a793fd4c"
+checksum = "49f1f14873335454500d59611f1cf4a4b0f786f9ac11f4312a78e4cf2566695b"
[[package]]
name = "jobserver"
-version = "0.1.28"
+version = "0.1.31"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "ab46a6e9526ddef3ae7f787c06f0f2600639ba80ea3eade3d8e670a2230f51d6"
+checksum = "d2b099aaa34a9751c5bf0878add70444e1ed2dd73f347be99003d4577277de6e"
dependencies = [
"libc",
]
@@ -2678,7 +2692,7 @@ dependencies = [
"petgraph",
"pico-args",
"regex",
- "regex-syntax 0.8.2",
+ "regex-syntax 0.8.4",
"string_cache",
"term",
"tiny-keccak",
@@ -2692,14 +2706,14 @@ version = "0.20.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "507460a910eb7b32ee961886ff48539633b788a36b65692b95f225b844c82553"
dependencies = [
- "regex-automata 0.4.6",
+ "regex-automata 0.4.7",
]
[[package]]
name = "lazy_static"
-version = "1.4.0"
+version = "1.5.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "e2abad23fbc42b3700f2f279844dc832adb2b2eb069b2df918f455c4e18cc646"
+checksum = "bbd2bcb4c963f2ddae06a2efc7e9f3591312473c50c6685e1f298068316e66fe"
[[package]]
name = "lebe"
@@ -2715,9 +2729,9 @@ checksum = "0c2cdeb66e45e9f36bfad5bbdb4d2384e70936afbee843c6f6543f0c551ebb25"
[[package]]
name = "libc"
-version = "0.2.153"
+version = "0.2.155"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "9c198f91728a82281a64e1f4f9eeb25d82cb32a5de251c6bd1b5154d63a8e7bd"
+checksum = "97b3888a4aecf77e811145cadf6eef5901f4782c53886191b2f693f24761847c"
[[package]]
name = "libfuzzer-sys"
@@ -2738,13 +2752,12 @@ checksum = "4ec2a862134d2a7d32d7983ddcdd1c4923530833c9f2ea1a44fc5fa473989058"
[[package]]
name = "libredox"
-version = "0.0.1"
+version = "0.1.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "85c833ca1e66078851dba29046874e38f08b2c883700aa29a03ddd3b23814ee8"
+checksum = "c0ff37bd590ca25063e35af745c343cb7a0271906fb7b37e4813e8f79f00268d"
dependencies = [
- "bitflags 2.5.0",
+ "bitflags 2.6.0",
"libc",
- "redox_syscall",
]
[[package]]
@@ -2755,15 +2768,15 @@ checksum = "0717cef1bc8b636c6e1c1bbdefc09e6322da8a9321966e8928ef80d20f7f770f"
[[package]]
name = "linux-raw-sys"
-version = "0.4.13"
+version = "0.4.14"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "01cda141df6706de531b6c46c3a33ecca755538219bd484262fa09410c13539c"
+checksum = "78b3ae25bc7c8c38cec158d1f2757ee79e9b3740fbc7ccf0e59e4b08d793fa89"
[[package]]
name = "lock_api"
-version = "0.4.11"
+version = "0.4.12"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "3c168f8615b12bc01f9c17e2eb0cc07dcae1940121185446edc3744920e8ef45"
+checksum = "07af8b9cdd281b7915f413fa73f29ebd5d55d0d3f0155584dade1ff18cea1b17"
dependencies = [
"autocfg",
"scopeguard",
@@ -2795,7 +2808,7 @@ dependencies = [
"proc-macro2",
"quote",
"regex-syntax 0.6.29",
- "syn 2.0.52",
+ "syn 2.0.68",
]
[[package]]
@@ -2807,20 +2820,6 @@ dependencies = [
"logos-codegen",
]
-[[package]]
-name = "loom"
-version = "0.5.6"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "ff50ecb28bb86013e935fb6683ab1f6d3a20016f123c76fd4c27470076ac30f5"
-dependencies = [
- "cfg-if",
- "generator",
- "pin-utils",
- "scoped-tls",
- "tracing",
- "tracing-subscriber",
-]
-
[[package]]
name = "loop9"
version = "0.1.5"
@@ -2836,7 +2835,7 @@ version = "0.12.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "d3262e75e648fce39813cb56ac41f3c3e3f65217ebf3844d818d1f9398cfb0dc"
dependencies = [
- "hashbrown 0.14.3",
+ "hashbrown 0.14.5",
]
[[package]]
@@ -2847,9 +2846,9 @@ checksum = "39f3d72d77227090eed75ea331285a53726e78374a1f357ff5757702c23c70cc"
[[package]]
name = "lz4_flex"
-version = "0.11.2"
+version = "0.11.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "912b45c753ff5f7f5208307e8ace7d2a2e30d024e26d3509f3dce546c044ce15"
+checksum = "75761162ae2b0e580d7e7c390558127e5f01b4194debd6221fd8c207fc80e3f5"
dependencies = [
"twox-hash",
]
@@ -2934,7 +2933,7 @@ checksum = "5cf92c10c7e361d6b99666ec1c6f9805b0bea2c3bd8c78dc6fe98ac5bd78db11"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.52",
+ "syn 2.0.68",
]
[[package]]
@@ -2955,9 +2954,9 @@ checksum = "490cc448043f947bae3cbee9c203358d62dbee0db12107a74be5c30ccfd09771"
[[package]]
name = "measure_time"
-version = "0.8.2"
+version = "0.8.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "56220900f1a0923789ecd6bf25fbae8af3b2f1ff3e9e297fc9b6b8674dd4d852"
+checksum = "dbefd235b0aadd181626f281e1d684e116972988c14c264e42069d5e8a5775cc"
dependencies = [
"instant",
"log",
@@ -2965,9 +2964,9 @@ dependencies = [
[[package]]
name = "memchr"
-version = "2.7.1"
+version = "2.7.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "523dc4f511e55ab87b694dc30d0f820d60906ef06413f93d4d7a1385599cc149"
+checksum = "78ca9ab1a0babb1e7d5695e3530886289c18cf2f87ec19a575a0abdce112e3a3"
[[package]]
name = "memmap2"
@@ -3018,9 +3017,9 @@ checksum = "68354c5c6bd36d73ff3feceb05efa59b6acb7626617f4962be322a825e61f79a"
[[package]]
name = "miniz_oxide"
-version = "0.7.2"
+version = "0.7.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "9d811f3e15f28568be3407c8e7fdb6514c1cda3cb30683f15b6a1a1dc4ea14a7"
+checksum = "b8a240ddb74feaf34a79a7add65a741f3167852fba007066dcac1ca548d89c08"
dependencies = [
"adler",
"simd-adler32",
@@ -3039,9 +3038,9 @@ dependencies = [
[[package]]
name = "monostate"
-version = "0.1.11"
+version = "0.1.13"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "878c2a1f1c70e5724fa28f101ca787b6a7e8ad5c5e4ae4ca3b0fa4a419fa9075"
+checksum = "0d208407d7552cd041d8cdb69a1bc3303e029c598738177a3d87082004dc0e1e"
dependencies = [
"monostate-impl",
"serde",
@@ -3049,13 +3048,13 @@ dependencies = [
[[package]]
name = "monostate-impl"
-version = "0.1.11"
+version = "0.1.13"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "f686d68a09079e63b1d2c64aa305095887ce50565f00a922ebfaeeee0d9ba6ce"
+checksum = "a7ce64b975ed4f123575d11afd9491f2e37bbd5813fbfbc0f09ae1fbddea74e0"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.52",
+ "syn 2.0.68",
]
[[package]]
@@ -3066,11 +3065,10 @@ checksum = "2195bf6aa996a481483b29d62a7663eed3fe39600c460e323f8ff41e90bdd89b"
[[package]]
name = "native-tls"
-version = "0.2.11"
+version = "0.2.12"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "07226173c32f2926027b63cce4bcd8076c3552846cbe7925f3aaffeac0a3b92e"
+checksum = "a8614eb2c83d59d1c8cc974dd3f920198647674a0a035e1af1fa58707e317466"
dependencies = [
- "lazy_static",
"libc",
"log",
"openssl",
@@ -3084,9 +3082,9 @@ dependencies = [
[[package]]
name = "new_debug_unreachable"
-version = "1.0.4"
+version = "1.0.6"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "e4a24736216ec316047a1fc4252e27dabb04218aa4a3f37c6e7ddbf1f9782b54"
+checksum = "650eef8c711430f1a879fdd01d4745a7deea475becfb90269c06775983bbf086"
[[package]]
name = "nom"
@@ -3116,20 +3114,19 @@ dependencies = [
[[package]]
name = "num-bigint"
-version = "0.4.4"
+version = "0.4.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "608e7659b5c3d7cba262d894801b9ec9d00de989e8a82bd4bef91d08da45cdc0"
+checksum = "c165a9ab64cf766f73521c0dd2cfdff64f488b8f0b3e621face3462d3db536d7"
dependencies = [
- "autocfg",
"num-integer",
"num-traits",
]
[[package]]
name = "num-complex"
-version = "0.4.5"
+version = "0.4.6"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "23c6602fda94a57c990fe0df199a035d83576b496aa29f4e634a8ac6004e68a6"
+checksum = "73f88a1307638156682bada9d7604135552957b7818057dcef22705b4d509495"
dependencies = [
"bytemuck",
"num-traits",
@@ -3149,7 +3146,7 @@ checksum = "ed3955f1a9c7c0c15e092f9c887db08b1fc683305fdf6eb6684f22555355e202"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.52",
+ "syn 2.0.68",
]
[[package]]
@@ -3163,11 +3160,10 @@ dependencies = [
[[package]]
name = "num-rational"
-version = "0.4.1"
+version = "0.4.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "0638a1c9d0a3c0914158145bc76cff373a75a627e6ecbfb71cbe6f453a5a19b0"
+checksum = "f83d14da390562dca69fc84082e73e548e1ad308d24accdedd2720017cb37824"
dependencies = [
- "autocfg",
"num-bigint",
"num-integer",
"num-traits",
@@ -3175,9 +3171,9 @@ dependencies = [
[[package]]
name = "num-traits"
-version = "0.2.18"
+version = "0.2.19"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "da0df0e5185db44f69b44f26786fe401b6c293d1907744beaa7fa62b2e5a517a"
+checksum = "071dfc062690e90b734c0b2273ce72ad0ffa95f0c74596bc250dcfd960262841"
dependencies = [
"autocfg",
"libm",
@@ -3199,7 +3195,16 @@ version = "0.6.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "7a015b430d3c108a207fd776d2e2196aaf8b1cf8cf93253e3a097ff3085076a1"
dependencies = [
- "num_enum_derive",
+ "num_enum_derive 0.6.1",
+]
+
+[[package]]
+name = "num_enum"
+version = "0.7.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "02339744ee7253741199f897151b38e72257d13802d4ee837285cc2990a90845"
+dependencies = [
+ "num_enum_derive 0.7.2",
]
[[package]]
@@ -3208,10 +3213,22 @@ version = "0.6.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "96667db765a921f7b295ffee8b60472b686a51d4f21c2ee4ffdb94c7013b65a6"
dependencies = [
- "proc-macro-crate",
+ "proc-macro-crate 1.3.1",
+ "proc-macro2",
+ "quote",
+ "syn 2.0.68",
+]
+
+[[package]]
+name = "num_enum_derive"
+version = "0.7.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "681030a937600a36906c185595136d26abfebb4aa9c65701cefcaf8578bb982b"
+dependencies = [
+ "proc-macro-crate 3.1.0",
"proc-macro2",
"quote",
- "syn 2.0.52",
+ "syn 2.0.68",
]
[[package]]
@@ -3228,9 +3245,9 @@ checksum = "830b246a0e5f20af87141b25c173cd1b609bd7779a4617d6ec582abaf90870f3"
[[package]]
name = "object"
-version = "0.32.2"
+version = "0.36.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "a6a622008b6e321afc04970976f62ee297fdbaa6f95318ca343e3eebb9648441"
+checksum = "576dfe1fc8f9df304abb159d767a29d0476f7750fbf8aa7ad07816004a207434"
dependencies = [
"memchr",
]
@@ -3243,12 +3260,9 @@ checksum = "3fdb12b2476b595f9358c5161aa467c2438859caa136dec86c26fdd2efe17b92"
[[package]]
name = "oneshot"
-version = "0.1.6"
+version = "0.1.8"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "6f6640c6bda7731b1fdbab747981a0f896dd1fedaf9f4a53fa237a04a84431f4"
-dependencies = [
- "loom",
-]
+checksum = "e296cf87e61c9cfc1a61c3c63a0f7f286ed4554e0e22be84e8a38e1d264a2a29"
[[package]]
name = "onig"
@@ -3286,9 +3300,9 @@ checksum = "c08d65885ee38876c4f86fa503fb49d7b507c2b62552df7c70b2fce627e06381"
[[package]]
name = "openraft"
-version = "0.9.1"
+version = "0.9.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "863a31dad5014893c47cdb4291c1f14cd901304b548c739004307fdd2cd37454"
+checksum = "aea4c15625735c6f4693c84046022081f9d54b2e376da699cd059161ef771b5f"
dependencies = [
"anyerror",
"byte-unit",
@@ -3308,13 +3322,13 @@ dependencies = [
[[package]]
name = "openraft-macros"
-version = "0.9.1"
+version = "0.9.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "c5f384d67b15e283f1cf6bb778c8f29ab2f8e8729b4bc82e8a1c21f2bf767d60"
+checksum = "d8514e44dab27259559f6594ff08ce0b7db2d850d9af304109867cce57d345d3"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.52",
+ "syn 2.0.68",
]
[[package]]
@@ -3323,7 +3337,7 @@ version = "0.10.64"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "95a0481286a310808298130d22dd1fef0fa571e05a8f44ec801801e84b216b1f"
dependencies = [
- "bitflags 2.5.0",
+ "bitflags 2.6.0",
"cfg-if",
"foreign-types",
"libc",
@@ -3340,7 +3354,7 @@ checksum = "a948666b637a0f465e8564c73e89d4dde00d72d4d473cc972f390fc3dcee7d9c"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.52",
+ "syn 2.0.68",
]
[[package]]
@@ -3351,9 +3365,9 @@ checksum = "ff011a302c396a5197692431fc1948019154afc178baf7d8e37367442a4601cf"
[[package]]
name = "openssl-sys"
-version = "0.9.101"
+version = "0.9.102"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "dda2b0f344e78efc2facf7d195d098df0dd72151b26ab98da807afc26c198dff"
+checksum = "c597637d56fbc83893a35eb0dd04b2b8e7a50c91e64e9493e398b5df4fb45fa2"
dependencies = [
"cc",
"libc",
@@ -3378,12 +3392,12 @@ dependencies = [
[[package]]
name = "ordered-multimap"
-version = "0.4.3"
+version = "0.6.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "ccd746e37177e1711c20dd619a1620f34f5c8b569c53590a72dedd5344d8924a"
+checksum = "4ed8acf08e98e744e5384c8bc63ceb0364e68a6854187221c18df61c4797690e"
dependencies = [
"dlv-list",
- "hashbrown 0.12.3",
+ "hashbrown 0.13.2",
]
[[package]]
@@ -3402,24 +3416,24 @@ dependencies = [
[[package]]
name = "oxilangtag"
-version = "0.1.4"
+version = "0.1.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "7411f015966f5030586589ca0baa8049863e72a9fabc147c8f18c9c34ed5a0f4"
+checksum = "23f3f87617a86af77fa3691e6350483e7154c2ead9f1261b75130e21ca0f8acb"
dependencies = [
"serde",
]
[[package]]
name = "oxiri"
-version = "0.2.2"
+version = "0.2.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "bb175ec8981211357b7b379869c2f8d555881c55ea62311428ec0de46d89bd5c"
+checksum = "d05417ee46e2eb40dd9d590b4d67fc2408208b3a48a6b7f71d2bc1d7ce12a3e0"
[[package]]
name = "parking_lot"
-version = "0.12.1"
+version = "0.12.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "3742b2c103b9f06bc9fff0a37ff4912935851bee6d36f3c02bcc755bcfec228f"
+checksum = "f1bf18183cf54e8d6059647fc3063646a1801cf30896933ec2311622cc4b9a27"
dependencies = [
"lock_api",
"parking_lot_core",
@@ -3427,15 +3441,15 @@ dependencies = [
[[package]]
name = "parking_lot_core"
-version = "0.9.9"
+version = "0.9.10"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "4c42a9226546d68acdd9c0a280d17ce19bfe27a46bf68784e4066115788d008e"
+checksum = "1e401f977ab385c9e4e3ab30627d6f26d00e2c73eef317493c4ec6d468726cf8"
dependencies = [
"cfg-if",
"libc",
- "redox_syscall",
+ "redox_syscall 0.5.2",
"smallvec",
- "windows-targets 0.48.5",
+ "windows-targets 0.52.5",
]
[[package]]
@@ -3451,9 +3465,9 @@ dependencies = [
[[package]]
name = "paste"
-version = "1.0.14"
+version = "1.0.15"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "de3145af08024dea9fa9914f381a17b8fc6034dfb00f3a84013f7ff43f29ed4c"
+checksum = "57c0d7b74b563b49d38dae00a0c37d4d6de9b432382b2892f0574ddcae73fd0a"
[[package]]
name = "pbkdf2"
@@ -3475,12 +3489,12 @@ checksum = "e3148f5046208a5d56bcfc03053e3ca6334e51da8dfb19b6cdc8b306fae3283e"
[[package]]
name = "petgraph"
-version = "0.6.4"
+version = "0.6.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "e1d3afd2628e69da2be385eb6f2fd57c8ac7977ceeff6dc166ff1657b0e386a9"
+checksum = "b4c5cc86750666a3ed20bdaf5ca2a0344f9c67674cae0515bec2da16fbaa47db"
dependencies = [
"fixedbitset",
- "indexmap 2.2.5",
+ "indexmap 2.2.6",
]
[[package]]
@@ -3542,7 +3556,7 @@ dependencies = [
"phf_shared 0.11.2",
"proc-macro2",
"quote",
- "syn 2.0.52",
+ "syn 2.0.68",
]
[[package]]
@@ -3571,29 +3585,29 @@ checksum = "5be167a7af36ee22fe3115051bc51f6e6c7054c9348e28deb4f49bd6f705a315"
[[package]]
name = "pin-project"
-version = "1.1.4"
+version = "1.1.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "0302c4a0442c456bd56f841aee5c3bfd17967563f6fadc9ceb9f9c23cf3807e0"
+checksum = "b6bf43b791c5b9e34c3d182969b4abb522f9343702850a2e57f460d00d09b4b3"
dependencies = [
"pin-project-internal",
]
[[package]]
name = "pin-project-internal"
-version = "1.1.4"
+version = "1.1.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "266c042b60c9c76b8d53061e52b2e0d1116abc57cefc8c5cd671619a56ac3690"
+checksum = "2f38a4412a78282e09a2cf38d195ea5420d15ba0602cb375210efbc877243965"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.52",
+ "syn 2.0.68",
]
[[package]]
name = "pin-project-lite"
-version = "0.2.13"
+version = "0.2.14"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "8afb450f006bf6385ca15ef45d71d2288452bc3683ce2e2cacc0d18e4be60b58"
+checksum = "bda66fc9667c18cb2758a2ac84d1167245054bcf85d5d1aaa6923f45801bdd02"
[[package]]
name = "pin-utils"
@@ -3609,9 +3623,9 @@ checksum = "d231b230927b5e4ad203db57bbcbee2802f6bce620b1e4a9024a07d94e2907ec"
[[package]]
name = "plotters"
-version = "0.3.5"
+version = "0.3.6"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "d2c224ba00d7cadd4d5c660deaf2098e5e80e07846537c51f9cfa4be50c1fd45"
+checksum = "a15b6eccb8484002195a3e44fe65a4ce8e93a625797a063735536fd59cb01cf3"
dependencies = [
"num-traits",
"plotters-backend",
@@ -3622,15 +3636,15 @@ dependencies = [
[[package]]
name = "plotters-backend"
-version = "0.3.5"
+version = "0.3.6"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "9e76628b4d3a7581389a35d5b6e2139607ad7c75b17aed325f210aa91f4a9609"
+checksum = "414cec62c6634ae900ea1c56128dfe87cf63e7caece0852ec76aba307cebadb7"
[[package]]
name = "plotters-svg"
-version = "0.3.5"
+version = "0.3.6"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "38f6d39893cca0701371e3c27294f09797214b86f1fb951b89ade8ec04e2abab"
+checksum = "81b30686a7d9c3e010b84284bdd26a29f2138574f52f5eb6f794fc0ad924e705"
dependencies = [
"plotters-backend",
]
@@ -3719,6 +3733,15 @@ dependencies = [
"toml_edit 0.19.15",
]
+[[package]]
+name = "proc-macro-crate"
+version = "3.1.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "6d37c51ca738a55da99dc0c4a34860fd675453b8b36209178c2249bb13651284"
+dependencies = [
+ "toml_edit 0.21.1",
+]
+
[[package]]
name = "proc-macro-error"
version = "1.0.4"
@@ -3745,9 +3768,9 @@ dependencies = [
[[package]]
name = "proc-macro2"
-version = "1.0.78"
+version = "1.0.86"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "e2422ad645d89c99f8f3e6b88a9fdeca7fabeac836b1002371c4367c8f984aae"
+checksum = "5e719e8df665df0d1c8fbfd238015744736151d4445ec0836b8e628aae103b77"
dependencies = [
"unicode-ident",
]
@@ -3768,24 +3791,24 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "8021cf59c8ec9c432cfc2526ac6b8aa508ecaf29cd415f271b8406c1b851c3fd"
dependencies = [
"quote",
- "syn 2.0.52",
+ "syn 2.0.68",
]
[[package]]
name = "proptest"
-version = "1.4.0"
+version = "1.5.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "31b476131c3c86cb68032fdc5cb6d5a1045e3e42d96b69fa599fd77701e1f5bf"
+checksum = "b4c2511913b88df1637da85cc8d96ec8e43a3f8bb8ccb71ee1ac240d6f3df58d"
dependencies = [
"bit-set",
"bit-vec",
- "bitflags 2.5.0",
+ "bitflags 2.6.0",
"lazy_static",
"num-traits",
"rand",
"rand_chacha",
"rand_xorshift",
- "regex-syntax 0.8.2",
+ "regex-syntax 0.8.4",
"rusty-fork",
"tempfile",
"unarray",
@@ -3840,9 +3863,9 @@ dependencies = [
[[package]]
name = "pulp"
-version = "0.18.8"
+version = "0.18.21"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "091bad01115892393939669b38f88ff2b70838e969a7ac172a9d06d05345a732"
+checksum = "0ec8d02258294f59e4e223b41ad7e81c874aa6b15bc4ced9ba3965826da0eed5"
dependencies = [
"bytemuck",
"libm",
@@ -3873,28 +3896,66 @@ checksum = "a993555f31e5a609f617c12db6250dedcac1b0a85076912c436e6fc9b2c8e6a3"
[[package]]
name = "quick-xml"
-version = "0.26.0"
+version = "0.30.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "7f50b1c63b38611e7d4d7f68b82d3ad0cc71a2ad2e7f61fc10f1328d917c93cd"
+checksum = "eff6510e86862b57b210fd8cbe8ed3f0d7d600b9c2863cd4549a2e033c66e956"
dependencies = [
"memchr",
"serde",
]
[[package]]
-name = "quick-xml"
-version = "0.30.0"
+name = "quinn"
+version = "0.11.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "eff6510e86862b57b210fd8cbe8ed3f0d7d600b9c2863cd4549a2e033c66e956"
+checksum = "e4ceeeeabace7857413798eb1ffa1e9c905a9946a57d81fb69b4b71c4d8eb3ad"
dependencies = [
- "memchr",
+ "bytes",
+ "pin-project-lite",
+ "quinn-proto",
+ "quinn-udp",
+ "rustc-hash",
+ "rustls",
+ "thiserror",
+ "tokio",
+ "tracing",
+]
+
+[[package]]
+name = "quinn-proto"
+version = "0.11.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "ddf517c03a109db8100448a4be38d498df8a210a99fe0e1b9eaf39e78c640efe"
+dependencies = [
+ "bytes",
+ "rand",
+ "ring",
+ "rustc-hash",
+ "rustls",
+ "slab",
+ "thiserror",
+ "tinyvec",
+ "tracing",
+]
+
+[[package]]
+name = "quinn-udp"
+version = "0.5.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9096629c45860fc7fb143e125eb826b5e721e10be3263160c7d60ca832cf8c46"
+dependencies = [
+ "libc",
+ "once_cell",
+ "socket2",
+ "tracing",
+ "windows-sys 0.52.0",
]
[[package]]
name = "quote"
-version = "1.0.35"
+version = "1.0.36"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "291ec9ab5efd934aaf503a6466c5d5251535d108ee747472c3977cc5acc868ef"
+checksum = "0fa76aaf39101c457836aec0ce2316dbdc3ab723cdda1c6bd4e6ad4208acaca7"
dependencies = [
"proc-macro2",
]
@@ -4000,9 +4061,9 @@ dependencies = [
[[package]]
name = "ravif"
-version = "0.11.5"
+version = "0.11.7"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "bc13288f5ab39e6d7c9d501759712e6969fcc9734220846fc9ed26cae2cc4234"
+checksum = "67376f469e7e7840d0040bbf4b9b3334005bb167f814621326e4c7ab8cd6e944"
dependencies = [
"avif-serialize",
"imgref",
@@ -4024,9 +4085,9 @@ dependencies = [
[[package]]
name = "rayon"
-version = "1.9.0"
+version = "1.10.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "e4963ed1bc86e4f3ee217022bd855b297cef07fb9eac5dfa1f788b220b49b3bd"
+checksum = "b418a60154510ca1a002a752ca9714984e21e4241e804d32555251faf8b78ffa"
dependencies = [
"either",
"rayon-core",
@@ -4061,9 +4122,9 @@ checksum = "03251193000f4bd3b042892be858ee50e8b3719f2b08e5833ac4353724632430"
[[package]]
name = "redb"
-version = "2.0.0"
+version = "2.1.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "a1100a056c5dcdd4e5513d5333385223b26ef1bf92f31eb38f407e8c20549256"
+checksum = "a6dd20d3cdeb9c7d2366a0b16b93b35b75aec15309fbeb7ce477138c9f68c8c0"
dependencies = [
"libc",
]
@@ -4077,11 +4138,20 @@ dependencies = [
"bitflags 1.3.2",
]
+[[package]]
+name = "redox_syscall"
+version = "0.5.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "c82cf8cff14456045f55ec4241383baeff27af886adb72ffb2162f99911de0fd"
+dependencies = [
+ "bitflags 2.6.0",
+]
+
[[package]]
name = "redox_users"
-version = "0.4.4"
+version = "0.4.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "a18479200779601e498ada4e8c1e1f50e3ee19deb0259c25825a98b5603b2cb4"
+checksum = "bd283d9651eeda4b2a83a43c1c91b266c40fd76ecd39a50a8c630ae69dc72891"
dependencies = [
"getrandom",
"libredox",
@@ -4090,14 +4160,14 @@ dependencies = [
[[package]]
name = "regex"
-version = "1.10.3"
+version = "1.10.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "b62dbe01f0b06f9d8dc7d49e05a0785f153b00b2c227856282f671e0318c9b15"
+checksum = "b91213439dad192326a0d7c6ee3955910425f441d7038e0d6933b0aec5c4517f"
dependencies = [
- "aho-corasick 1.1.2",
+ "aho-corasick 1.1.3",
"memchr",
- "regex-automata 0.4.6",
- "regex-syntax 0.8.2",
+ "regex-automata 0.4.7",
+ "regex-syntax 0.8.4",
]
[[package]]
@@ -4111,13 +4181,13 @@ dependencies = [
[[package]]
name = "regex-automata"
-version = "0.4.6"
+version = "0.4.7"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "86b83b8b9847f9bf95ef68afb0b8e6cdb80f498442f5179a29fad448fcc1eaea"
+checksum = "38caf58cc5ef2fed281f89292ef23f6365465ed9a41b7a7754eb4e26496c92df"
dependencies = [
- "aho-corasick 1.1.2",
+ "aho-corasick 1.1.3",
"memchr",
- "regex-syntax 0.8.2",
+ "regex-syntax 0.8.4",
]
[[package]]
@@ -4134,9 +4204,9 @@ checksum = "dbb5fb1acd8a1a18b3dd5be62d25485eb770e05afb408a9627d14d451bae12da"
[[package]]
name = "regex-syntax"
-version = "0.8.2"
+version = "0.8.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "c08c74e62047bb2de4ff487b251e4a92e24f48745648451635cec7d591162d9f"
+checksum = "7a66a03ae7c801facd77a29370b4faec201768915ac14a721ba36f20bc9c209b"
[[package]]
name = "rend"
@@ -4149,19 +4219,19 @@ dependencies = [
[[package]]
name = "reqwest"
-version = "0.11.24"
+version = "0.11.27"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "c6920094eb85afde5e4a138be3f2de8bbdf28000f0029e72c45025a56b042251"
+checksum = "dd67538700a17451e7cba03ac727fb961abb7607553461627b97de0b89cf4a62"
dependencies = [
"base64 0.21.7",
"bytes",
"encoding_rs",
"futures-core",
"futures-util",
- "h2 0.3.24",
+ "h2",
"http 0.2.12",
"http-body 0.4.6",
- "hyper 0.14.28",
+ "hyper 0.14.29",
"hyper-tls",
"ipnet",
"js-sys",
@@ -4175,7 +4245,7 @@ dependencies = [
"serde",
"serde_json",
"serde_urlencoded",
- "sync_wrapper",
+ "sync_wrapper 0.1.2",
"system-configuration",
"tokio",
"tokio-native-tls",
@@ -4191,11 +4261,11 @@ dependencies = [
[[package]]
name = "reqwest"
-version = "0.12.4"
+version = "0.12.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "566cafdd92868e0939d3fb961bd0dc25fcfaaed179291093b3d43e6b3150ea10"
+checksum = "c7d6d2a27d57148378eb5e111173f4276ad26340ecc5c49a4a2152167a2d6a37"
dependencies = [
- "base64 0.22.0",
+ "base64 0.22.1",
"bytes",
"futures-channel",
"futures-core",
@@ -4203,7 +4273,7 @@ dependencies = [
"http 1.1.0",
"http-body 1.0.0",
"http-body-util",
- "hyper 1.2.0",
+ "hyper 1.3.1",
"hyper-rustls",
"hyper-util",
"ipnet",
@@ -4213,13 +4283,14 @@ dependencies = [
"once_cell",
"percent-encoding",
"pin-project-lite",
+ "quinn",
"rustls",
"rustls-pemfile 2.1.2",
"rustls-pki-types",
"serde",
"serde_json",
"serde_urlencoded",
- "sync_wrapper",
+ "sync_wrapper 1.0.1",
"tokio",
"tokio-rustls",
"tower-service",
@@ -4308,16 +4379,23 @@ dependencies = [
]
[[package]]
-name = "robotstxt-with-cache"
-version = "0.4.0"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "413592c1c83b4657fd53561be2e58dc4d739caa90c954d7799b827312f6a3fe8"
+name = "robotstxt"
+version = "0.1.0"
+dependencies = [
+ "anyhow",
+ "itertools 0.11.0",
+ "nom",
+ "percent-encoding",
+ "proptest",
+ "regex",
+ "url",
+]
[[package]]
name = "rust-embed"
-version = "8.3.0"
+version = "8.4.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "fb78f46d0066053d16d4ca7b898e9343bc3530f71c61d5ad84cd404ada068745"
+checksum = "19549741604902eb99a7ed0ee177a0663ee1eda51a29f71401f166e47e77806a"
dependencies = [
"rust-embed-impl",
"rust-embed-utils",
@@ -4326,22 +4404,22 @@ dependencies = [
[[package]]
name = "rust-embed-impl"
-version = "8.3.0"
+version = "8.4.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "b91ac2a3c6c0520a3fb3dd89321177c3c692937c4eb21893378219da10c44fc8"
+checksum = "cb9f96e283ec64401f30d3df8ee2aaeb2561f34c824381efa24a35f79bf40ee4"
dependencies = [
"proc-macro2",
"quote",
"rust-embed-utils",
- "syn 2.0.52",
+ "syn 2.0.68",
"walkdir",
]
[[package]]
name = "rust-embed-utils"
-version = "8.3.0"
+version = "8.4.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "86f69089032567ffff4eada41c573fc43ff466c7db7c5688b2e7969584345581"
+checksum = "38c74a686185620830701348de757fd36bef4aa9680fd23c49fc539ddcc1af32"
dependencies = [
"sha2",
"walkdir",
@@ -4349,9 +4427,9 @@ dependencies = [
[[package]]
name = "rust-ini"
-version = "0.18.0"
+version = "0.19.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "f6d5f2436026b4f6e79dc829837d467cc7e9a55ee40e750d716713540715a2df"
+checksum = "7e2a3bcec1f113553ef1c88aae6c020a369d03d55b58de9869a0908930385091"
dependencies = [
"cfg-if",
"ordered-multimap",
@@ -4359,14 +4437,14 @@ dependencies = [
[[package]]
name = "rust-s3"
-version = "0.33.0"
+version = "0.34.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "1b2ac5ff6acfbe74226fa701b5ef793aaa054055c13ebb7060ad36942956e027"
+checksum = "c6679da8efaf4c6f0c161de0961dfe95fb6e9049c398d6fbdada2639f053aedb"
dependencies = [
"async-trait",
"aws-creds",
"aws-region",
- "base64 0.13.1",
+ "base64 0.21.7",
"block_on_proc",
"bytes",
"cfg-if",
@@ -4374,19 +4452,23 @@ dependencies = [
"hex",
"hmac",
"http 0.2.12",
+ "hyper 0.14.29",
+ "hyper-tls",
"log",
"maybe-async",
"md5",
"minidom",
+ "native-tls",
"percent-encoding",
- "quick-xml 0.26.0",
- "reqwest 0.11.24",
+ "quick-xml",
"serde",
"serde_derive",
+ "serde_json",
"sha2",
"thiserror",
"time",
"tokio",
+ "tokio-native-tls",
"tokio-stream",
"url",
]
@@ -4403,9 +4485,9 @@ dependencies = [
[[package]]
name = "rustc-demangle"
-version = "0.1.23"
+version = "0.1.24"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "d626bb9dae77e28219937af045c257c28bfd3f69333c512553507f5f9798cb76"
+checksum = "719b953e2095829ee67db738b3bfa9fa368c94900df327b3f07fe6e794d2fe1f"
[[package]]
name = "rustc-hash"
@@ -4424,11 +4506,11 @@ dependencies = [
[[package]]
name = "rustix"
-version = "0.38.31"
+version = "0.38.34"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "6ea3e1a662af26cd7a3ba09c0297a31af215563ecf42817c98df621387f4e949"
+checksum = "70dc5ec042f7a43c4a73241207cecc9873a06d45debb38b329f8541d85c2730f"
dependencies = [
- "bitflags 2.5.0",
+ "bitflags 2.6.0",
"errno",
"libc",
"linux-raw-sys",
@@ -4437,11 +4519,11 @@ dependencies = [
[[package]]
name = "rustls"
-version = "0.22.4"
+version = "0.23.10"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "bf4ef73721ac7bcd79b2b315da7779d8fc09718c6b3d2d1b2d94850eb8c18432"
+checksum = "05cff451f60db80f490f3c182b77c35260baace73209e9cdbbe526bfe3a4d402"
dependencies = [
- "log",
+ "once_cell",
"ring",
"rustls-pki-types",
"rustls-webpki",
@@ -4464,7 +4546,7 @@ version = "2.1.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "29993a25686778eb88d4189742cd713c9bce943bc54251a33509dc63cbacf73d"
dependencies = [
- "base64 0.22.0",
+ "base64 0.22.1",
"rustls-pki-types",
]
@@ -4487,9 +4569,9 @@ dependencies = [
[[package]]
name = "rustversion"
-version = "1.0.14"
+version = "1.0.17"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "7ffc183a10b4478d04cbbbfc96d0873219d962dd5accaff2ffbd4ceb7df837f4"
+checksum = "955d28af4278de8121b7ebeb796b6a45735dc01436d898801014aced2773a3d6"
[[package]]
name = "rusty-fork"
@@ -4522,9 +4604,9 @@ checksum = "22a197350ece202f19a166d1ad6d9d6de145e1d2a8ef47db299abe164dbd7530"
[[package]]
name = "ryu"
-version = "1.0.17"
+version = "1.0.18"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "e86697c916019a8588c99b5fac3cead74ec0b4b819707a682fd4d23fa0ce1ba1"
+checksum = "f3cb5ba0dc43242ce17de99c180e96db90b235b8a9fdc9543c96d2209116bd9f"
[[package]]
name = "safetensors"
@@ -4538,9 +4620,9 @@ dependencies = [
[[package]]
name = "safetensors"
-version = "0.4.2"
+version = "0.4.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "8d980e6bfb34436fb0a81e42bc41af43f11805bbbca443e7f68e9faaabe669ed"
+checksum = "8ced76b22c7fba1162f11a5a75d9d8405264b467a07ae0c9c29be119b9297db9"
dependencies = [
"serde",
"serde_json",
@@ -4564,12 +4646,6 @@ dependencies = [
"windows-sys 0.52.0",
]
-[[package]]
-name = "scoped-tls"
-version = "1.0.1"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "e1cf6437eb19a8f4a6cc0f7dca544973b0b78843adbfeb3683d1a94a0024a294"
-
[[package]]
name = "scopeguard"
version = "1.2.0"
@@ -4592,7 +4668,7 @@ dependencies = [
"histogram",
"itertools 0.11.0",
"lz4_flex",
- "num_enum",
+ "num_enum 0.6.1",
"rand",
"rand_pcg",
"scylla-cql",
@@ -4619,7 +4695,7 @@ dependencies = [
"bytes",
"chrono",
"lz4_flex",
- "num_enum",
+ "num_enum 0.6.1",
"scylla-macros",
"snap",
"thiserror",
@@ -4633,10 +4709,10 @@ version = "0.4.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "eb6085ff9c3fd7e5163826901d39164ab86f11bdca16b2f766a00c528ff9cef9"
dependencies = [
- "darling 0.20.8",
+ "darling 0.20.9",
"proc-macro2",
"quote",
- "syn 2.0.52",
+ "syn 2.0.68",
]
[[package]]
@@ -4647,11 +4723,11 @@ checksum = "1c107b6f4780854c8b126e228ea8869f4d7b71260f962fefb57b996b8959ba6b"
[[package]]
name = "security-framework"
-version = "2.9.2"
+version = "2.11.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "05b64fb303737d99b81884b2c63433e9ae28abebe5eb5045dcdd175dc2ecf4de"
+checksum = "c627723fd09706bacdb5cf41499e95098555af3c3c29d014dc3c458ef6be11c0"
dependencies = [
- "bitflags 1.3.2",
+ "bitflags 2.6.0",
"core-foundation",
"core-foundation-sys",
"libc",
@@ -4660,9 +4736,9 @@ dependencies = [
[[package]]
name = "security-framework-sys"
-version = "2.9.1"
+version = "2.11.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "e932934257d3b408ed8f30db49d85ea163bfe74961f017f405b025af298f0c7a"
+checksum = "317936bbbd05227752583946b9e66d7ce3b489f84e11a94a510b4437fef407d7"
dependencies = [
"core-foundation-sys",
"libc",
@@ -4674,7 +4750,7 @@ version = "0.25.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "4eb30575f3638fc8f6815f448d50cb1a2e255b0897985c8c59f4d37b72a07b06"
dependencies = [
- "bitflags 2.5.0",
+ "bitflags 2.6.0",
"cssparser",
"derive_more",
"fxhash",
@@ -4689,9 +4765,9 @@ dependencies = [
[[package]]
name = "semver"
-version = "1.0.22"
+version = "1.0.23"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "92d43fe69e652f3df9bdc2b85b2854a0825b86e4fb76bc44d945137d053639ca"
+checksum = "61697e0a1c7e512e84a621326239844a24d8207b4669b41bc18b32ea5cbf988b"
[[package]]
name = "seq-macro"
@@ -4701,9 +4777,9 @@ checksum = "a3f0bf26fd526d2a95683cd0f87bf103b8539e2ca1ef48ce002d67aad59aa0b4"
[[package]]
name = "serde"
-version = "1.0.197"
+version = "1.0.203"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "3fb1c873e1b9b056a4dc4c0c198b24c3ffa059243875552b2bd0933b1aee4ce2"
+checksum = "7253ab4de971e72fb7be983802300c30b5a7f0c2e56fab8abfc6a214307c0094"
dependencies = [
"serde_derive",
]
@@ -4721,20 +4797,20 @@ dependencies = [
[[package]]
name = "serde_derive"
-version = "1.0.197"
+version = "1.0.203"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "7eb0b34b42edc17f6b7cac84a52a1c5f0e1bb2227e997ca9011ea3dd34e8610b"
+checksum = "500cbc0ebeb6f46627f50f3f5811ccf6bf00643be300b4c3eabc0ef55dc5b5ba"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.52",
+ "syn 2.0.68",
]
[[package]]
name = "serde_json"
-version = "1.0.114"
+version = "1.0.118"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "c5f09b1bd632ef549eaa9f60a1f8de742bdbc698e6cee2095fc84dde5f549ae0"
+checksum = "d947f6b3163d8857ea16c4fa0dd4840d52f3041039a85decd46867eb1abef2e4"
dependencies = [
"itoa",
"ryu",
@@ -4743,9 +4819,9 @@ dependencies = [
[[package]]
name = "serde_path_to_error"
-version = "0.1.15"
+version = "0.1.16"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "ebd154a240de39fdebcf5775d2675c204d7c13cf39a4c697be6493c8e734337c"
+checksum = "af99884400da37c88f5e9146b7f1fd0fbcae8f6eec4e9da38b67d05486f814a6"
dependencies = [
"itoa",
"serde",
@@ -4762,9 +4838,9 @@ dependencies = [
[[package]]
name = "serde_spanned"
-version = "0.6.5"
+version = "0.6.6"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "eb3622f419d1296904700073ea6cc23ad690adbd66f13ea683df73298736f0c1"
+checksum = "79e674e01f999af37c49f70a6ede167a8a60b2503e56c5599532a65baa5969a0"
dependencies = [
"serde",
]
@@ -4823,9 +4899,9 @@ dependencies = [
[[package]]
name = "signal-hook-registry"
-version = "1.4.1"
+version = "1.4.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "d8229b473baa5980ac72ef434c4415e70c4b5e71b423043adb4ba059f89c99a1"
+checksum = "a9e9e0b4211b72e7b8b6e85c807d36c212bdb33ea8587f7569562a84df5465b1"
dependencies = [
"libc",
]
@@ -4853,9 +4929,9 @@ checksum = "f27f6278552951f1f2b8cf9da965d10969b2efdea95a6ec47987ab46edfe263a"
[[package]]
name = "similar"
-version = "2.4.0"
+version = "2.5.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "32fea41aca09ee824cc9724996433064c89f7777e60762749a4170a14abbfa21"
+checksum = "fa42c91313f1d05da9b26f267f931cf178d4aba455b4c4622dd7355eb80c6640"
[[package]]
name = "siphasher"
@@ -4883,9 +4959,9 @@ dependencies = [
[[package]]
name = "smallvec"
-version = "1.13.1"
+version = "1.13.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "e6ecd384b10a64542d77071bd64bd7b231f4ed5940fba55e98c3de13824cf3d7"
+checksum = "3c5e1a9a646d36c3599cd173a41282daf47c44583ad367b8e6837255952e5c67"
[[package]]
name = "smartstring"
@@ -4906,9 +4982,9 @@ checksum = "1b6b67fb9a61334225b5b790716f609cd58395f895b3fe8b328786812a40bc3b"
[[package]]
name = "socket2"
-version = "0.5.6"
+version = "0.5.7"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "05ffd9c0a93b7543e062e759284fcf5f5e3b098501104bfbdde4d404db792871"
+checksum = "ce305eb0b4296696835b71df73eb912e0f1ffd2556a501fcede6e0c50349191c"
dependencies = [
"libc",
"windows-sys 0.52.0",
@@ -4976,7 +5052,7 @@ dependencies = [
"axum-macros",
"base64 0.21.7",
"bincode",
- "bitflags 2.5.0",
+ "bitflags 2.6.0",
"bitvec",
"bloom",
"bytecount",
@@ -5005,7 +5081,7 @@ dependencies = [
"fst",
"futures",
"half",
- "hashbrown 0.14.3",
+ "hashbrown 0.14.5",
"http 1.1.0",
"image",
"indicatif 0.17.8",
@@ -5028,21 +5104,22 @@ dependencies = [
"once_cell",
"openraft",
"optics",
+ "percent-encoding",
"postcard",
"proptest",
"proptest-derive",
"publicsuffix",
- "quick-xml 0.30.0",
+ "quick-xml",
"rand",
"rayon",
"redb",
"regex",
- "reqwest 0.11.24",
+ "reqwest 0.11.27",
"ring",
"rio_api",
"rio_turtle",
"rkyv",
- "robotstxt-with-cache",
+ "robotstxt",
"rust-s3",
"rust-stemmers",
"rustc-hash",
@@ -5052,7 +5129,7 @@ dependencies = [
"serde_json",
"serde_urlencoded",
"speedy_kv",
- "strum 0.26.2",
+ "strum 0.26.3",
"tantivy",
"thiserror",
"tikv-jemallocator",
@@ -5066,7 +5143,6 @@ dependencies = [
"tracing-subscriber",
"tracing-test",
"url",
- "urlencoding",
"utoipa",
"utoipa-swagger-ui",
"uuid",
@@ -5075,6 +5151,15 @@ dependencies = [
"zimba",
]
+[[package]]
+name = "stract-fuzz"
+version = "0.0.0"
+dependencies = [
+ "libfuzzer-sys",
+ "robotstxt",
+ "stract",
+]
+
[[package]]
name = "string_cache"
version = "0.8.7"
@@ -5109,9 +5194,9 @@ checksum = "73473c0e59e6d5812c5dfe2a064a6444949f089e20eec9a2e5506596494e4623"
[[package]]
name = "strsim"
-version = "0.11.0"
+version = "0.11.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "5ee073c9e4cd00e28217186dbe12796d692868f432bf2e97ee73bed0c56dfa01"
+checksum = "7da8b5736845d9f2fcb837ea5d9e2628564b3b043a70948a3f0b778838c5fb4f"
[[package]]
name = "strum"
@@ -5121,11 +5206,11 @@ checksum = "cae14b91c7d11c9a851d3fbc80a963198998c2a64eec840477fa92d8ce9b70bb"
[[package]]
name = "strum"
-version = "0.26.2"
+version = "0.26.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "5d8cec3501a5194c432b2b7976db6b7d10ec95c253208b45f83f7136aa985e29"
+checksum = "8fec0f0aef304996cf250b31b5a10dee7980c85da9d759361292b8bca5a18f06"
dependencies = [
- "strum_macros 0.26.2",
+ "strum_macros 0.26.4",
]
[[package]]
@@ -5143,22 +5228,22 @@ dependencies = [
[[package]]
name = "strum_macros"
-version = "0.26.2"
+version = "0.26.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "c6cf59daf282c0a494ba14fd21610a0325f9f90ec9d1231dea26bcb1d696c946"
+checksum = "4c6bee85a5a24955dc440386795aa378cd9cf82acd5f764469152d2270e581be"
dependencies = [
- "heck 0.4.1",
+ "heck 0.5.0",
"proc-macro2",
"quote",
"rustversion",
- "syn 2.0.52",
+ "syn 2.0.68",
]
[[package]]
name = "subtle"
-version = "2.5.0"
+version = "2.6.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "81cdd64d312baedb58e21336b31bc043b77e01cc99033ce76ef539f78e965ebc"
+checksum = "13c2bddecc57b384dee18652358fb23172facb8a2c51ccc10d74c157bdea3292"
[[package]]
name = "syn"
@@ -5173,9 +5258,9 @@ dependencies = [
[[package]]
name = "syn"
-version = "2.0.52"
+version = "2.0.68"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "b699d15b36d1f02c3e7c69f8ffef53de37aefae075d8488d4ba1a7788d574a07"
+checksum = "901fa70d88b9d6c98022e23b4136f9f3e54e4662c3bc1bd1d84a42a9a0f0c1e9"
dependencies = [
"proc-macro2",
"quote",
@@ -5188,6 +5273,12 @@ version = "0.1.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "2047c6ded9c721764247e62cd3b03c09ffc529b2ba5b10ec482ae507a4a70160"
+[[package]]
+name = "sync_wrapper"
+version = "1.0.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "a7065abeca94b6a8a577f9bd45aa0867a2238b74e8eb67cf10d492bc39351394"
+
[[package]]
name = "synstructure"
version = "0.13.1"
@@ -5196,7 +5287,7 @@ checksum = "c8af7666ab7b6390ab78131fb5b0fce11d6b7a6951602017c35fa82800708971"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.52",
+ "syn 2.0.68",
]
[[package]]
@@ -5205,7 +5296,7 @@ version = "0.5.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "ec7dddc5f0fee506baf8b9fdb989e242f17e4b11c61dfbb0635b705217199eea"
dependencies = [
- "bitflags 2.5.0",
+ "bitflags 2.6.0",
"byteorder 1.5.0",
"enum-as-inner",
"libc",
@@ -5252,9 +5343,9 @@ name = "tantivy"
version = "0.22.0-dev"
source = "git+https://github.com/quickwit-oss/tantivy?rev=74940e9#74940e934568a08b08f4c31709986bc38e455812"
dependencies = [
- "aho-corasick 1.1.2",
+ "aho-corasick 1.1.3",
"arc-swap",
- "base64 0.22.0",
+ "base64 0.22.1",
"bitpacking",
"byteorder 1.5.0",
"census",
@@ -5339,7 +5430,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "d60769b80ad7953d8a7b2c70cdfe722bbcdcac6bccc8ac934c40c034d866fc18"
dependencies = [
"byteorder 1.5.0",
- "regex-syntax 0.8.2",
+ "regex-syntax 0.8.4",
"utf8-ranges",
]
@@ -5359,7 +5450,7 @@ dependencies = [
"tantivy-bitpacker",
"tantivy-common",
"tantivy-fst",
- "zstd 0.13.0",
+ "zstd 0.13.1",
]
[[package]]
@@ -5388,9 +5479,9 @@ checksum = "55937e1799185b12863d447f42597ed69d9928686b8d88a1df17376a097d8369"
[[package]]
name = "tar"
-version = "0.4.40"
+version = "0.4.41"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "b16afcea1f22891c49a00c751c7b63b2233284064f11a200fc624137c51e2ddb"
+checksum = "cb797dad5fb5b76fcf519e702f4a589483b5ef06567f160c392832c1f5e44909"
dependencies = [
"filetime",
"libc",
@@ -5439,22 +5530,22 @@ dependencies = [
[[package]]
name = "thiserror"
-version = "1.0.57"
+version = "1.0.61"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "1e45bcbe8ed29775f228095caf2cd67af7a4ccf756ebff23a306bf3e8b47b24b"
+checksum = "c546c80d6be4bc6a00c0f01730c08df82eaa7a7a61f11d656526506112cc1709"
dependencies = [
"thiserror-impl",
]
[[package]]
name = "thiserror-impl"
-version = "1.0.57"
+version = "1.0.61"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "a953cb265bef375dae3de6663da4d3804eee9682ea80d8e2542529b73c531c81"
+checksum = "46c3384250002a6d5af4d114f2845d37b57521033f30d5c3f46c4d70e1197533"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.52",
+ "syn 2.0.68",
]
[[package]]
@@ -5500,9 +5591,9 @@ dependencies = [
[[package]]
name = "time"
-version = "0.3.34"
+version = "0.3.36"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "c8248b6521bb14bc45b4067159b9b6ad792e2d6d754d6c41fb50e29fefe38749"
+checksum = "5dfd88e563464686c916c7e46e623e520ddc6d79fa6641390f2e3fa86e83e885"
dependencies = [
"deranged",
"itoa",
@@ -5521,9 +5612,9 @@ checksum = "ef927ca75afb808a4d64dd374f00a2adf8d0fcff8e7b184af886c3c87ec4a3f3"
[[package]]
name = "time-macros"
-version = "0.2.17"
+version = "0.2.18"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "7ba3a3ef41e6672a2f0f001392bb5dcd3ff0a9992d618ca761a11c3121547774"
+checksum = "3f252a68540fde3a3877aeea552b832b40ab9a69e318efd078774a01ddee1ccf"
dependencies = [
"num-conv",
"time-core",
@@ -5550,9 +5641,9 @@ dependencies = [
[[package]]
name = "tinyvec"
-version = "1.6.0"
+version = "1.6.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "87cc5ceb3875bb20c2890005a4e226a4651264a5c75edb2421b52861a0a0cb50"
+checksum = "c55115c6fbe2d2bef26eb09ad74bde02d8255476fc0c7b515ef09fbb35742d82"
dependencies = [
"tinyvec_macros",
]
@@ -5589,7 +5680,7 @@ dependencies = [
"rayon-cond",
"regex",
"regex-syntax 0.7.5",
- "reqwest 0.11.24",
+ "reqwest 0.11.27",
"serde",
"serde_json",
"spm_precompiled",
@@ -5601,9 +5692,9 @@ dependencies = [
[[package]]
name = "tokio"
-version = "1.36.0"
+version = "1.38.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "61285f6515fa018fb2d1e46eb21223fff441ee8db5d0f1435e8ab4f5cdb80931"
+checksum = "ba4f4a02a7a80d6f274636f0aa95c7e383b912d41fe721a31f29e29698585a4a"
dependencies = [
"backtrace",
"bytes",
@@ -5620,13 +5711,13 @@ dependencies = [
[[package]]
name = "tokio-macros"
-version = "2.2.0"
+version = "2.3.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "5b8a1e28f2deaa14e508979454cb3a223b10b938b45af148bc0986de36f1923b"
+checksum = "5f5ae998a069d4b5aba8ee9dad856af7d520c3699e6159b185c2acd48155d39a"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.52",
+ "syn 2.0.68",
]
[[package]]
@@ -5641,9 +5732,9 @@ dependencies = [
[[package]]
name = "tokio-rustls"
-version = "0.25.0"
+version = "0.26.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "775e0c0f0adb3a2f22a00c4745d728b479985fc15ee7ca6a2608388c5569860f"
+checksum = "0c7bc40d0e5a97695bb96e27995cd3a08538541b0a846f65bba7a359f36700d4"
dependencies = [
"rustls",
"rustls-pki-types",
@@ -5652,9 +5743,9 @@ dependencies = [
[[package]]
name = "tokio-stream"
-version = "0.1.14"
+version = "0.1.15"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "397c988d37662c7dda6d2208364a706264bf3d6138b11d436cbac0ad38832842"
+checksum = "267ac89e0bec6e691e5813911606935d77c476ff49024f98abcea3e7b15e37af"
dependencies = [
"futures-core",
"pin-project-lite",
@@ -5664,35 +5755,34 @@ dependencies = [
[[package]]
name = "tokio-util"
-version = "0.7.10"
+version = "0.7.11"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "5419f34732d9eb6ee4c3578b7989078579b7f039cbbb9ca2c4da015749371e15"
+checksum = "9cf6b47b3771c49ac75ad09a6162f53ad4b8088b76ac60e8ec1455b31a189fe1"
dependencies = [
"bytes",
"futures-core",
"futures-sink",
"pin-project-lite",
"tokio",
- "tracing",
]
[[package]]
name = "toml"
-version = "0.8.10"
+version = "0.8.14"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "9a9aad4a3066010876e8dcf5a8a06e70a558751117a145c6ce2b82c2e2054290"
+checksum = "6f49eb2ab21d2f26bd6db7bf383edc527a7ebaee412d17af4d40fdccd442f335"
dependencies = [
"serde",
"serde_spanned",
"toml_datetime",
- "toml_edit 0.22.6",
+ "toml_edit 0.22.14",
]
[[package]]
name = "toml_datetime"
-version = "0.6.5"
+version = "0.6.6"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "3550f4e9685620ac18a50ed434eb3aec30db8ba93b0287467bca5826ea25baf1"
+checksum = "4badfd56924ae69bcc9039335b2e017639ce3f9b001c393c1b2d1ef846ce2cbf"
dependencies = [
"serde",
]
@@ -5703,22 +5793,33 @@ version = "0.19.15"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "1b5bb770da30e5cbfde35a2d7b9b8a2c4b8ef89548a7a6aeab5c9a576e3e7421"
dependencies = [
- "indexmap 2.2.5",
+ "indexmap 2.2.6",
+ "toml_datetime",
+ "winnow 0.5.40",
+]
+
+[[package]]
+name = "toml_edit"
+version = "0.21.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "6a8534fd7f78b5405e860340ad6575217ce99f38d4d5c8f2442cb5ecb50090e1"
+dependencies = [
+ "indexmap 2.2.6",
"toml_datetime",
"winnow 0.5.40",
]
[[package]]
name = "toml_edit"
-version = "0.22.6"
+version = "0.22.14"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "2c1b5fd4128cc8d3e0cb74d4ed9a9cc7c7284becd4df68f5f940e1ad123606f6"
+checksum = "f21c7aaf97f1bd9ca9d4f9e73b0a6c74bd5afef56f2bc931943a6e1c37e04e38"
dependencies = [
- "indexmap 2.2.5",
+ "indexmap 2.2.6",
"serde",
"serde_spanned",
"toml_datetime",
- "winnow 0.6.5",
+ "winnow 0.6.13",
]
[[package]]
@@ -5745,7 +5846,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "1e9cd434a998747dd2c4276bc96ee2e0c7a2eadf3cae88e52be55a05fa9053f5"
dependencies = [
"async-compression",
- "bitflags 2.5.0",
+ "bitflags 2.6.0",
"bytes",
"futures-core",
"http 1.1.0",
@@ -5790,7 +5891,7 @@ checksum = "34704c8d6ebcbc939824180af020566b01a7c01f80641264eba0999f6c2b6be7"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.52",
+ "syn 2.0.68",
]
[[package]]
@@ -5844,11 +5945,10 @@ dependencies = [
[[package]]
name = "tracing-test"
-version = "0.2.4"
+version = "0.2.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "3a2c0ff408fe918a94c428a3f2ad04e4afd5c95bbc08fcf868eff750c15728a4"
+checksum = "557b891436fe0d5e0e363427fc7f217abf9ccd510d5136549847bdcbcd011d68"
dependencies = [
- "lazy_static",
"tracing-core",
"tracing-subscriber",
"tracing-test-macro",
@@ -5856,13 +5956,12 @@ dependencies = [
[[package]]
name = "tracing-test-macro"
-version = "0.2.4"
+version = "0.2.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "258bc1c4f8e2e73a977812ab339d503e6feeb92700f6d07a6de4d321522d5c08"
+checksum = "04659ddb06c87d233c566112c1c9c5b9e98256d9af50ec3bc9c8327f873a7568"
dependencies = [
- "lazy_static",
"quote",
- "syn 1.0.109",
+ "syn 2.0.68",
]
[[package]]
@@ -5940,9 +6039,9 @@ checksum = "d4c87d22b6e3f4a18d4d40ef354e97c90fcb14dd91d7dc0aa9d8a1172ebf7202"
[[package]]
name = "unicode-width"
-version = "0.1.11"
+version = "0.1.13"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "e51733f11c9c4f72aa0c160008246859e340b00807569a0da0e7a1079b27ba85"
+checksum = "0336d538f7abc86d282a4189614dfaa90810dfc2c6f6427eaf88e16311dd225d"
[[package]]
name = "unicode-xid"
@@ -5980,9 +6079,9 @@ checksum = "a1a88342087869553c259588a3ec9ca73ce9b2d538b7051ba5789ff236b6c129"
[[package]]
name = "url"
-version = "2.5.0"
+version = "2.5.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "31e6302e3bb753d46e83516cae55ae196fc0c309407cf11ab35cc51a4c2a4633"
+checksum = "22784dbdf76fdde8af1aeda5622b546b422b6fc585325248a2bf9f5e41e94d6c"
dependencies = [
"form_urlencoded",
"idna 0.5.0",
@@ -5990,12 +6089,6 @@ dependencies = [
"serde",
]
-[[package]]
-name = "urlencoding"
-version = "2.1.3"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "daf8dba3b7eb870caf1ddeed7bc9d2a049f3cfdfae7cb521b087cc33ae4c49da"
-
[[package]]
name = "utf-8"
version = "0.7.6"
@@ -6016,9 +6109,9 @@ checksum = "86bd8d4e895da8537e5315b8254664e6b769c4ff3db18321b297a1e7004392e3"
[[package]]
name = "utf8parse"
-version = "0.2.1"
+version = "0.2.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "711b9620af191e0cdc7468a8d14e709c3dcdb115b36f838e601583af800a370a"
+checksum = "06abde3611657adf66d383f00b093d7faecc7fa57071cce2578660c9f1010821"
[[package]]
name = "utoipa"
@@ -6026,7 +6119,7 @@ version = "4.2.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "c5afb1a60e207dca502682537fefcfd9921e71d0b83e9576060f09abc6efab23"
dependencies = [
- "indexmap 2.2.5",
+ "indexmap 2.2.6",
"serde",
"serde_json",
"utoipa-gen",
@@ -6042,31 +6135,32 @@ dependencies = [
"proc-macro2",
"quote",
"regex",
- "syn 2.0.52",
+ "syn 2.0.68",
]
[[package]]
name = "utoipa-swagger-ui"
-version = "7.0.1"
+version = "7.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "6c49396bb19184d3ac1220bb56b3ec91e3d6275baa6cbd5a0f36f110a88d6afb"
+checksum = "943e0ff606c6d57d410fd5663a4d7c074ab2c5f14ab903b9514565e59fa1189e"
dependencies = [
"axum",
"mime_guess",
"regex",
- "reqwest 0.12.4",
+ "reqwest 0.12.5",
"rust-embed",
"serde",
"serde_json",
+ "url",
"utoipa",
- "zip 1.3.0",
+ "zip 1.1.4",
]
[[package]]
name = "uuid"
-version = "1.7.0"
+version = "1.9.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "f00cc9702ca12d3c81455259621e676d0f7251cec66a21e98fe2e9a37db93b2a"
+checksum = "5de17fd2f7da591098415cff336e12965a28061ddace43b59cb3c430179c9439"
dependencies = [
"getrandom",
"serde",
@@ -6177,7 +6271,7 @@ dependencies = [
"once_cell",
"proc-macro2",
"quote",
- "syn 2.0.52",
+ "syn 2.0.68",
"wasm-bindgen-shared",
]
@@ -6211,7 +6305,7 @@ checksum = "e94f17b526d0a461a191c78ea52bbce64071ed5c04c9ffe424dcb38f74171bb7"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.52",
+ "syn 2.0.68",
"wasm-bindgen-backend",
"wasm-bindgen-shared",
]
@@ -6237,9 +6331,9 @@ dependencies = [
[[package]]
name = "wav"
-version = "1.0.0"
+version = "1.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "a65e199c799848b4f997072aa4d673c034f80f40191f97fe2f0a23f410be1609"
+checksum = "99d97402f69875b579ec37f2aa52d1f455a1d6224251edba32e8c18a5da2698d"
dependencies = [
"riff",
]
@@ -6256,9 +6350,9 @@ dependencies = [
[[package]]
name = "webpki-roots"
-version = "0.26.1"
+version = "0.26.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "b3de34ae270483955a94f4b21bdaaeb83d508bb84a01435f393818edb0012009"
+checksum = "bd7c23921eeb1713a4e851530e9b9756e4fb0e89978582942612524cf09f01cd"
dependencies = [
"rustls-pki-types",
]
@@ -6275,7 +6369,7 @@ version = "0.16.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "471d1c1645d361eb782a1650b1786a8fb58dd625e681a04c09f5ff7c8764a7b0"
dependencies = [
- "hashbrown 0.14.3",
+ "hashbrown 0.14.5",
"once_cell",
"serde",
]
@@ -6298,11 +6392,11 @@ checksum = "ac3b87c63620426dd9b991e5ce0329eff545bccbbb34f3be09ff6fb6ab51b7b6"
[[package]]
name = "winapi-util"
-version = "0.1.6"
+version = "0.1.8"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "f29e6f9198ba0d26b4c9f07dbe6f9ed633e1f3d5b8b414090084349e46a52596"
+checksum = "4d4cc384e1e73b93bafa6fb4f1df8c41695c8a91cf9c4c64358067d15a7b6c6b"
dependencies = [
- "winapi",
+ "windows-sys 0.52.0",
]
[[package]]
@@ -6311,22 +6405,13 @@ version = "0.4.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "712e227841d057c1ee1cd2fb22fa7e5a5461ae8e48fa2ca79ec42cfc1931183f"
-[[package]]
-name = "windows"
-version = "0.48.0"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "e686886bc078bc1b0b600cac0147aadb815089b6e4da64016cbd754b6342700f"
-dependencies = [
- "windows-targets 0.48.5",
-]
-
[[package]]
name = "windows-core"
version = "0.52.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "33ab640c8d7e35bf8ba19b884ba838ceb4fba93a4e8c65a9059d08afcfc683d9"
dependencies = [
- "windows-targets 0.52.4",
+ "windows-targets 0.52.5",
]
[[package]]
@@ -6344,7 +6429,7 @@ version = "0.52.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "282be5f36a8ce781fad8c8ae18fa3f9beff57ec1b52cb3de0789201425d9a33d"
dependencies = [
- "windows-targets 0.52.4",
+ "windows-targets 0.52.5",
]
[[package]]
@@ -6364,17 +6449,18 @@ dependencies = [
[[package]]
name = "windows-targets"
-version = "0.52.4"
+version = "0.52.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "7dd37b7e5ab9018759f893a1952c9420d060016fc19a472b4bb20d1bdd694d1b"
+checksum = "6f0713a46559409d202e70e28227288446bf7841d3211583a4b53e3f6d96e7eb"
dependencies = [
- "windows_aarch64_gnullvm 0.52.4",
- "windows_aarch64_msvc 0.52.4",
- "windows_i686_gnu 0.52.4",
- "windows_i686_msvc 0.52.4",
- "windows_x86_64_gnu 0.52.4",
- "windows_x86_64_gnullvm 0.52.4",
- "windows_x86_64_msvc 0.52.4",
+ "windows_aarch64_gnullvm 0.52.5",
+ "windows_aarch64_msvc 0.52.5",
+ "windows_i686_gnu 0.52.5",
+ "windows_i686_gnullvm",
+ "windows_i686_msvc 0.52.5",
+ "windows_x86_64_gnu 0.52.5",
+ "windows_x86_64_gnullvm 0.52.5",
+ "windows_x86_64_msvc 0.52.5",
]
[[package]]
@@ -6385,9 +6471,9 @@ checksum = "2b38e32f0abccf9987a4e3079dfb67dcd799fb61361e53e2882c3cbaf0d905d8"
[[package]]
name = "windows_aarch64_gnullvm"
-version = "0.52.4"
+version = "0.52.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "bcf46cf4c365c6f2d1cc93ce535f2c8b244591df96ceee75d8e83deb70a9cac9"
+checksum = "7088eed71e8b8dda258ecc8bac5fb1153c5cffaf2578fc8ff5d61e23578d3263"
[[package]]
name = "windows_aarch64_msvc"
@@ -6397,9 +6483,9 @@ checksum = "dc35310971f3b2dbbf3f0690a219f40e2d9afcf64f9ab7cc1be722937c26b4bc"
[[package]]
name = "windows_aarch64_msvc"
-version = "0.52.4"
+version = "0.52.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "da9f259dd3bcf6990b55bffd094c4f7235817ba4ceebde8e6d11cd0c5633b675"
+checksum = "9985fd1504e250c615ca5f281c3f7a6da76213ebd5ccc9561496568a2752afb6"
[[package]]
name = "windows_i686_gnu"
@@ -6409,9 +6495,15 @@ checksum = "a75915e7def60c94dcef72200b9a8e58e5091744960da64ec734a6c6e9b3743e"
[[package]]
name = "windows_i686_gnu"
-version = "0.52.4"
+version = "0.52.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "88ba073cf16d5372720ec942a8ccbf61626074c6d4dd2e745299726ce8b89670"
+
+[[package]]
+name = "windows_i686_gnullvm"
+version = "0.52.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "b474d8268f99e0995f25b9f095bc7434632601028cf86590aea5c8a5cb7801d3"
+checksum = "87f4261229030a858f36b459e748ae97545d6f1ec60e5e0d6a3d32e0dc232ee9"
[[package]]
name = "windows_i686_msvc"
@@ -6421,9 +6513,9 @@ checksum = "8f55c233f70c4b27f66c523580f78f1004e8b5a8b659e05a4eb49d4166cca406"
[[package]]
name = "windows_i686_msvc"
-version = "0.52.4"
+version = "0.52.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "1515e9a29e5bed743cb4415a9ecf5dfca648ce85ee42e15873c3cd8610ff8e02"
+checksum = "db3c2bf3d13d5b658be73463284eaf12830ac9a26a90c717b7f771dfe97487bf"
[[package]]
name = "windows_x86_64_gnu"
@@ -6433,9 +6525,9 @@ checksum = "53d40abd2583d23e4718fddf1ebec84dbff8381c07cae67ff7768bbf19c6718e"
[[package]]
name = "windows_x86_64_gnu"
-version = "0.52.4"
+version = "0.52.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "5eee091590e89cc02ad514ffe3ead9eb6b660aedca2183455434b93546371a03"
+checksum = "4e4246f76bdeff09eb48875a0fd3e2af6aada79d409d33011886d3e1581517d9"
[[package]]
name = "windows_x86_64_gnullvm"
@@ -6445,9 +6537,9 @@ checksum = "0b7b52767868a23d5bab768e390dc5f5c55825b6d30b86c844ff2dc7414044cc"
[[package]]
name = "windows_x86_64_gnullvm"
-version = "0.52.4"
+version = "0.52.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "77ca79f2451b49fa9e2af39f0747fe999fcda4f5e241b2898624dca97a1f2177"
+checksum = "852298e482cd67c356ddd9570386e2862b5673c85bd5f88df9ab6802b334c596"
[[package]]
name = "windows_x86_64_msvc"
@@ -6457,9 +6549,9 @@ checksum = "ed94fce61571a4006852b7389a063ab983c02eb1bb37b47f8272ce92d06d9538"
[[package]]
name = "windows_x86_64_msvc"
-version = "0.52.4"
+version = "0.52.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "32b752e52a2da0ddfbdbcc6fceadfeede4c939ed16d13e648833a61dfb611ed8"
+checksum = "bec47e5bfd1bff0eeaf6d8b485cc1074891a197ab4225d504cb7a1ab88b02bf0"
[[package]]
name = "winnow"
@@ -6472,9 +6564,9 @@ dependencies = [
[[package]]
name = "winnow"
-version = "0.6.5"
+version = "0.6.13"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "dffa400e67ed5a4dd237983829e66475f0a4a26938c4b04c21baede6262215b8"
+checksum = "59b5e5f6c299a3c7890b876a2a587f3115162487e704907d9b6cd29473052ba1"
dependencies = [
"memchr",
]
@@ -6525,20 +6617,11 @@ version = "0.8.10"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "927da81e25be1e1a2901d59b81b37dd2efd1fc9c9345a55007f09bf5a2d3ee03"
-[[package]]
-name = "yaml-rust"
-version = "0.4.5"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "56c1936c4cc7a1c9ab21a1ebb602eb942ba868cbd44a99cb7cdc5892335e1c85"
-dependencies = [
- "linked-hash-map",
-]
-
[[package]]
name = "yoke"
-version = "0.7.3"
+version = "0.7.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "65e71b2e4f287f467794c671e2b8f8a5f3716b3c829079a1c44740148eff07e4"
+checksum = "6c5b1314b079b0930c31e3af543d8ee1757b1951ae1e1565ec704403a7240ca5"
dependencies = [
"serde",
"stable_deref_trait",
@@ -6548,62 +6631,62 @@ dependencies = [
[[package]]
name = "yoke-derive"
-version = "0.7.3"
+version = "0.7.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "9e6936f0cce458098a201c245a11bef556c6a0181129c7034d10d76d1ec3a2b8"
+checksum = "28cc31741b18cb6f1d5ff12f5b7523e3d6eb0852bbbad19d73905511d9849b95"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.52",
+ "syn 2.0.68",
"synstructure",
]
[[package]]
name = "zerocopy"
-version = "0.7.32"
+version = "0.7.34"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "74d4d3961e53fa4c9a25a8637fc2bfaf2595b3d3ae34875568a5cf64787716be"
+checksum = "ae87e3fcd617500e5d106f0380cf7b77f3c6092aae37191433159dda23cfb087"
dependencies = [
"zerocopy-derive",
]
[[package]]
name = "zerocopy-derive"
-version = "0.7.32"
+version = "0.7.34"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "9ce1b18ccd8e73a9321186f97e46f9f04b778851177567b1975109d26a08d2a6"
+checksum = "15e934569e47891f7d9411f1a451d947a60e000ab3bd24fbb970f000387d1b3b"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.52",
+ "syn 2.0.68",
]
[[package]]
name = "zerofrom"
-version = "0.1.3"
+version = "0.1.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "655b0814c5c0b19ade497851070c640773304939a6c0fd5f5fb43da0696d05b7"
+checksum = "91ec111ce797d0e0784a1116d0ddcdbea84322cd79e5d5ad173daeba4f93ab55"
dependencies = [
"zerofrom-derive",
]
[[package]]
name = "zerofrom-derive"
-version = "0.1.3"
+version = "0.1.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "e6a647510471d372f2e6c2e6b7219e44d8c574d24fdc11c610a61455782f18c3"
+checksum = "0ea7b4a3637ea8669cedf0f1fd5c286a17f3de97b8dd5a70a6c167a1730e63a5"
dependencies = [
"proc-macro2",
"quote",
- "syn 2.0.52",
+ "syn 2.0.68",
"synstructure",
]
[[package]]
name = "zeroize"
-version = "1.7.0"
+version = "1.8.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "525b4ec142c6b68a2d10f01f7bbf6755599ca3f81ea53b8431b7dd348f5fdb2d"
+checksum = "ced3678a2879b30306d323f4542626697a464a97c0a07c9aebf7ebca65cd4dde"
[[package]]
name = "zimba"
@@ -6612,7 +6695,7 @@ dependencies = [
"lzma",
"memmap2",
"thiserror",
- "zstd 0.13.0",
+ "zstd 0.13.1",
]
[[package]]
@@ -6637,16 +6720,17 @@ dependencies = [
[[package]]
name = "zip"
-version = "1.3.0"
+version = "1.1.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "f1f4a27345eb6f7aa7bd015ba7eb4175fa4e1b462a29874b779e0bbcf96c6ac7"
+checksum = "9cc23c04387f4da0374be4533ad1208cbb091d5c11d070dfef13676ad6497164"
dependencies = [
"arbitrary",
"crc32fast",
"crossbeam-utils",
"displaydoc",
"flate2",
- "indexmap 2.2.5",
+ "indexmap 2.2.6",
+ "num_enum 0.7.2",
"thiserror",
]
@@ -6661,11 +6745,11 @@ dependencies = [
[[package]]
name = "zstd"
-version = "0.13.0"
+version = "0.13.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "bffb3309596d527cfcba7dfc6ed6052f1d39dfbd7c867aa2e865e4a449c10110"
+checksum = "2d789b1514203a1120ad2429eae43a7bd32b90976a7bb8a05f7ec02fa88cc23a"
dependencies = [
- "zstd-safe 7.0.0",
+ "zstd-safe 7.1.0",
]
[[package]]
@@ -6680,18 +6764,18 @@ dependencies = [
[[package]]
name = "zstd-safe"
-version = "7.0.0"
+version = "7.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "43747c7422e2924c11144d5229878b98180ef8b06cca4ab5af37afc8a8d8ea3e"
+checksum = "1cd99b45c6bc03a018c8b8a86025678c87e55526064e38f9df301989dce7ec0a"
dependencies = [
"zstd-sys",
]
[[package]]
name = "zstd-sys"
-version = "2.0.9+zstd.1.5.5"
+version = "2.0.11+zstd.1.5.6"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "9e16efa8a874a0481a574084d34cc26fdb3b99627480f785888deb6386506656"
+checksum = "75652c55c0b6f3e6f12eb786fe1bc960396bf05a1eb3bf1f3691c3610ac2e6d4"
dependencies = [
"cc",
"pkg-config",
diff --git a/Cargo.toml b/Cargo.toml
index 006f40db..6fd22855 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -9,6 +9,8 @@ members = [
"crates/optics",
"crates/speedy-kv",
"crates/zimba",
+ "crates/robotstxt",
+ "fuzz",
]
resolver = "2"
@@ -90,6 +92,7 @@ openraft = {version = "0.9.1", features = [
"serde",
"tracing-log",
]}
+percent-encoding = "2.3.0"
postcard = {version = "1.0.8", features = ["experimental-derive", "alloc"]}
proptest = "1.2.0"
proptest-derive = "0.4.0"
@@ -104,13 +107,12 @@ ring = "0.17.3"
rio_api = "0.8.4"
rio_turtle = "0.8.4"
rkyv = {version = "0.7.44", features = ["validation", "bytecheck"]}
-robotstxt-with-cache = "0.4.0"
rusqlite = {version = "0.29.0", features = [
"bundled",
"modern-full",
"buildtime_bindgen",
]}
-rust-s3 = {version = "0.33.0", features = ["blocking", "tokio"]}
+rust-s3 = {version = "0.34.0", features = ["blocking", "tokio"]}
rust-stemmers = "1.2.0"
rustc-hash = "1.1"
safetensors = "0.3.1"
@@ -133,7 +135,6 @@ tracing = {version = "0.1.34", features = ["release_max_level_info"]}
tracing-subscriber = {version = "0.3.11", features = ["env-filter"]}
tracing-test = "0.2.4"
url = {version = "2.4.0", features = ["serde"]}
-urlencoding = "2.1.2"
utoipa = {version = "4.2.3", features = ["axum_extras"]}
utoipa-swagger-ui = {version = "7.0.0", features = ["axum"]}
uuid = "1.1.2"
diff --git a/assets/licenses.html b/assets/licenses.html
index 091097df..842b9d20 100644
--- a/assets/licenses.html
+++ b/assets/licenses.html
@@ -45,19 +45,18 @@
<h2>Overview of licenses:</h2>
<ul class="licenses-overview">
<li><a href="#Apache-2.0">Apache License 2.0</a> (415)</li>
- <li><a href="#MIT">MIT License</a> (205)</li>
+ <li><a href="#MIT">MIT License</a> (201)</li>
<li><a href="#BSD-3-Clause">BSD 3-Clause &quot;New&quot; or &quot;Revised&quot; License</a> (9)</li>
- <li><a href="#MPL-2.0">Mozilla Public License 2.0</a> (8)</li>
+ <li><a href="#MPL-2.0">Mozilla Public License 2.0</a> (7)</li>
<li><a href="#Unicode-DFS-2016">Unicode License Agreement - Data Files and Software (2016)</a> (5)</li>
- <li><a href="#ISC">ISC License</a> (4)</li>
- <li><a href="#AGPL-3.0">GNU Affero General Public License v3.0</a> (3)</li>
+ <li><a href="#AGPL-3.0">GNU Affero General Public License v3.0</a> (4)</li>
<li><a href="#BSD-2-Clause">BSD 2-Clause &quot;Simplified&quot; License</a> (3)</li>
+ <li><a href="#ISC">ISC License</a> (3)</li>
<li><a href="#CC0-1.0">Creative Commons Zero v1.0 Universal</a> (2)</li>
<li><a href="#Zlib">zlib License</a> (2)</li>
<li><a href="#BSL-1.0">Boost Software License 1.0</a> (1)</li>
<li><a href="#LGPL-3.0">GNU Lesser General Public License v3.0 only</a> (1)</li>
<li><a href="#OpenSSL">OpenSSL License</a> (1)</li>
- <li><a href="#Unlicense">The Unlicense</a> (1)</li>
<li><a href="#WTFPL">Do What The F*ck You Want To Public License</a> (1)</li>
<li><a href="#zlib-acknowledgement">zlib/libpng License with Acknowledgement</a> (1)</li>
</ul>
@@ -70,6 +69,7 @@
<ul class="license-used-by">
<li><a href=" https://crates.io/crates/bloom ">bloom 0.1.0</a></li>
<li><a href=" https://crates.io/crates/file_store ">file_store 0.1.0</a></li>
+ <li><a href=" https://crates.io/crates/robotstxt ">robotstxt 0.1.0</a></li>
<li><a href=" https://crates.io/crates/speedy_kv ">speedy_kv 0.1.0</a></li>
</ul>
<pre class="license-text">GNU AFFERO GENERAL PUBLIC LICENSE
@@ -500,15 +500,16 @@ You should also get your employer (if you work as a programmer) or school, if an
<li><a href=" https://github.com/image-rs/fdeflate ">fdeflate 0.3.4</a></li>
<li><a href=" https://github.com/image-rs/image-webp ">image-webp 0.1.2</a></li>
<li><a href=" https://github.com/image-rs/image ">image 0.25.1</a></li>
- <li><a href=" https://github.com/Frommi/miniz_oxide/tree/master/miniz_oxide ">miniz_oxide 0.7.2</a></li>
- <li><a href=" https://github.com/taiki-e/pin-project ">pin-project-internal 1.1.4</a></li>
- <li><a href=" https://github.com/taiki-e/pin-project-lite ">pin-project-lite 0.2.13</a></li>
- <li><a href=" https://github.com/taiki-e/pin-project ">pin-project 1.1.4</a></li>
+ <li><a href=" https://github.com/Frommi/miniz_oxide/tree/master/miniz_oxide ">miniz_oxide 0.7.4</a></li>
+ <li><a href=" https://github.com/taiki-e/pin-project ">pin-project-internal 1.1.5</a></li>
+ <li><a href=" https://github.com/taiki-e/pin-project-lite ">pin-project-lite 0.2.14</a></li>
+ <li><a href=" https://github.com/taiki-e/pin-project ">pin-project 1.1.5</a></li>
<li><a href=" https://github.com/taiki-e/portable-atomic ">portable-atomic 1.6.0</a></li>
<li><a href=" https://github.com/Actyx/sync_wrapper ">sync_wrapper 0.1.2</a></li>
+ <li><a href=" https://github.com/Actyx/sync_wrapper ">sync_wrapper 1.0.1</a></li>
<li><a href=" https://github.com/gyscos/zstd-rs ">zstd-safe 5.0.2+zstd.1.5.2</a></li>
- <li><a href=" https://github.com/gyscos/zstd-rs ">zstd-safe 7.0.0</a></li>
- <li><a href=" https://github.com/gyscos/zstd-rs ">zstd-sys 2.0.9+zstd.1.5.5</a></li>
+ <li><a href=" https://github.com/gyscos/zstd-rs ">zstd-safe 7.1.0</a></li>
+ <li><a href=" https://github.com/gyscos/zstd-rs ">zstd-sys 2.0.11+zstd.1.5.6</a></li>
</ul>
<pre class="license-text">
Apache License
@@ -1324,8 +1325,8 @@ You should also get your employer (if you work as a programmer) or school, if an
<h3 id="Apache-2.0">Apache License 2.0</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/time-rs/time ">time-macros 0.2.17</a></li>
- <li><a href=" https://github.com/time-rs/time ">time 0.3.34</a></li>
+ <li><a href=" https://github.com/time-rs/time ">time-macros 0.2.18</a></li>
+ <li><a href=" https://github.com/time-rs/time ">time 0.3.36</a></li>
</ul>
<pre class="license-text">
Apache License
@@ -1537,9 +1538,8 @@ You should also get your employer (if you work as a programmer) or school, if an
<ul class="license-used-by">
<li><a href=" https://github.com/hsivonen/chardetng ">chardetng 0.1.17</a></li>
<li><a href=" https://github.com/tormol/encode_unicode ">encode_unicode 0.3.6</a></li>
- <li><a href=" https://github.com/hsivonen/encoding_rs ">encoding_rs 0.8.33</a></li>
+ <li><a href=" https://github.com/hsivonen/encoding_rs ">encoding_rs 0.8.34</a></li>
<li><a href=" https://github.com/nvzqz/static-assertions-rs ">static_assertions 1.1.0</a></li>
- <li><a href=" https://github.com/RustCrypto/utils/tree/master/zeroize ">zeroize 1.7.0</a></li>
</ul>
<pre class="license-text">
Apache License
@@ -1977,7 +1977,7 @@ Software.
<h3 id="Apache-2.0">Apache License 2.0</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/Lokathor/tinyvec ">tinyvec 1.6.0</a></li>
+ <li><a href=" https://github.com/Lokathor/tinyvec ">tinyvec 1.6.1</a></li>
</ul>
<pre class="license-text">
Apache License
@@ -2191,22 +2191,22 @@ Software.
<li><a href=" https://github.com/microsoft/windows-rs ">windows-sys 0.48.0</a></li>
<li><a href=" https://github.com/microsoft/windows-rs ">windows-sys 0.52.0</a></li>
<li><a href=" https://github.com/microsoft/windows-rs ">windows-targets 0.48.5</a></li>
- <li><a href=" https://github.com/microsoft/windows-rs ">windows-targets 0.52.4</a></li>
- <li><a href=" https://github.com/microsoft/windows-rs ">windows 0.48.0</a></li>
+ <li><a href=" https://github.com/microsoft/windows-rs ">windows-targets 0.52.5</a></li>
<li><a href=" https://github.com/microsoft/windows-rs ">windows_aarch64_gnullvm 0.48.5</a></li>
- <li><a href=" https://github.com/microsoft/windows-rs ">windows_aarch64_gnullvm 0.52.4</a></li>
+ <li><a href=" https://github.com/microsoft/windows-rs ">windows_aarch64_gnullvm 0.52.5</a></li>
<li><a href=" https://github.com/microsoft/windows-rs ">windows_aarch64_msvc 0.48.5</a></li>
- <li><a href=" https://github.com/microsoft/windows-rs ">windows_aarch64_msvc 0.52.4</a></li>
+ <li><a href=" https://github.com/microsoft/windows-rs ">windows_aarch64_msvc 0.52.5</a></li>
<li><a href=" https://github.com/microsoft/windows-rs ">windows_i686_gnu 0.48.5</a></li>
- <li><a href=" https://github.com/microsoft/windows-rs ">windows_i686_gnu 0.52.4</a></li>
+ <li><a href=" https://github.com/microsoft/windows-rs ">windows_i686_gnu 0.52.5</a></li>
+ <li><a href=" https://github.com/microsoft/windows-rs ">windows_i686_gnullvm 0.52.5</a></li>
<li><a href=" https://github.com/microsoft/windows-rs ">windows_i686_msvc 0.48.5</a></li>
- <li><a href=" https://github.com/microsoft/windows-rs ">windows_i686_msvc 0.52.4</a></li>
+ <li><a href=" https://github.com/microsoft/windows-rs ">windows_i686_msvc 0.52.5</a></li>
<li><a href=" https://github.com/microsoft/windows-rs ">windows_x86_64_gnu 0.48.5</a></li>
- <li><a href=" https://github.com/microsoft/windows-rs ">windows_x86_64_gnu 0.52.4</a></li>
+ <li><a href=" https://github.com/microsoft/windows-rs ">windows_x86_64_gnu 0.52.5</a></li>
<li><a href=" https://github.com/microsoft/windows-rs ">windows_x86_64_gnullvm 0.48.5</a></li>
- <li><a href=" https://github.com/microsoft/windows-rs ">windows_x86_64_gnullvm 0.52.4</a></li>
+ <li><a href=" https://github.com/microsoft/windows-rs ">windows_x86_64_gnullvm 0.52.5</a></li>
<li><a href=" https://github.com/microsoft/windows-rs ">windows_x86_64_msvc 0.48.5</a></li>
- <li><a href=" https://github.com/microsoft/windows-rs ">windows_x86_64_msvc 0.52.4</a></li>
+ <li><a href=" https://github.com/microsoft/windows-rs ">windows_x86_64_msvc 0.52.5</a></li>
</ul>
<pre class="license-text"> Apache License
Version 2.0, January 2004
@@ -2625,7 +2625,7 @@ Software.
<h3 id="Apache-2.0">Apache License 2.0</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/google/zerocopy ">zerocopy 0.7.32</a></li>
+ <li><a href=" https://github.com/google/zerocopy ">zerocopy 0.7.34</a></li>
</ul>
<pre class="license-text"> Apache License
Version 2.0, January 2004
@@ -3045,7 +3045,7 @@ Software.
<h4>Used by:</h4>
<ul class="license-used-by">
<li><a href=" https://github.com/juhaku/utoipa ">utoipa-gen 4.3.0</a></li>
- <li><a href=" https://github.com/juhaku/utoipa ">utoipa-swagger-ui 7.0.1</a></li>
+ <li><a href=" https://github.com/juhaku/utoipa ">utoipa-swagger-ui 7.1.0</a></li>
<li><a href=" https://github.com/juhaku/utoipa ">utoipa 4.2.3</a></li>
</ul>
<pre class="license-text"> Apache License
@@ -3260,13 +3260,12 @@ Software.
<li><a href=" https://github.com/enarx/ciborium ">ciborium-io 0.2.2</a></li>
<li><a href=" https://github.com/enarx/ciborium ">ciborium-ll 0.2.2</a></li>
<li><a href=" https://github.com/enarx/ciborium ">ciborium 0.2.2</a></li>
- <li><a href=" https://github.com/clap-rs/clap ">clap_builder 4.5.1</a></li>
- <li><a href=" https://github.com/clap-rs/clap/tree/master/clap_derive ">clap_derive 4.5.0</a></li>
- <li><a href=" https://github.com/clap-rs/clap/tree/master/clap_lex ">clap_lex 0.7.0</a></li>
+ <li><a href=" https://github.com/clap-rs/clap ">clap_builder 4.5.7</a></li>
+ <li><a href=" https://github.com/clap-rs/clap ">clap_derive 4.5.5</a></li>
+ <li><a href=" https://github.com/clap-rs/clap ">clap_lex 0.7.1</a></li>
<li><a href=" https://github.com/Narsil/esaxx-rs ">esaxx-rs 0.1.10</a></li>
- <li><a href=" https://github.com/cberner/redb ">redb 2.0.0</a></li>
- <li><a href=" https://github.com/Folyd/robotstxt ">robotstxt-with-cache 0.4.0</a></li>
- <li><a href=" https://github.com/huggingface/safetensors ">safetensors 0.4.2</a></li>
+ <li><a href=" https://github.com/cberner/redb ">redb 2.1.1</a></li>
+ <li><a href=" https://github.com/huggingface/safetensors ">safetensors 0.4.3</a></li>
<li><a href=" https://github.com/huggingface/spm_precompiled ">spm_precompiled 0.1.4</a></li>
<li><a href=" https://github.com/huggingface/tokenizers ">tokenizers 0.13.4</a></li>
<li><a href=" https://github.com/cameron1024/unarray ">unarray 0.1.4</a></li>
@@ -4108,9 +4107,9 @@ Software.
<h3 id="Apache-2.0">Apache License 2.0</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/rust-cli/anstyle.git ">anstyle-parse 0.2.3</a></li>
+ <li><a href=" https://github.com/rust-cli/anstyle.git ">anstyle-parse 0.2.4</a></li>
<li><a href=" https://github.com/phil-opp/rust-bit-field ">bit_field 0.10.2</a></li>
- <li><a href=" https://github.com/llogiq/bytecount ">bytecount 0.6.7</a></li>
+ <li><a href=" https://github.com/llogiq/bytecount ">bytecount 0.6.8</a></li>
<li><a href=" https://github.com/retep998/winapi-rs ">winapi 0.3.9</a></li>
</ul>
<pre class="license-text"> Apache License
@@ -4320,14 +4319,14 @@ Software.
<h3 id="Apache-2.0">Apache License 2.0</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/rust-cli/anstyle.git ">anstream 0.6.13</a></li>
- <li><a href=" https://github.com/rust-cli/anstyle ">anstyle-query 1.0.2</a></li>
- <li><a href=" https://github.com/rust-cli/anstyle.git ">anstyle-wincon 3.0.2</a></li>
- <li><a href=" https://github.com/rust-cli/anstyle.git ">anstyle 1.0.6</a></li>
- <li><a href=" https://github.com/clap-rs/clap ">clap 4.5.1</a></li>
+ <li><a href=" https://github.com/rust-cli/anstyle.git ">anstream 0.6.14</a></li>
+ <li><a href=" https://github.com/rust-cli/anstyle ">anstyle-query 1.1.0</a></li>
+ <li><a href=" https://github.com/rust-cli/anstyle.git ">anstyle-wincon 3.0.3</a></li>
+ <li><a href=" https://github.com/rust-cli/anstyle.git ">anstyle 1.0.7</a></li>
+ <li><a href=" https://github.com/clap-rs/clap ">clap 4.5.7</a></li>
<li><a href=" https://github.com/jamesmunns/cobs.rs ">cobs 0.2.3</a></li>
- <li><a href=" https://github.com/rust-cli/anstyle ">colorchoice 1.0.0</a></li>
- <li><a href=" https://github.com/srijs/rust-crc32fast ">crc32fast 1.4.0</a></li>
+ <li><a href=" https://github.com/rust-cli/anstyle ">colorchoice 1.0.1</a></li>
+ <li><a href=" https://github.com/srijs/rust-crc32fast ">crc32fast 1.4.2</a></li>
<li><a href=" https://github.com/colin-kiegel/rust-derive-builder ">derive_builder 0.12.0</a></li>
<li><a href=" https://github.com/colin-kiegel/rust-derive-builder ">derive_builder_core 0.12.0</a></li>
<li><a href=" https://github.com/colin-kiegel/rust-derive-builder ">derive_builder_macro 0.12.0</a></li>
@@ -4335,15 +4334,17 @@ Software.
<li><a href=" https://github.com/sfackler/foreign-types ">foreign-types-shared 0.1.1</a></li>
<li><a href=" https://github.com/sfackler/foreign-types ">foreign-types 0.3.2</a></li>
<li><a href=" https://github.com/KokaKiwi/rust-hex ">hex 0.4.3</a></li>
- <li><a href=" https://github.com/sfackler/rust-native-tls ">native-tls 0.2.11</a></li>
+ <li><a href=" https://github.com/polyfill-rs/is_terminal_polyfill ">is_terminal_polyfill 1.70.0</a></li>
+ <li><a href=" https://github.com/sfackler/rust-native-tls ">native-tls 0.2.12</a></li>
<li><a href=" https://crates.io/crates/openssl-macros ">openssl-macros 0.1.1</a></li>
<li><a href=" http://github.com/tailhook/quick-error ">quick-error 1.2.3</a></li>
<li><a href=" http://github.com/tailhook/quick-error ">quick-error 2.0.1</a></li>
- <li><a href=" https://github.com/toml-rs/toml ">serde_spanned 0.6.5</a></li>
- <li><a href=" https://github.com/toml-rs/toml ">toml 0.8.10</a></li>
- <li><a href=" https://github.com/toml-rs/toml ">toml_datetime 0.6.5</a></li>
+ <li><a href=" https://github.com/toml-rs/toml ">serde_spanned 0.6.6</a></li>
+ <li><a href=" https://github.com/toml-rs/toml ">toml 0.8.14</a></li>
+ <li><a href=" https://github.com/toml-rs/toml ">toml_datetime 0.6.6</a></li>
<li><a href=" https://github.com/toml-rs/toml ">toml_edit 0.19.15</a></li>
- <li><a href=" https://github.com/toml-rs/toml ">toml_edit 0.22.6</a></li>
+ <li><a href=" https://github.com/toml-rs/toml ">toml_edit 0.21.1</a></li>
+ <li><a href=" https://github.com/toml-rs/toml ">toml_edit 0.22.14</a></li>
<li><a href=" https://github.com/swgillespie/unicode-categories ">unicode_categories 0.1.1</a></li>
</ul>
<pre class="license-text"> Apache License
@@ -4971,428 +4972,10 @@ limitations under the License.
<h3 id="Apache-2.0">Apache License 2.0</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/Xudong-Huang/generator-rs.git ">generator 0.7.5</a></li>
- </ul>
- <pre class="license-text"> Apache License
- Version 2.0, January 2004
- http://www.apache.org/licenses/
-
- TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
-
- 1. Definitions.
-
- &quot;License&quot; shall mean the terms and conditions for use, reproduction,
- and distribution as defined by Sections 1 through 9 of this document.
-
- &quot;Licensor&quot; shall mean the copyright owner or entity authorized by
- the copyright owner that is granting the License.
-
- &quot;Legal Entity&quot; shall mean the union of the acting entity and all
- other entities that control, are controlled by, or are under common
- control with that entity. For the purposes of this definition,
- &quot;control&quot; means (i) the power, direct or indirect, to cause the
- direction or management of such entity, whether by contract or
- otherwise, or (ii) ownership of fifty percent (50%) or more of the
- outstanding shares, or (iii) beneficial ownership of such entity.
-
- &quot;You&quot; (or &quot;Your&quot;) shall mean an individual or Legal Entity
- exercising permissions granted by this License.
-
- &quot;Source&quot; form shall mean the preferred form for making modifications,
- including but not limited to software source code, documentation
- source, and configuration files.
-
- &quot;Object&quot; form shall mean any form resulting from mechanical
- transformation or translation of a Source form, including but
- not limited to compiled object code, generated documentation,
- and conversions to other media types.
-
- &quot;Work&quot; shall mean the work of authorship, whether in Source or
- Object form, made available under the License, as indicated by a
- copyright notice that is included in or attached to the work
- (an example is provided in the Appendix below).
-
- &quot;Derivative Works&quot; shall mean any work, whether in Source or Object
- form, that is based on (or derived from) the Work and for which the
- editorial revisions, annotations, elaborations, or other modifications
- represent, as a whole, an original work of authorship. For the purposes
- of this License, Derivative Works shall not include works that remain
- separable from, or merely link (or bind by name) to the interfaces of,
- the Work and Derivative Works thereof.
-
- &quot;Contribution&quot; shall mean any work of authorship, including
- the original version of the Work and any modifications or additions
- to that Work or Derivative Works thereof, that is intentionally
- submitted to Licensor for inclusion in the Work by the copyright owner
- or by an individual or Legal Entity authorized to submit on behalf of
- the copyright owner. For the purposes of this definition, &quot;submitted&quot;
- means any form of electronic, verbal, or written communication sent
- to the Licensor or its representatives, including but not limited to
- communication on electronic mailing lists, source code control systems,
- and issue tracking systems that are managed by, or on behalf of, the
- Licensor for the purpose of discussing and improving the Work, but
- excluding communication that is conspicuously marked or otherwise
- designated in writing by the copyright owner as &quot;Not a Contribution.&quot;
-
- &quot;Contributor&quot; shall mean Licensor and any individual or Legal Entity
- on behalf of whom a Contribution has been received by Licensor and
- subsequently incorporated within the Work.
-
- 2. Grant of Copyright License. Subject to the terms and conditions of
- this License, each Contributor hereby grants to You a perpetual,
- worldwide, non-exclusive, no-charge, royalty-free, irrevocable
- copyright license to reproduce, prepare Derivative Works of,
- publicly display, publicly perform, sublicense, and distribute the
- Work and such Derivative Works in Source or Object form.
-
- 3. Grant of Patent License. Subject to the terms and conditions of
- this License, each Contributor hereby grants to You a perpetual,
- worldwide, non-exclusive, no-charge, royalty-free, irrevocable
- (except as stated in this section) patent license to make, have made,
- use, offer to sell, sell, import, and otherwise transfer the Work,
- where such license applies only to those patent claims licensable
- by such Contributor that are necessarily infringed by their
- Contribution(s) alone or by combination of their Contribution(s)
- with the Work to which such Contribution(s) was submitted. If You
- institute patent litigation against any entity (including a
- cross-claim or counterclaim in a lawsuit) alleging that the Work
- or a Contribution incorporated within the Work constitutes direct
- or contributory patent infringement, then any patent licenses
- granted to You under this License for that Work shall terminate
- as of the date such litigation is filed.
-
- 4. Redistribution. You may reproduce and distribute copies of the
- Work or Derivative Works thereof in any medium, with or without
- modifications, and in Source or Object form, provided that You
- meet the following conditions:
-
- (a) You must give any other recipients of the Work or
- Derivative Works a copy of this License; and
-
- (b) You must cause any modified files to carry prominent notices
- stating that You changed the files; and
-
- (c) You must retain, in the Source form of any Derivative Works
- that You distribute, all copyright, patent, trademark, and
- attribution notices from the Source form of the Work,
- excluding those notices that do not pertain to any part of
- the Derivative Works; and
-
- (d) If the Work includes a &quot;NOTICE&quot; text file as part of its
- distribution, then any Derivative Works that You distribute must
- include a readable copy of the attribution notices contained
- within such NOTICE file, excluding those notices that do not
- pertain to any part of the Derivative Works, in at least one
- of the following places: within a NOTICE text file distributed
- as part of the Derivative Works; within the Source form or
- documentation, if provided along with the Derivative Works; or,
- within a display generated by the Derivative Works, if and
- wherever such third-party notices normally appear. The contents
- of the NOTICE file are for informational purposes only and
- do not modify the License. You may add Your own attribution
- notices within Derivative Works that You distribute, alongside
- or as an addendum to the NOTICE text from the Work, provided
- that such additional attribution notices cannot be construed
- as modifying the License.
-
- You may add Your own copyright statement to Your modifications and
- may provide additional or different license terms and conditions
- for use, reproduction, or distribution of Your modifications, or
- for any such Derivative Works as a whole, provided Your use,
- reproduction, and distribution of the Work otherwise complies with
- the conditions stated in this License.
-
- 5. Submission of Contributions. Unless You explicitly state otherwise,
- any Contribution intentionally submitted for inclusion in the Work
- by You to the Licensor shall be under the terms and conditions of
- this License, without any additional terms or conditions.
- Notwithstanding the above, nothing herein shall supersede or modify
- the terms of any separate license agreement you may have executed
- with Licensor regarding such Contributions.
-
- 6. Trademarks. This License does not grant permission to use the trade
- names, trademarks, service marks, or product names of the Licensor,
- except as required for reasonable and customary use in describing the
- origin of the Work and reproducing the content of the NOTICE file.
-
- 7. Disclaimer of Warranty. Unless required by applicable law or
- agreed to in writing, Licensor provides the Work (and each
- Contributor provides its Contributions) on an &quot;AS IS&quot; BASIS,
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
- implied, including, without limitation, any warranties or conditions
- of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
- PARTICULAR PURPOSE. You are solely responsible for determining the
- appropriateness of using or redistributing the Work and assume any
- risks associated with Your exercise of permissions under this License.
-
- 8. Limitation of Liability. In no event and under no legal theory,
- whether in tort (including negligence), contract, or otherwise,
- unless required by applicable law (such as deliberate and grossly
- negligent acts) or agreed to in writing, shall any Contributor be
- liable to You for damages, including any direct, indirect, special,
- incidental, or consequential damages of any character arising as a
- result of this License or out of the use or inability to use the
- Work (including but not limited to damages for loss of goodwill,
- work stoppage, computer failure or malfunction, or any and all
- other commercial damages or losses), even if such Contributor
- has been advised of the possibility of such damages.
-
- 9. Accepting Warranty or Additional Liability. While redistributing
- the Work or Derivative Works thereof, You may choose to offer,
- and charge a fee for, acceptance of support, warranty, indemnity,
- or other liability obligations and/or rights consistent with this
- License. However, in accepting such obligations, You may act only
- on Your own behalf and on Your sole responsibility, not on behalf
- of any other Contributor, and only if You agree to indemnify,
- defend, and hold each Contributor harmless for any liability
- incurred by, or claims asserted against, such Contributor by reason
- of your accepting any such warranty or additional liability.
-
- END OF TERMS AND CONDITIONS
-
- APPENDIX: How to apply the Apache License to your work.
-
- To apply the Apache License to your work, attach the following
- boilerplate notice, with the fields enclosed by brackets &quot;{}&quot;
- replaced with your own identifying information. (Don&#x27;t include
- the brackets!) The text should be enclosed in the appropriate
- comment syntax for the file format. We also recommend that a
- file or class name and description of purpose be included on the
- same &quot;printed page&quot; as the copyright notice for easier
- identification within third-party archives.
-
- Copyright [yyyy] [name of copyright owner]
-
- Licensed under the Apache License, Version 2.0 (the &quot;License&quot;);
- you may not use this file except in compliance with the License.
- You may obtain a copy of the License at
-
- http://www.apache.org/licenses/LICENSE-2.0
-
- Unless required by applicable law or agreed to in writing, software
- distributed under the License is distributed on an &quot;AS IS&quot; BASIS,
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- See the License for the specific language governing permissions and
- limitations under the License.
-</pre>
- </li>
- <li class="license">
- <h3 id="Apache-2.0">Apache License 2.0</h3>
- <h4>Used by:</h4>
- <ul class="license-used-by">
- <li><a href=" https://github.com/xdg-rs/dirs ">dirs-next 2.0.0</a></li>
- <li><a href=" https://github.com/xdg-rs/dirs/tree/master/dirs-sys ">dirs-sys-next 0.1.2</a></li>
- <li><a href=" https://github.com/dirs-dev/dirs-sys-rs ">dirs-sys 0.3.7</a></li>
- <li><a href=" https://github.com/soc/dirs-rs ">dirs 4.0.0</a></li>
- </ul>
- <pre class="license-text"> Apache License
- Version 2.0, January 2004
- http://www.apache.org/licenses/
-
-TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
-
-1. Definitions.
-
- &quot;License&quot; shall mean the terms and conditions for use, reproduction,
- and distribution as defined by Sections 1 through 9 of this document.
-
- &quot;Licensor&quot; shall mean the copyright owner or entity authorized by
- the copyright owner that is granting the License.
-
- &quot;Legal Entity&quot; shall mean the union of the acting entity and all
- other entities that control, are controlled by, or are under common
- control with that entity. For the purposes of this definition,
- &quot;control&quot; means (i) the power, direct or indirect, to cause the
- direction or management of such entity, whether by contract or
- otherwise, or (ii) ownership of fifty percent (50%) or more of the
- outstanding shares, or (iii) beneficial ownership of such entity.
-
- &quot;You&quot; (or &quot;Your&quot;) shall mean an individual or Legal Entity
- exercising permissions granted by this License.
-
- &quot;Source&quot; form shall mean the preferred form for making modifications,
- including but not limited to software source code, documentation
- source, and configuration files.
-
- &quot;Object&quot; form shall mean any form resulting from mechanical
- transformation or translation of a Source form, including but
- not limited to compiled object code, generated documentation,
- and conversions to other media types.
-
- &quot;Work&quot; shall mean the work of authorship, whether in Source or
- Object form, made available under the License, as indicated by a
- copyright notice that is included in or attached to the work
- (an example is provided in the Appendix below).
-
- &quot;Derivative Works&quot; shall mean any work, whether in Source or Object
- form, that is based on (or derived from) the Work and for which the
- editorial revisions, annotations, elaborations, or other modifications
- represent, as a whole, an original work of authorship. For the purposes
- of this License, Derivative Works shall not include works that remain
- separable from, or merely link (or bind by name) to the interfaces of,
- the Work and Derivative Works thereof.
-
- &quot;Contribution&quot; shall mean any work of authorship, including
- the original version of the Work and any modifications or additions
- to that Work or Derivative Works thereof, that is intentionally
- submitted to Licensor for inclusion in the Work by the copyright owner
- or by an individual or Legal Entity authorized to submit on behalf of
- the copyright owner. For the purposes of this definition, &quot;submitted&quot;
- means any form of electronic, verbal, or written communication sent
- to the Licensor or its representatives, including but not limited to
- communication on electronic mailing lists, source code control systems,
- and issue tracking systems that are managed by, or on behalf of, the
- Licensor for the purpose of discussing and improving the Work, but
- excluding communication that is conspicuously marked or otherwise
- designated in writing by the copyright owner as &quot;Not a Contribution.&quot;
-
- &quot;Contributor&quot; shall mean Licensor and any individual or Legal Entity
- on behalf of whom a Contribution has been received by Licensor and
- subsequently incorporated within the Work.
-
-2. Grant of Copyright License. Subject to the terms and conditions of
- this License, each Contributor hereby grants to You a perpetual,
- worldwide, non-exclusive, no-charge, royalty-free, irrevocable
- copyright license to reproduce, prepare Derivative Works of,
- publicly display, publicly perform, sublicense, and distribute the
- Work and such Derivative Works in Source or Object form.
-
-3. Grant of Patent License. Subject to the terms and conditions of
- this License, each Contributor hereby grants to You a perpetual,
- worldwide, non-exclusive, no-charge, royalty-free, irrevocable
- (except as stated in this section) patent license to make, have made,
- use, offer to sell, sell, import, and otherwise transfer the Work,
- where such license applies only to those patent claims licensable
- by such Contributor that are necessarily infringed by their
- Contribution(s) alone or by combination of their Contribution(s)
- with the Work to which such Contribution(s) was submitted. If You
- institute patent litigation against any entity (including a
- cross-claim or counterclaim in a lawsuit) alleging that the Work
- or a Contribution incorporated within the Work constitutes direct
- or contributory patent infringement, then any patent licenses
- granted to You under this License for that Work shall terminate
- as of the date such litigation is filed.
-
-4. Redistribution. You may reproduce and distribute copies of the
- Work or Derivative Works thereof in any medium, with or without
- modifications, and in Source or Object form, provided that You
- meet the following conditions:
-
- (a) You must give any other recipients of the Work or
- Derivative Works a copy of this License; and
-
- (b) You must cause any modified files to carry prominent notices
- stating that You changed the files; and
-
- (c) You must retain, in the Source form of any Derivative Works
- that You distribute, all copyright, patent, trademark, and
- attribution notices from the Source form of the Work,
- excluding those notices that do not pertain to any part of
- the Derivative Works; and
-
- (d) If the Work includes a &quot;NOTICE&quot; text file as part of its
- distribution, then any Derivative Works that You distribute must
- include a readable copy of the attribution notices contained
- within such NOTICE file, excluding those notices that do not
- pertain to any part of the Derivative Works, in at least one
- of the following places: within a NOTICE text file distributed
- as part of the Derivative Works; within the Source form or
- documentation, if provided along with the Derivative Works; or,
- within a display generated by the Derivative Works, if and
- wherever such third-party notices normally appear. The contents
- of the NOTICE file are for informational purposes only and
- do not modify the License. You may add Your own attribution
- notices within Derivative Works that You distribute, alongside
- or as an addendum to the NOTICE text from the Work, provided
- that such additional attribution notices cannot be construed
- as modifying the License.
-
- You may add Your own copyright statement to Your modifications and
- may provide additional or different license terms and conditions
- for use, reproduction, or distribution of Your modifications, or
- for any such Derivative Works as a whole, provided Your use,
- reproduction, and distribution of the Work otherwise complies with
- the conditions stated in this License.
-
-5. Submission of Contributions. Unless You explicitly state otherwise,
- any Contribution intentionally submitted for inclusion in the Work
- by You to the Licensor shall be under the terms and conditions of
- this License, without any additional terms or conditions.
- Notwithstanding the above, nothing herein shall supersede or modify
- the terms of any separate license agreement you may have executed
- with Licensor regarding such Contributions.
-
-6. Trademarks. This License does not grant permission to use the trade
- names, trademarks, service marks, or product names of the Licensor,
- except as required for reasonable and customary use in describing the
- origin of the Work and reproducing the content of the NOTICE file.
-
-7. Disclaimer of Warranty. Unless required by applicable law or
- agreed to in writing, Licensor provides the Work (and each
- Contributor provides its Contributions) on an &quot;AS IS&quot; BASIS,
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
- implied, including, without limitation, any warranties or conditions
- of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
- PARTICULAR PURPOSE. You are solely responsible for determining the
- appropriateness of using or redistributing the Work and assume any
- risks associated with Your exercise of permissions under this License.
-
-8. Limitation of Liability. In no event and under no legal theory,
- whether in tort (including negligence), contract, or otherwise,
- unless required by applicable law (such as deliberate and grossly
- negligent acts) or agreed to in writing, shall any Contributor be
- liable to You for damages, including any direct, indirect, special,
- incidental, or consequential damages of any character arising as a
- result of this License or out of the use or inability to use the
- Work (including but not limited to damages for loss of goodwill,
- work stoppage, computer failure or malfunction, or any and all
- other commercial damages or losses), even if such Contributor
- has been advised of the possibility of such damages.
-
-9. Accepting Warranty or Additional Liability. While redistributing
- the Work or Derivative Works thereof, You may choose to offer,
- and charge a fee for, acceptance of support, warranty, indemnity,
- or other liability obligations and/or rights consistent with this
- License. However, in accepting such obligations, You may act only
- on Your own behalf and on Your sole responsibility, not on behalf
- of any other Contributor, and only if You agree to indemnify,
- defend, and hold each Contributor harmless for any liability
- incurred by, or claims asserted against, such Contributor by reason
- of your accepting any such warranty or additional liability.
-</pre>
- </li>
- <li class="license">
- <h3 id="Apache-2.0">Apache License 2.0</h3>
- <h4>Used by:</h4>
- <ul class="license-used-by">
- <li><a href=" https://github.com/dtolnay/anyhow ">anyhow 1.0.80</a></li>
- <li><a href=" https://github.com/dtolnay/async-trait ">async-trait 0.1.77</a></li>
- <li><a href=" https://github.com/dtolnay/dtoa ">dtoa 1.0.9</a></li>
- <li><a href=" https://github.com/dtolnay/itoa ">itoa 1.0.10</a></li>
- <li><a href=" https://github.com/rust-lang/libc ">libc 0.2.153</a></li>
- <li><a href=" https://github.com/dtolnay/monostate ">monostate-impl 0.1.11</a></li>
- <li><a href=" https://github.com/dtolnay/monostate ">monostate 0.1.11</a></li>
- <li><a href=" https://github.com/illicitonion/num_enum ">num_enum 0.6.1</a></li>
- <li><a href=" https://github.com/illicitonion/num_enum ">num_enum_derive 0.6.1</a></li>
- <li><a href=" https://github.com/dtolnay/paste ">paste 1.0.14</a></li>
- <li><a href=" https://github.com/dtolnay/proc-macro2 ">proc-macro2 1.0.78</a></li>
- <li><a href=" https://github.com/dtolnay/quote ">quote 1.0.35</a></li>
- <li><a href=" https://github.com/dtolnay/rustversion ">rustversion 1.0.14</a></li>
- <li><a href=" https://github.com/dtolnay/ryu ">ryu 1.0.17</a></li>
- <li><a href=" https://github.com/dtolnay/semver ">semver 1.0.22</a></li>
- <li><a href=" https://github.com/dtolnay/seq-macro ">seq-macro 0.3.5</a></li>
- <li><a href=" https://github.com/serde-rs/serde ">serde 1.0.197</a></li>
- <li><a href=" https://github.com/serde-rs/serde ">serde_derive 1.0.197</a></li>
- <li><a href=" https://github.com/serde-rs/json ">serde_json 1.0.114</a></li>
- <li><a href=" https://github.com/dtolnay/path-to-error ">serde_path_to_error 0.1.15</a></li>
- <li><a href=" https://github.com/nox/serde_urlencoded ">serde_urlencoded 0.7.1</a></li>
- <li><a href=" https://github.com/dtolnay/syn ">syn 2.0.52</a></li>
- <li><a href=" https://github.com/dtolnay/thiserror ">thiserror-impl 1.0.57</a></li>
- <li><a href=" https://github.com/dtolnay/thiserror ">thiserror 1.0.57</a></li>
- <li><a href=" https://github.com/dtolnay/unicode-ident ">unicode-ident 1.0.12</a></li>
- <li><a href=" https://github.com/SimonSapin/rust-utf8 ">utf-8 0.7.6</a></li>
- <li><a href=" https://github.com/alacritty/vte ">utf8parse 0.2.1</a></li>
- <li><a href=" https://github.com/MattiasBuelens/wasm-streams/ ">wasm-streams 0.4.0</a></li>
+ <li><a href=" https://github.com/xdg-rs/dirs ">dirs-next 2.0.0</a></li>
+ <li><a href=" https://github.com/xdg-rs/dirs/tree/master/dirs-sys ">dirs-sys-next 0.1.2</a></li>
+ <li><a href=" https://github.com/dirs-dev/dirs-sys-rs ">dirs-sys 0.3.7</a></li>
+ <li><a href=" https://github.com/soc/dirs-rs ">dirs 4.0.0</a></li>
</ul>
<pre class="license-text"> Apache License
Version 2.0, January 2004
@@ -5568,23 +5151,13 @@ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
defend, and hold each Contributor harmless for any liability
incurred by, or claims asserted against, such Contributor by reason
of your accepting any such warranty or additional liability.
-
-END OF TERMS AND CONDITIONS
</pre>
</li>
<li class="license">
<h3 id="Apache-2.0">Apache License 2.0</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/rust-lang/futures-rs ">futures-channel 0.3.30</a></li>
- <li><a href=" https://github.com/rust-lang/futures-rs ">futures-core 0.3.30</a></li>
- <li><a href=" https://github.com/rust-lang/futures-rs ">futures-executor 0.3.30</a></li>
- <li><a href=" https://github.com/rust-lang/futures-rs ">futures-io 0.3.30</a></li>
- <li><a href=" https://github.com/rust-lang/futures-rs ">futures-macro 0.3.30</a></li>
- <li><a href=" https://github.com/rust-lang/futures-rs ">futures-sink 0.3.30</a></li>
- <li><a href=" https://github.com/rust-lang/futures-rs ">futures-task 0.3.30</a></li>
- <li><a href=" https://github.com/rust-lang/futures-rs ">futures-util 0.3.30</a></li>
- <li><a href=" https://github.com/rust-lang/futures-rs ">futures 0.3.30</a></li>
+ <li><a href=" https://github.com/sgodwincs/dlv-list-rs ">dlv-list 0.5.2</a></li>
</ul>
<pre class="license-text"> Apache License
Version 2.0, January 2004
@@ -5761,40 +5334,42 @@ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
incurred by, or claims asserted against, such Contributor by reason
of your accepting any such warranty or additional liability.
-END OF TERMS AND CONDITIONS
-
-APPENDIX: How to apply the Apache License to your work.
-
- To apply the Apache License to your work, attach the following
- boilerplate notice, with the fields enclosed by brackets &quot;[]&quot;
- replaced with your own identifying information. (Don&#x27;t include
- the brackets!) The text should be enclosed in the appropriate
- comment syntax for the file format. We also recommend that a
- file or class name and description of purpose be included on the
- same &quot;printed page&quot; as the copyright notice for easier
- identification within third-party archives.
-
-Copyright (c) 2016 Alex Crichton
-Copyright (c) 2017 The Tokio Authors
-
-Licensed under the Apache License, Version 2.0 (the &quot;License&quot;);
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
- http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an &quot;AS IS&quot; BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-</pre>
+END OF TERMS AND CONDITIONS</pre>
</li>
<li class="license">
<h3 id="Apache-2.0">Apache License 2.0</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/paholg/typenum ">typenum 1.17.0</a></li>
+ <li><a href=" https://github.com/dtolnay/anyhow ">anyhow 1.0.86</a></li>
+ <li><a href=" https://github.com/dtolnay/async-trait ">async-trait 0.1.80</a></li>
+ <li><a href=" https://github.com/dtolnay/dtoa ">dtoa 1.0.9</a></li>
+ <li><a href=" https://github.com/dtolnay/itoa ">itoa 1.0.11</a></li>
+ <li><a href=" https://github.com/rust-lang/libc ">libc 0.2.155</a></li>
+ <li><a href=" https://github.com/dtolnay/monostate ">monostate-impl 0.1.13</a></li>
+ <li><a href=" https://github.com/dtolnay/monostate ">monostate 0.1.13</a></li>
+ <li><a href=" https://github.com/illicitonion/num_enum ">num_enum 0.6.1</a></li>
+ <li><a href=" https://github.com/illicitonion/num_enum ">num_enum 0.7.2</a></li>
+ <li><a href=" https://github.com/illicitonion/num_enum ">num_enum_derive 0.6.1</a></li>
+ <li><a href=" https://github.com/illicitonion/num_enum ">num_enum_derive 0.7.2</a></li>
+ <li><a href=" https://github.com/dtolnay/paste ">paste 1.0.15</a></li>
+ <li><a href=" https://github.com/dtolnay/proc-macro2 ">proc-macro2 1.0.86</a></li>
+ <li><a href=" https://github.com/dtolnay/quote ">quote 1.0.36</a></li>
+ <li><a href=" https://github.com/dtolnay/rustversion ">rustversion 1.0.17</a></li>
+ <li><a href=" https://github.com/dtolnay/ryu ">ryu 1.0.18</a></li>
+ <li><a href=" https://github.com/dtolnay/semver ">semver 1.0.23</a></li>
+ <li><a href=" https://github.com/dtolnay/seq-macro ">seq-macro 0.3.5</a></li>
+ <li><a href=" https://github.com/serde-rs/serde ">serde 1.0.203</a></li>
+ <li><a href=" https://github.com/serde-rs/serde ">serde_derive 1.0.203</a></li>
+ <li><a href=" https://github.com/serde-rs/json ">serde_json 1.0.118</a></li>
+ <li><a href=" https://github.com/dtolnay/path-to-error ">serde_path_to_error 0.1.16</a></li>
+ <li><a href=" https://github.com/nox/serde_urlencoded ">serde_urlencoded 0.7.1</a></li>
+ <li><a href=" https://github.com/dtolnay/syn ">syn 2.0.68</a></li>
+ <li><a href=" https://github.com/dtolnay/thiserror ">thiserror-impl 1.0.61</a></li>
+ <li><a href=" https://github.com/dtolnay/thiserror ">thiserror 1.0.61</a></li>
+ <li><a href=" https://github.com/dtolnay/unicode-ident ">unicode-ident 1.0.12</a></li>
+ <li><a href=" https://github.com/SimonSapin/rust-utf8 ">utf-8 0.7.6</a></li>
+ <li><a href=" https://github.com/alacritty/vte ">utf8parse 0.2.2</a></li>
+ <li><a href=" https://github.com/MattiasBuelens/wasm-streams/ ">wasm-streams 0.4.0</a></li>
</ul>
<pre class="license-text"> Apache License
Version 2.0, January 2004
@@ -5972,38 +5547,21 @@ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
of your accepting any such warranty or additional liability.
END OF TERMS AND CONDITIONS
-
-APPENDIX: How to apply the Apache License to your work.
-
- To apply the Apache License to your work, attach the following
- boilerplate notice, with the fields enclosed by brackets &quot;[]&quot;
- replaced with your own identifying information. (Don&#x27;t include
- the brackets!) The text should be enclosed in the appropriate
- comment syntax for the file format. We also recommend that a
- file or class name and description of purpose be included on the
- same &quot;printed page&quot; as the copyright notice for easier
- identification within third-party archives.
-
-Copyright 2014 Paho Lurie-Gregg
-
-Licensed under the Apache License, Version 2.0 (the &quot;License&quot;);
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
- http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an &quot;AS IS&quot; BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.</pre>
+</pre>
</li>
<li class="license">
<h3 id="Apache-2.0">Apache License 2.0</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/seanmonstar/reqwest ">reqwest 0.11.24</a></li>
- <li><a href=" https://github.com/seanmonstar/reqwest ">reqwest 0.12.4</a></li>
+ <li><a href=" https://github.com/rust-lang/futures-rs ">futures-channel 0.3.30</a></li>
+ <li><a href=" https://github.com/rust-lang/futures-rs ">futures-core 0.3.30</a></li>
+ <li><a href=" https://github.com/rust-lang/futures-rs ">futures-executor 0.3.30</a></li>
+ <li><a href=" https://github.com/rust-lang/futures-rs ">futures-io 0.3.30</a></li>
+ <li><a href=" https://github.com/rust-lang/futures-rs ">futures-macro 0.3.30</a></li>
+ <li><a href=" https://github.com/rust-lang/futures-rs ">futures-sink 0.3.30</a></li>
+ <li><a href=" https://github.com/rust-lang/futures-rs ">futures-task 0.3.30</a></li>
+ <li><a href=" https://github.com/rust-lang/futures-rs ">futures-util 0.3.30</a></li>
+ <li><a href=" https://github.com/rust-lang/futures-rs ">futures 0.3.30</a></li>
</ul>
<pre class="license-text"> Apache License
Version 2.0, January 2004
@@ -6193,7 +5751,8 @@ APPENDIX: How to apply the Apache License to your work.
same &quot;printed page&quot; as the copyright notice for easier
identification within third-party archives.
-Copyright 2016 Sean McArthur
+Copyright (c) 2016 Alex Crichton
+Copyright (c) 2017 The Tokio Authors
Licensed under the Apache License, Version 2.0 (the &quot;License&quot;);
you may not use this file except in compliance with the License.
@@ -6212,8 +5771,7 @@ limitations under the License.
<h3 id="Apache-2.0">Apache License 2.0</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/hyperium/http ">http 0.2.12</a></li>
- <li><a href=" https://github.com/hyperium/http ">http 1.1.0</a></li>
+ <li><a href=" https://github.com/paholg/typenum ">typenum 1.17.0</a></li>
</ul>
<pre class="license-text"> Apache License
Version 2.0, January 2004
@@ -6403,7 +5961,7 @@ APPENDIX: How to apply the Apache License to your work.
same &quot;printed page&quot; as the copyright notice for easier
identification within third-party archives.
-Copyright 2017 http-rs authors
+Copyright 2014 Paho Lurie-Gregg
Licensed under the Apache License, Version 2.0 (the &quot;License&quot;);
you may not use this file except in compliance with the License.
@@ -6415,14 +5973,13 @@ Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an &quot;AS IS&quot; BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
-limitations under the License.
-</pre>
+limitations under the License.</pre>
</li>
<li class="license">
<h3 id="Apache-2.0">Apache License 2.0</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/rustls/tokio-rustls ">tokio-rustls 0.25.0</a></li>
+ <li><a href=" https://github.com/seanmonstar/reqwest ">reqwest 0.11.27</a></li>
</ul>
<pre class="license-text"> Apache License
Version 2.0, January 2004
@@ -6612,7 +6169,7 @@ APPENDIX: How to apply the Apache License to your work.
same &quot;printed page&quot; as the copyright notice for easier
identification within third-party archives.
-Copyright 2017 quininer kel
+Copyright 2016 Sean McArthur
Licensed under the Apache License, Version 2.0 (the &quot;License&quot;);
you may not use this file except in compliance with the License.
@@ -6631,7 +6188,8 @@ limitations under the License.
<h3 id="Apache-2.0">Apache License 2.0</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/rust-lang-nursery/pin-utils ">pin-utils 0.1.0</a></li>
+ <li><a href=" https://github.com/hyperium/http ">http 0.2.12</a></li>
+ <li><a href=" https://github.com/hyperium/http ">http 1.1.0</a></li>
</ul>
<pre class="license-text"> Apache License
Version 2.0, January 2004
@@ -6821,7 +6379,7 @@ APPENDIX: How to apply the Apache License to your work.
same &quot;printed page&quot; as the copyright notice for easier
identification within third-party archives.
-Copyright 2018 The pin-utils authors
+Copyright 2017 http-rs authors
Licensed under the Apache License, Version 2.0 (the &quot;License&quot;);
you may not use this file except in compliance with the License.
@@ -6840,7 +6398,7 @@ limitations under the License.
<h3 id="Apache-2.0">Apache License 2.0</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/cryptocorrosion/cryptocorrosion ">ppv-lite86 0.2.17</a></li>
+ <li><a href=" https://github.com/rust-lang-nursery/pin-utils ">pin-utils 0.1.0</a></li>
</ul>
<pre class="license-text"> Apache License
Version 2.0, January 2004
@@ -7030,13 +6588,13 @@ APPENDIX: How to apply the Apache License to your work.
same &quot;printed page&quot; as the copyright notice for easier
identification within third-party archives.
-Copyright 2019 The CryptoCorrosion Contributors
+Copyright 2018 The pin-utils authors
Licensed under the Apache License, Version 2.0 (the &quot;License&quot;);
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
- http://www.apache.org/licenses/LICENSE-2.0
+ http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an &quot;AS IS&quot; BASIS,
@@ -7049,7 +6607,7 @@ limitations under the License.
<h3 id="Apache-2.0">Apache License 2.0</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://gitlab.com/CreepySkeleton/proc-macro-error ">proc-macro-error-attr 1.0.4</a></li>
+ <li><a href=" https://github.com/cryptocorrosion/cryptocorrosion ">ppv-lite86 0.2.17</a></li>
</ul>
<pre class="license-text"> Apache License
Version 2.0, January 2004
@@ -7239,13 +6797,13 @@ APPENDIX: How to apply the Apache License to your work.
same &quot;printed page&quot; as the copyright notice for easier
identification within third-party archives.
-Copyright 2019-2020 CreepySkeleton &lt;[email protected]&gt;
+Copyright 2019 The CryptoCorrosion Contributors
Licensed under the Apache License, Version 2.0 (the &quot;License&quot;);
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
- http://www.apache.org/licenses/LICENSE-2.0
+ http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an &quot;AS IS&quot; BASIS,
@@ -7258,8 +6816,7 @@ limitations under the License.
<h3 id="Apache-2.0">Apache License 2.0</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/strawlab/iana-time-zone ">iana-time-zone-haiku 0.1.2</a></li>
- <li><a href=" https://github.com/strawlab/iana-time-zone ">iana-time-zone 0.1.60</a></li>
+ <li><a href=" https://gitlab.com/CreepySkeleton/proc-macro-error ">proc-macro-error-attr 1.0.4</a></li>
</ul>
<pre class="license-text"> Apache License
Version 2.0, January 2004
@@ -7449,13 +7006,13 @@ APPENDIX: How to apply the Apache License to your work.
same &quot;printed page&quot; as the copyright notice for easier
identification within third-party archives.
-Copyright 2020 Andrew Straw
+Copyright 2019-2020 CreepySkeleton &lt;[email protected]&gt;
Licensed under the Apache License, Version 2.0 (the &quot;License&quot;);
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
- http://www.apache.org/licenses/LICENSE-2.0
+ http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an &quot;AS IS&quot; BASIS,
@@ -7468,7 +7025,8 @@ limitations under the License.
<h3 id="Apache-2.0">Apache License 2.0</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/maciejhirsz/beef ">beef 0.5.2</a></li>
+ <li><a href=" https://github.com/strawlab/iana-time-zone ">iana-time-zone-haiku 0.1.2</a></li>
+ <li><a href=" https://github.com/strawlab/iana-time-zone ">iana-time-zone 0.1.60</a></li>
</ul>
<pre class="license-text"> Apache License
Version 2.0, January 2004
@@ -7658,13 +7216,13 @@ APPENDIX: How to apply the Apache License to your work.
same &quot;printed page&quot; as the copyright notice for easier
identification within third-party archives.
-Copyright 2020 Maciej Hirsz &lt;[email protected]&gt;
+Copyright 2020 Andrew Straw
Licensed under the Apache License, Version 2.0 (the &quot;License&quot;);
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
- http://www.apache.org/licenses/LICENSE-2.0
+ http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an &quot;AS IS&quot; BASIS,
@@ -7677,7 +7235,7 @@ limitations under the License.
<h3 id="Apache-2.0">Apache License 2.0</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/rustls/pki-types ">rustls-pki-types 1.7.0</a></li>
+ <li><a href=" https://github.com/maciejhirsz/beef ">beef 0.5.2</a></li>
</ul>
<pre class="license-text"> Apache License
Version 2.0, January 2004
@@ -7867,13 +7425,13 @@ APPENDIX: How to apply the Apache License to your work.
same &quot;printed page&quot; as the copyright notice for easier
identification within third-party archives.
-Copyright 2023 Dirkjan Ochtman
+Copyright 2020 Maciej Hirsz &lt;[email protected]&gt;
Licensed under the Apache License, Version 2.0 (the &quot;License&quot;);
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
- http://www.apache.org/licenses/LICENSE-2.0
+ http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an &quot;AS IS&quot; BASIS,
@@ -8304,74 +7862,77 @@ limitations under the License.</pre>
<h3 id="Apache-2.0">Apache License 2.0</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/gimli-rs/addr2line ">addr2line 0.21.0</a></li>
+ <li><a href=" https://github.com/gimli-rs/addr2line ">addr2line 0.22.0</a></li>
<li><a href=" https://github.com/tkaitchuck/ahash ">ahash 0.7.8</a></li>
<li><a href=" https://github.com/tkaitchuck/ahash ">ahash 0.8.11</a></li>
<li><a href=" https://github.com/rust-fuzz/arbitrary/ ">arbitrary 1.3.2</a></li>
- <li><a href=" https://github.com/vorner/arc-swap ">arc-swap 1.7.0</a></li>
+ <li><a href=" https://github.com/vorner/arc-swap ">arc-swap 1.7.1</a></li>
<li><a href=" https://github.com/bluss/arrayvec ">arrayvec 0.7.4</a></li>
<li><a href=" https://github.com/nikomatsakis/ascii-canvas ">ascii-canvas 3.0.0</a></li>
<li><a href=" https://github.com/smol-rs/async-channel ">async-channel 1.9.0</a></li>
- <li><a href=" https://github.com/Nullus157/async-compression ">async-compression 0.4.6</a></li>
+ <li><a href=" https://github.com/Nullus157/async-compression ">async-compression 0.4.11</a></li>
<li><a href=" https://github.com/embassy-rs/atomic-polyfill ">atomic-polyfill 1.0.3</a></li>
- <li><a href=" https://github.com/cuviper/autocfg ">autocfg 1.1.0</a></li>
- <li><a href=" https://github.com/rust-lang/backtrace-rs ">backtrace 0.3.69</a></li>
+ <li><a href=" https://github.com/cuviper/autocfg ">autocfg 1.3.0</a></li>
+ <li><a href=" https://github.com/rust-lang/backtrace-rs ">backtrace 0.3.73</a></li>
<li><a href=" https://github.com/marshallpierce/rust-base64 ">base64 0.13.1</a></li>
<li><a href=" https://github.com/marshallpierce/rust-base64 ">base64 0.21.7</a></li>
- <li><a href=" https://github.com/marshallpierce/rust-base64 ">base64 0.22.0</a></li>
+ <li><a href=" https://github.com/marshallpierce/rust-base64 ">base64 0.22.1</a></li>
<li><a href=" https://github.com/bitflags/bitflags ">bitflags 1.3.2</a></li>
- <li><a href=" https://github.com/bitflags/bitflags ">bitflags 2.5.0</a></li>
- <li><a href=" https://github.com/tuffy/bitstream-io ">bitstream-io 2.3.0</a></li>
- <li><a href=" https://github.com/fitzgen/bumpalo ">bumpalo 3.15.3</a></li>
+ <li><a href=" https://github.com/bitflags/bitflags ">bitflags 2.6.0</a></li>
+ <li><a href=" https://github.com/tuffy/bitstream-io ">bitstream-io 2.4.2</a></li>
+ <li><a href=" https://github.com/fitzgen/bumpalo ">bumpalo 3.16.0</a></li>
<li><a href=" https://github.com/alexcrichton/bzip2-rs ">bzip2-sys 0.1.11+1.0.8</a></li>
<li><a href=" https://github.com/alexcrichton/bzip2-rs ">bzip2 0.4.4</a></li>
<li><a href=" https://github.com/japaric/cast.rs ">cast 0.3.0</a></li>
- <li><a href=" https://github.com/rust-lang/cc-rs ">cc 1.0.89</a></li>
+ <li><a href=" https://github.com/rust-lang/cc-rs ">cc 1.0.101</a></li>
<li><a href=" https://github.com/alexcrichton/cfg-if ">cfg-if 1.0.0</a></li>
- <li><a href=" https://github.com/smol-rs/concurrent-queue ">concurrent-queue 2.4.0</a></li>
+ <li><a href=" https://github.com/smol-rs/concurrent-queue ">concurrent-queue 2.5.0</a></li>
+ <li><a href=" https://github.com/tkaitchuck/constrandom ">const-random-macro 0.1.16</a></li>
+ <li><a href=" https://github.com/tkaitchuck/constrandom ">const-random 0.1.18</a></li>
<li><a href=" https://github.com/servo/core-foundation-rs ">core-foundation-sys 0.8.6</a></li>
<li><a href=" https://github.com/servo/core-foundation-rs ">core-foundation 0.9.4</a></li>
<li><a href=" https://github.com/bheisler/criterion.rs ">criterion-plot 0.5.0</a></li>
<li><a href=" https://github.com/bheisler/criterion.rs ">criterion 0.5.1</a></li>
<li><a href=" https://github.com/rust-embedded/critical-section ">critical-section 1.1.2</a></li>
- <li><a href=" https://github.com/crossbeam-rs/crossbeam ">crossbeam-channel 0.5.12</a></li>
+ <li><a href=" https://github.com/crossbeam-rs/crossbeam ">crossbeam-channel 0.5.13</a></li>
<li><a href=" https://github.com/crossbeam-rs/crossbeam ">crossbeam-deque 0.8.5</a></li>
<li><a href=" https://github.com/crossbeam-rs/crossbeam ">crossbeam-epoch 0.9.18</a></li>
- <li><a href=" https://github.com/crossbeam-rs/crossbeam ">crossbeam-utils 0.8.19</a></li>
+ <li><a href=" https://github.com/crossbeam-rs/crossbeam ">crossbeam-utils 0.8.20</a></li>
<li><a href=" https://github.com/rust-fuzz/arbitrary ">derive_arbitrary 1.3.2</a></li>
- <li><a href=" https://github.com/rayon-rs/either ">either 1.10.0</a></li>
+ <li><a href=" https://github.com/yaahc/displaydoc ">displaydoc 0.2.5</a></li>
+ <li><a href=" https://github.com/rayon-rs/either ">either 1.13.0</a></li>
<li><a href=" https://github.com/embassy-rs/embedded-io ">embedded-io 0.4.0</a></li>
- <li><a href=" https://github.com/rust-lang/ena ">ena 0.14.2</a></li>
+ <li><a href=" https://github.com/rust-lang/ena ">ena 0.14.3</a></li>
<li><a href=" https://github.com/cuviper/equivalent ">equivalent 1.0.1</a></li>
<li><a href=" https://github.com/smol-rs/event-listener ">event-listener 2.5.3</a></li>
- <li><a href=" https://github.com/smol-rs/fastrand ">fastrand 2.0.1</a></li>
+ <li><a href=" https://github.com/smol-rs/fastrand ">fastrand 2.1.0</a></li>
<li><a href=" https://github.com/alexcrichton/filetime ">filetime 0.2.23</a></li>
<li><a href=" https://github.com/petgraph/fixedbitset ">fixedbitset 0.4.2</a></li>
- <li><a href=" https://github.com/rust-lang/flate2-rs ">flate2 1.0.28</a></li>
+ <li><a href=" https://github.com/rust-lang/flate2-rs ">flate2 1.0.30</a></li>
<li><a href=" https://github.com/servo/rust-fnv ">fnv 1.0.7</a></li>
<li><a href=" https://github.com/servo/rust-url ">form_urlencoded 1.2.1</a></li>
<li><a href=" https://github.com/danburkert/fs2-rs ">fs2 0.4.3</a></li>
- <li><a href=" https://github.com/al8n/fs4-rs ">fs4 0.8.2</a></li>
+ <li><a href=" https://github.com/al8n/fs4-rs ">fs4 0.8.4</a></li>
<li><a href=" https://github.com/servo/futf ">futf 0.1.5</a></li>
- <li><a href=" https://github.com/gimli-rs/gimli ">gimli 0.28.1</a></li>
+ <li><a href=" https://github.com/gimli-rs/gimli ">gimli 0.29.0</a></li>
<li><a href=" https://github.com/rust-lang/glob ">glob 0.3.1</a></li>
<li><a href=" https://github.com/japaric/hash32 ">hash32 0.2.1</a></li>
<li><a href=" https://github.com/rust-lang/hashbrown ">hashbrown 0.12.3</a></li>
- <li><a href=" https://github.com/rust-lang/hashbrown ">hashbrown 0.14.3</a></li>
+ <li><a href=" https://github.com/rust-lang/hashbrown ">hashbrown 0.13.2</a></li>
+ <li><a href=" https://github.com/rust-lang/hashbrown ">hashbrown 0.14.5</a></li>
<li><a href=" https://github.com/japaric/heapless ">heapless 0.7.17</a></li>
<li><a href=" https://github.com/withoutboats/heck ">heck 0.3.3</a></li>
<li><a href=" https://github.com/withoutboats/heck ">heck 0.4.1</a></li>
<li><a href=" https://github.com/withoutboats/heck ">heck 0.5.0</a></li>
<li><a href=" https://github.com/hermit-os/hermit-rs ">hermit-abi 0.3.9</a></li>
<li><a href=" https://github.com/servo/html5ever ">html5ever 0.26.0</a></li>
- <li><a href=" https://github.com/seanmonstar/httparse ">httparse 1.8.0</a></li>
- <li><a href=" https://github.com/rustls/hyper-rustls ">hyper-rustls 0.26.0</a></li>
+ <li><a href=" https://github.com/seanmonstar/httparse ">httparse 1.9.4</a></li>
<li><a href=" https://github.com/hyperium/hyper-tls ">hyper-tls 0.5.0</a></li>
<li><a href=" https://github.com/servo/rust-url/ ">idna 0.3.0</a></li>
<li><a href=" https://github.com/servo/rust-url/ ">idna 0.5.0</a></li>
<li><a href=" https://github.com/bluss/indexmap ">indexmap 1.9.3</a></li>
- <li><a href=" https://github.com/indexmap-rs/indexmap ">indexmap 2.2.5</a></li>
- <li><a href=" https://github.com/mitsuhiko/insta ">insta 1.36.1</a></li>
+ <li><a href=" https://github.com/indexmap-rs/indexmap ">indexmap 2.2.6</a></li>
+ <li><a href=" https://github.com/mitsuhiko/insta ">insta 1.39.0</a></li>
<li><a href=" https://github.com/rust-itertools/itertools ">itertools 0.10.5</a></li>
<li><a href=" https://github.com/rust-itertools/itertools ">itertools 0.11.0</a></li>
<li><a href=" https://github.com/rust-itertools/itertools ">itertools 0.12.1</a></li>
@@ -8381,69 +7942,66 @@ limitations under the License.</pre>
<li><a href=" https://github.com/rustwasm/wasm-bindgen/tree/master/crates/js-sys ">js-sys 0.3.69</a></li>
<li><a href=" https://github.com/lalrpop/lalrpop ">lalrpop-util 0.20.2</a></li>
<li><a href=" https://github.com/lalrpop/lalrpop ">lalrpop 0.20.2</a></li>
- <li><a href=" https://github.com/rust-lang-nursery/lazy-static.rs ">lazy_static 1.4.0</a></li>
+ <li><a href=" https://github.com/rust-lang-nursery/lazy-static.rs ">lazy_static 1.5.0</a></li>
<li><a href=" https://github.com/rust-fuzz/libfuzzer ">libfuzzer-sys 0.4.7</a></li>
<li><a href=" https://github.com/rust-lang/libm ">libm 0.2.8</a></li>
- <li><a href=" https://github.com/sunfishcode/linux-raw-sys ">linux-raw-sys 0.4.13</a></li>
- <li><a href=" https://github.com/Amanieu/parking_lot ">lock_api 0.4.11</a></li>
+ <li><a href=" https://github.com/sunfishcode/linux-raw-sys ">linux-raw-sys 0.4.14</a></li>
+ <li><a href=" https://github.com/Amanieu/parking_lot ">lock_api 0.4.12</a></li>
<li><a href=" https://github.com/rust-lang/log ">log 0.4.21</a></li>
<li><a href=" https://github.com/bluss/maplit ">maplit 1.0.2</a></li>
<li><a href=" https://github.com/servo/html5ever ">markup5ever 0.11.0</a></li>
<li><a href=" https://github.com/hyperium/mime ">mime 0.3.17</a></li>
<li><a href=" https://github.com/tov/min-max-heap-rs ">min-max-heap 1.3.0</a></li>
- <li><a href=" https://github.com/rust-num/num-bigint ">num-bigint 0.4.4</a></li>
- <li><a href=" https://github.com/rust-num/num-complex ">num-complex 0.4.5</a></li>
+ <li><a href=" https://github.com/rust-num/num-bigint ">num-bigint 0.4.5</a></li>
+ <li><a href=" https://github.com/rust-num/num-complex ">num-complex 0.4.6</a></li>
<li><a href=" https://github.com/rust-num/num-derive ">num-derive 0.4.2</a></li>
<li><a href=" https://github.com/rust-num/num-integer ">num-integer 0.1.46</a></li>
- <li><a href=" https://github.com/rust-num/num-rational ">num-rational 0.4.1</a></li>
- <li><a href=" https://github.com/rust-num/num-traits ">num-traits 0.2.18</a></li>
+ <li><a href=" https://github.com/rust-num/num-rational ">num-rational 0.4.2</a></li>
+ <li><a href=" https://github.com/rust-num/num-traits ">num-traits 0.2.19</a></li>
<li><a href=" https://github.com/seanmonstar/num_cpus ">num_cpus 1.16.0</a></li>
- <li><a href=" https://github.com/gimli-rs/object ">object 0.32.2</a></li>
+ <li><a href=" https://github.com/gimli-rs/object ">object 0.36.0</a></li>
<li><a href=" https://github.com/matklad/once_cell ">once_cell 1.19.0</a></li>
<li><a href=" https://github.com/alexcrichton/openssl-probe ">openssl-probe 0.1.5</a></li>
- <li><a href=" https://github.com/oxigraph/oxiri ">oxiri 0.2.2</a></li>
- <li><a href=" https://github.com/Amanieu/parking_lot ">parking_lot 0.12.1</a></li>
- <li><a href=" https://github.com/Amanieu/parking_lot ">parking_lot_core 0.9.9</a></li>
+ <li><a href=" https://github.com/oxigraph/oxiri ">oxiri 0.2.3</a></li>
+ <li><a href=" https://github.com/Amanieu/parking_lot ">parking_lot 0.12.3</a></li>
+ <li><a href=" https://github.com/Amanieu/parking_lot ">parking_lot_core 0.9.10</a></li>
<li><a href=" https://github.com/servo/rust-url/ ">percent-encoding 2.3.1</a></li>
- <li><a href=" https://github.com/petgraph/petgraph ">petgraph 0.6.4</a></li>
+ <li><a href=" https://github.com/petgraph/petgraph ">petgraph 0.6.5</a></li>
<li><a href=" https://github.com/rust-lang/pkg-config-rs ">pkg-config 0.3.30</a></li>
<li><a href=" https://github.com/image-rs/image-png ">png 0.17.13</a></li>
<li><a href=" https://github.com/jamesmunns/postcard ">postcard 1.0.8</a></li>
<li><a href=" https://github.com/proptest-rs/proptest ">proptest-derive 0.4.0</a></li>
- <li><a href=" https://github.com/proptest-rs/proptest ">proptest 1.4.0</a></li>
+ <li><a href=" https://github.com/proptest-rs/proptest ">proptest 1.5.0</a></li>
<li><a href=" https://github.com/addr-rs/psl-types ">psl-types 2.0.11</a></li>
<li><a href=" https://github.com/rushmorem/publicsuffix ">publicsuffix 2.2.3</a></li>
<li><a href=" https://github.com/cuviper/rayon-cond ">rayon-cond 0.1.0</a></li>
<li><a href=" https://github.com/rayon-rs/rayon ">rayon-core 1.12.1</a></li>
- <li><a href=" https://github.com/rayon-rs/rayon ">rayon 1.9.0</a></li>
- <li><a href=" https://github.com/rust-lang/regex/tree/master/regex-automata ">regex-automata 0.4.6</a></li>
+ <li><a href=" https://github.com/rayon-rs/rayon ">rayon 1.10.0</a></li>
+ <li><a href=" https://github.com/rust-lang/regex/tree/master/regex-automata ">regex-automata 0.4.7</a></li>
<li><a href=" https://github.com/rust-lang/regex ">regex-syntax 0.6.29</a></li>
<li><a href=" https://github.com/rust-lang/regex/tree/master/regex-syntax ">regex-syntax 0.7.5</a></li>
- <li><a href=" https://github.com/rust-lang/regex/tree/master/regex-syntax ">regex-syntax 0.8.2</a></li>
- <li><a href=" https://github.com/rust-lang/regex ">regex 1.10.3</a></li>
- <li><a href=" https://github.com/alexcrichton/rustc-demangle ">rustc-demangle 0.1.23</a></li>
+ <li><a href=" https://github.com/rust-lang/regex/tree/master/regex-syntax ">regex-syntax 0.8.4</a></li>
+ <li><a href=" https://github.com/rust-lang/regex ">regex 1.10.5</a></li>
+ <li><a href=" https://github.com/rust-lang/rustc-demangle ">rustc-demangle 0.1.24</a></li>
<li><a href=" https://github.com/rust-lang-nursery/rustc-hash ">rustc-hash 1.1.0</a></li>
<li><a href=" https://github.com/Kimundi/rustc-version-rs ">rustc_version 0.4.0</a></li>
- <li><a href=" https://github.com/bytecodealliance/rustix ">rustix 0.38.31</a></li>
+ <li><a href=" https://github.com/bytecodealliance/rustix ">rustix 0.38.34</a></li>
<li><a href=" https://github.com/rustls/pemfile ">rustls-pemfile 1.0.4</a></li>
- <li><a href=" https://github.com/rustls/pemfile ">rustls-pemfile 2.1.2</a></li>
- <li><a href=" https://github.com/rustls/rustls ">rustls 0.22.4</a></li>
<li><a href=" https://github.com/altsysrq/rusty-fork ">rusty-fork 0.3.0</a></li>
- <li><a href=" https://github.com/alexcrichton/scoped-tls ">scoped-tls 1.0.1</a></li>
<li><a href=" https://github.com/bluss/scopeguard ">scopeguard 1.2.0</a></li>
- <li><a href=" https://github.com/kornelski/rust-security-framework ">security-framework-sys 2.9.1</a></li>
- <li><a href=" https://github.com/kornelski/rust-security-framework ">security-framework 2.9.2</a></li>
+ <li><a href=" https://github.com/kornelski/rust-security-framework ">security-framework-sys 2.11.0</a></li>
+ <li><a href=" https://github.com/kornelski/rust-security-framework ">security-framework 2.11.0</a></li>
<li><a href=" https://github.com/mitsuhiko/serde-plain ">serde_plain 1.0.2</a></li>
- <li><a href=" https://github.com/vorner/signal-hook ">signal-hook-registry 1.4.1</a></li>
- <li><a href=" https://github.com/mitsuhiko/similar ">similar 2.4.0</a></li>
- <li><a href=" https://github.com/servo/rust-smallvec ">smallvec 1.13.1</a></li>
- <li><a href=" https://github.com/rust-lang/socket2 ">socket2 0.5.6</a></li>
+ <li><a href=" https://github.com/vorner/signal-hook ">signal-hook-registry 1.4.2</a></li>
+ <li><a href=" https://github.com/mitsuhiko/similar ">similar 2.5.0</a></li>
+ <li><a href=" https://github.com/servo/rust-smallvec ">smallvec 1.13.2</a></li>
+ <li><a href=" https://github.com/rust-lang/socket2 ">socket2 0.5.7</a></li>
<li><a href=" https://github.com/storyyeller/stable_deref_trait ">stable_deref_trait 1.2.0</a></li>
<li><a href=" https://github.com/servo/string-cache ">string_cache 0.8.7</a></li>
<li><a href=" https://github.com/servo/string-cache ">string_cache_codegen 0.5.2</a></li>
<li><a href=" https://github.com/dtolnay/syn ">syn 1.0.109</a></li>
<li><a href=" https://github.com/gdesmott/system-deps ">system-deps 6.2.2</a></li>
- <li><a href=" https://github.com/alexcrichton/tar-rs ">tar 0.4.40</a></li>
+ <li><a href=" https://github.com/alexcrichton/tar-rs ">tar 0.4.41</a></li>
<li><a href=" https://github.com/Stebalien/tempfile ">tempfile 3.10.1</a></li>
<li><a href=" https://github.com/servo/tendril ">tendril 0.4.3</a></li>
<li><a href=" https://github.com/Stebalien/term ">term 0.7.0</a></li>
@@ -8456,10 +8014,10 @@ limitations under the License.</pre>
<li><a href=" https://github.com/n1t0/unicode-normalization ">unicode-normalization-alignments 0.1.12</a></li>
<li><a href=" https://github.com/unicode-rs/unicode-normalization ">unicode-normalization 0.1.23</a></li>
<li><a href=" https://github.com/unicode-rs/unicode-segmentation ">unicode-segmentation 1.11.0</a></li>
- <li><a href=" https://github.com/unicode-rs/unicode-width ">unicode-width 0.1.11</a></li>
+ <li><a href=" https://github.com/unicode-rs/unicode-width ">unicode-width 0.1.13</a></li>
<li><a href=" https://github.com/unicode-rs/unicode-xid ">unicode-xid 0.2.4</a></li>
- <li><a href=" https://github.com/servo/rust-url ">url 2.5.0</a></li>
- <li><a href=" https://github.com/uuid-rs/uuid ">uuid 1.7.0</a></li>
+ <li><a href=" https://github.com/servo/rust-url ">url 2.5.2</a></li>
+ <li><a href=" https://github.com/uuid-rs/uuid ">uuid 1.9.1</a></li>
<li><a href=" https://github.com/drmingdrmer/validit ">validit 0.2.4</a></li>
<li><a href=" https://github.com/SergioBenitez/version_check ">version_check 0.9.4</a></li>
<li><a href=" https://github.com/alexcrichton/wait-timeout ">wait-timeout 0.2.0</a></li>
@@ -8472,7 +8030,6 @@ limitations under the License.</pre>
<li><a href=" https://github.com/rustwasm/wasm-bindgen ">wasm-bindgen 0.2.92</a></li>
<li><a href=" https://github.com/rustwasm/wasm-bindgen/tree/master/crates/web-sys ">web-sys 0.3.69</a></li>
<li><a href=" https://github.com/Stebalien/xattr ">xattr 1.3.1</a></li>
- <li><a href=" https://github.com/chyh1990/yaml-rust ">yaml-rust 0.4.5</a></li>
</ul>
<pre class="license-text"> Apache License
Version 2.0, January 2004
@@ -8684,7 +8241,7 @@ limitations under the License.
<li><a href=" https://github.com/contain-rs/bit-set ">bit-set 0.5.3</a></li>
<li><a href=" https://github.com/contain-rs/bit-vec ">bit-vec 0.6.3</a></li>
<li><a href=" https://github.com/EmbarkStudios/cfg-expr ">cfg-expr 0.15.8</a></li>
- <li><a href=" https://github.com/marcianx/downcast-rs ">downcast-rs 1.2.0</a></li>
+ <li><a href=" https://github.com/marcianx/downcast-rs ">downcast-rs 1.2.1</a></li>
<li><a href=" https://github.com/contain-rs/linked-hash-map ">linked-hash-map 0.5.6</a></li>
<li><a href=" https://github.com/Alexhuszagh/minimal-lexical ">minimal-lexical 0.2.1</a></li>
<li><a href=" https://github.com/aldanor/qoi-rust ">qoi 0.4.1</a></li>
@@ -9713,7 +9270,7 @@ APPENDIX: How to apply the Apache License to your work.
<h3 id="Apache-2.0">Apache License 2.0</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/rust-random/getrandom ">getrandom 0.2.12</a></li>
+ <li><a href=" https://github.com/rust-random/getrandom ">getrandom 0.2.15</a></li>
<li><a href=" https://github.com/rust-random/rand ">rand_chacha 0.3.1</a></li>
<li><a href=" https://github.com/rust-random/rand ">rand_pcg 0.3.1</a></li>
<li><a href=" https://github.com/rust-random/rngs ">rand_xorshift 0.3.0</a></li>
@@ -9926,7 +9483,9 @@ limitations under the License.
<h4>Used by:</h4>
<ul class="license-used-by">
<li><a href=" https://github.com/jonas-schievink/adler.git ">adler 1.0.2</a></li>
+ <li><a href=" https://github.com/rust-lang/cargo ">home 0.5.9</a></li>
<li><a href=" https://github.com/bkchr/proc-macro-crate ">proc-macro-crate 1.3.1</a></li>
+ <li><a href=" https://github.com/bkchr/proc-macro-crate ">proc-macro-crate 3.1.0</a></li>
</ul>
<pre class="license-text"> Apache License
Version 2.0, January 2004
@@ -10129,6 +9688,190 @@ distributed under the License is distributed on an &quot;AS IS&quot; BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
+</pre>
+ </li>
+ <li class="license">
+ <h3 id="Apache-2.0">Apache License 2.0</h3>
+ <h4>Used by:</h4>
+ <ul class="license-used-by">
+ <li><a href=" https://github.com/zakarumych/allocator-api2 ">allocator-api2 0.2.18</a></li>
+ </ul>
+ <pre class="license-text"> Apache License
+ Version 2.0, January 2004
+ http://www.apache.org/licenses/
+
+TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+1. Definitions.
+
+ &quot;License&quot; shall mean the terms and conditions for use, reproduction,
+ and distribution as defined by Sections 1 through 9 of this document.
+
+ &quot;Licensor&quot; shall mean the copyright owner or entity authorized by
+ the copyright owner that is granting the License.
+
+ &quot;Legal Entity&quot; shall mean the union of the acting entity and all
+ other entities that control, are controlled by, or are under common
+ control with that entity. For the purposes of this definition,
+ &quot;control&quot; means (i) the power, direct or indirect, to cause the
+ direction or management of such entity, whether by contract or
+ otherwise, or (ii) ownership of fifty percent (50%) or more of the
+ outstanding shares, or (iii) beneficial ownership of such entity.
+
+ &quot;You&quot; (or &quot;Your&quot;) shall mean an individual or Legal Entity
+ exercising permissions granted by this License.
+
+ &quot;Source&quot; form shall mean the preferred form for making modifications,
+ including but not limited to software source code, documentation
+ source, and configuration files.
+
+ &quot;Object&quot; form shall mean any form resulting from mechanical
+ transformation or translation of a Source form, including but
+ not limited to compiled object code, generated documentation,
+ and conversions to other media types.
+
+ &quot;Work&quot; shall mean the work of authorship, whether in Source or
+ Object form, made available under the License, as indicated by a
+ copyright notice that is included in or attached to the work
+ (an example is provided in the Appendix below).
+
+ &quot;Derivative Works&quot; shall mean any work, whether in Source or Object
+ form, that is based on (or derived from) the Work and for which the
+ editorial revisions, annotations, elaborations, or other modifications
+ represent, as a whole, an original work of authorship. For the purposes
+ of this License, Derivative Works shall not include works that remain
+ separable from, or merely link (or bind by name) to the interfaces of,
+ the Work and Derivative Works thereof.
+
+ &quot;Contribution&quot; shall mean any work of authorship, including
+ the original version of the Work and any modifications or additions
+ to that Work or Derivative Works thereof, that is intentionally
+ submitted to Licensor for inclusion in the Work by the copyright owner
+ or by an individual or Legal Entity authorized to submit on behalf of
+ the copyright owner. For the purposes of this definition, &quot;submitted&quot;
+ means any form of electronic, verbal, or written communication sent
+ to the Licensor or its representatives, including but not limited to
+ communication on electronic mailing lists, source code control systems,
+ and issue tracking systems that are managed by, or on behalf of, the
+ Licensor for the purpose of discussing and improving the Work, but
+ excluding communication that is conspicuously marked or otherwise
+ designated in writing by the copyright owner as &quot;Not a Contribution.&quot;
+
+ &quot;Contributor&quot; shall mean Licensor and any individual or Legal Entity
+ on behalf of whom a Contribution has been received by Licensor and
+ subsequently incorporated within the Work.
+
+2. Grant of Copyright License. Subject to the terms and conditions of
+ this License, each Contributor hereby grants to You a perpetual,
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+ copyright license to reproduce, prepare Derivative Works of,
+ publicly display, publicly perform, sublicense, and distribute the
+ Work and such Derivative Works in Source or Object form.
+
+3. Grant of Patent License. Subject to the terms and conditions of
+ this License, each Contributor hereby grants to You a perpetual,
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+ (except as stated in this section) patent license to make, have made,
+ use, offer to sell, sell, import, and otherwise transfer the Work,
+ where such license applies only to those patent claims licensable
+ by such Contributor that are necessarily infringed by their
+ Contribution(s) alone or by combination of their Contribution(s)
+ with the Work to which such Contribution(s) was submitted. If You
+ institute patent litigation against any entity (including a
+ cross-claim or counterclaim in a lawsuit) alleging that the Work
+ or a Contribution incorporated within the Work constitutes direct
+ or contributory patent infringement, then any patent licenses
+ granted to You under this License for that Work shall terminate
+ as of the date such litigation is filed.
+
+4. Redistribution. You may reproduce and distribute copies of the
+ Work or Derivative Works thereof in any medium, with or without
+ modifications, and in Source or Object form, provided that You
+ meet the following conditions:
+
+ (a) You must give any other recipients of the Work or
+ Derivative Works a copy of this License; and
+
+ (b) You must cause any modified files to carry prominent notices
+ stating that You changed the files; and
+
+ (c) You must retain, in the Source form of any Derivative Works
+ that You distribute, all copyright, patent, trademark, and
+ attribution notices from the Source form of the Work,
+ excluding those notices that do not pertain to any part of
+ the Derivative Works; and
+
+ (d) If the Work includes a &quot;NOTICE&quot; text file as part of its
+ distribution, then any Derivative Works that You distribute must
+ include a readable copy of the attribution notices contained
+ within such NOTICE file, excluding those notices that do not
+ pertain to any part of the Derivative Works, in at least one
+ of the following places: within a NOTICE text file distributed
+ as part of the Derivative Works; within the Source form or
+ documentation, if provided along with the Derivative Works; or,
+ within a display generated by the Derivative Works, if and
+ wherever such third-party notices normally appear. The contents
+ of the NOTICE file are for informational purposes only and
+ do not modify the License. You may add Your own attribution
+ notices within Derivative Works that You distribute, alongside
+ or as an addendum to the NOTICE text from the Work, provided
+ that such additional attribution notices cannot be construed
+ as modifying the License.
+
+ You may add Your own copyright statement to Your modifications and
+ may provide additional or different license terms and conditions
+ for use, reproduction, or distribution of Your modifications, or
+ for any such Derivative Works as a whole, provided Your use,
+ reproduction, and distribution of the Work otherwise complies with
+ the conditions stated in this License.
+
+5. Submission of Contributions. Unless You explicitly state otherwise,
+ any Contribution intentionally submitted for inclusion in the Work
+ by You to the Licensor shall be under the terms and conditions of
+ this License, without any additional terms or conditions.
+ Notwithstanding the above, nothing herein shall supersede or modify
+ the terms of any separate license agreement you may have executed
+ with Licensor regarding such Contributions.
+
+6. Trademarks. This License does not grant permission to use the trade
+ names, trademarks, service marks, or product names of the Licensor,
+ except as required for reasonable and customary use in describing the
+ origin of the Work and reproducing the content of the NOTICE file.
+
+7. Disclaimer of Warranty. Unless required by applicable law or
+ agreed to in writing, Licensor provides the Work (and each
+ Contributor provides its Contributions) on an &quot;AS IS&quot; BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+ implied, including, without limitation, any warranties or conditions
+ of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+ PARTICULAR PURPOSE. You are solely responsible for determining the
+ appropriateness of using or redistributing the Work and assume any
+ risks associated with Your exercise of permissions under this License.
+
+8. Limitation of Liability. In no event and under no legal theory,
+ whether in tort (including negligence), contract, or otherwise,
+ unless required by applicable law (such as deliberate and grossly
+ negligent acts) or agreed to in writing, shall any Contributor be
+ liable to You for damages, including any direct, indirect, special,
+ incidental, or consequential damages of any character arising as a
+ result of this License or out of the use or inability to use the
+ Work (including but not limited to damages for loss of goodwill,
+ work stoppage, computer failure or malfunction, or any and all
+ other commercial damages or losses), even if such Contributor
+ has been advised of the possibility of such damages.
+
+9. Accepting Warranty or Additional Liability. While redistributing
+ the Work or Derivative Works thereof, You may choose to offer,
+ and charge a fee for, acceptance of support, warranty, indemnity,
+ or other liability obligations and/or rights consistent with this
+ License. However, in accepting such obligations, You may act only
+ on Your own behalf and on Your sole responsibility, not on behalf
+ of any other Contributor, and only if You agree to indemnify,
+ defend, and hold each Contributor harmless for any liability
+ incurred by, or claims asserted against, such Contributor by reason
+ of your accepting any such warranty or additional liability.
+
+END OF TERMS AND CONDITIONS
</pre>
</li>
<li class="license">
@@ -10344,8 +10087,7 @@ limitations under the License.
<h3 id="Apache-2.0">Apache License 2.0</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/yaahc/displaydoc ">displaydoc 0.2.4</a></li>
- <li><a href=" https://github.com/alexcrichton/jobserver-rs ">jobserver 0.1.28</a></li>
+ <li><a href=" https://github.com/rust-lang/jobserver-rs ">jobserver 0.1.31</a></li>
</ul>
<pre class="license-text"> Apache License
Version 2.0, January 2004
@@ -11181,15 +10923,14 @@ limitations under the License.
<h3 id="Apache-2.0">Apache License 2.0</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/zakarumych/allocator-api2 ">allocator-api2 0.2.16</a></li>
<li><a href=" https://github.com/nical/android_system_properties ">android_system_properties 0.1.5</a></li>
<li><a href=" https://github.com/zrzka/anes-rs ">anes 0.1.6</a></li>
<li><a href=" https://github.com/huggingface/candle ">candle-nn 0.3.3</a></li>
<li><a href=" https://github.com/huggingface/candle ">candle-transformers 0.3.3</a></li>
- <li><a href=" https://gitlab.com/antonok/enum_dispatch ">enum_dispatch 0.3.12</a></li>
+ <li><a href=" https://gitlab.com/antonok/enum_dispatch ">enum_dispatch 0.3.13</a></li>
<li><a href=" https://github.com/jpopesculian/eventsource-stream ">eventsource-stream 0.2.3</a></li>
<li><a href=" https://github.com/cbreeden/fxhash ">fxhash 0.2.1</a></li>
- <li><a href=" https://github.com/starkat99/half-rs ">half 2.4.0</a></li>
+ <li><a href=" https://github.com/starkat99/half-rs ">half 2.4.1</a></li>
<li><a href=" https://github.com/veddan/rust-htmlescape ">htmlescape 0.3.1</a></li>
<li><a href=" https://github.com/TedDriggs/ident_case ">ident_case 1.0.1</a></li>
<li><a href=" https://github.com/kornelski/imgref ">imgref 1.10.1</a></li>
@@ -11198,9 +10939,9 @@ limitations under the License.
<li><a href=" https://github.com/maciejhirsz/logos ">logos 0.13.0</a></li>
<li><a href=" https://github.com/reem/rust-mac.git ">mac 0.1.1</a></li>
<li><a href=" https://github.com/stainless-steel/md5 ">md5 0.7.0</a></li>
- <li><a href=" https://github.com/faern/oneshot ">oneshot 0.1.6</a></li>
- <li><a href=" https://github.com/datafuselabs/openraft ">openraft-macros 0.9.1</a></li>
- <li><a href=" https://github.com/datafuselabs/openraft ">openraft 0.9.1</a></li>
+ <li><a href=" https://github.com/faern/oneshot ">oneshot 0.1.8</a></li>
+ <li><a href=" https://github.com/datafuselabs/openraft ">openraft-macros 0.9.5</a></li>
+ <li><a href=" https://github.com/datafuselabs/openraft ">openraft 0.9.5</a></li>
<li><a href=" https://github.com/sfackler/rust-openssl ">openssl 0.10.64</a></li>
<li><a href=" https://github.com/jamesmunns/postcard ">postcard-derive 0.1.1</a></li>
<li><a href=" https://github.com/aclysma/profiling ">profiling-procmacros 1.0.15</a></li>
@@ -11301,8 +11042,8 @@ limitations under the License.
<h3 id="Apache-2.0">Apache License 2.0</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/Lokathor/bytemuck ">bytemuck 1.14.3</a></li>
- <li><a href=" https://github.com/Lokathor/bytemuck ">bytemuck_derive 1.5.0</a></li>
+ <li><a href=" https://github.com/Lokathor/bytemuck ">bytemuck 1.16.1</a></li>
+ <li><a href=" https://github.com/Lokathor/bytemuck ">bytemuck_derive 1.7.0</a></li>
</ul>
<pre class="license-text">Apache License
Version 2.0, January 2004
@@ -11371,7 +11112,7 @@ limitations under the License.
<h3 id="Apache-2.0">Apache License 2.0</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/chronotope/chrono ">chrono 0.4.34</a></li>
+ <li><a href=" https://github.com/chronotope/chrono ">chrono 0.4.38</a></li>
</ul>
<pre class="license-text">Rust-chrono is dual-licensed under The MIT License [1] and
Apache 2.0 License [2]. Copyright (c) 2014--2017, Kang Seonghoon and
@@ -11792,7 +11533,7 @@ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
<h3 id="BSD-3-Clause">BSD 3-Clause &quot;New&quot; or &quot;Revised&quot; License</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/kornelski/cavif-rs ">ravif 0.11.5</a></li>
+ <li><a href=" https://github.com/kornelski/cavif-rs ">ravif 0.11.7</a></li>
</ul>
<pre class="license-text">BSD 3-Clause License
@@ -11829,9 +11570,10 @@ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
<h3 id="BSD-3-Clause">BSD 3-Clause &quot;New&quot; or &quot;Revised&quot; License</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/dalek-cryptography/subtle ">subtle 2.5.0</a></li>
+ <li><a href=" https://github.com/dalek-cryptography/subtle ">subtle 2.6.1</a></li>
</ul>
<pre class="license-text">Copyright (c) 2016-2017 Isis Agora Lovecruft, Henry de Valence. All rights reserved.
+Copyright (c) 2016-2024 Isis Agora Lovecruft. All rights reserved.
Redistribution and use in source and binary forms, with or without
modification, are permitted provided that the following conditions are
@@ -11865,7 +11607,7 @@ SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
<h3 id="BSD-3-Clause">BSD 3-Clause &quot;New&quot; or &quot;Revised&quot; License</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/sebcrozet/instant ">instant 0.1.12</a></li>
+ <li><a href=" https://github.com/sebcrozet/instant ">instant 0.1.13</a></li>
</ul>
<pre class="license-text">Copyright (c) 2019, Sébastien Crozet
All rights reserved.
@@ -11988,7 +11730,7 @@ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
<h3 id="BSD-3-Clause">BSD 3-Clause &quot;New&quot; or &quot;Revised&quot; License</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/hsivonen/encoding_rs ">encoding_rs 0.8.33</a></li>
+ <li><a href=" https://github.com/hsivonen/encoding_rs ">encoding_rs 0.8.34</a></li>
</ul>
<pre class="license-text">Copyright © WHATWG (Apple, Google, Mozilla, Microsoft).
@@ -12239,43 +11981,13 @@ express Statement of Purpose.
// WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
// ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
// OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
-</pre>
- </li>
- <li class="license">
- <h3 id="ISC">ISC License</h3>
- <h4>Used by:</h4>
- <ul class="license-used-by">
- <li><a href=" https://github.com/rustls/webpki ">rustls-webpki 0.102.4</a></li>
- </ul>
- <pre class="license-text">// Copyright 2022 Rafael Fernández López.
-//
-// Permission to use, copy, modify, and/or distribute this software for any
-// purpose with or without fee is hereby granted, provided that the above
-// copyright notice and this permission notice appear in all copies.
-//
-// THE SOFTWARE IS PROVIDED &quot;AS IS&quot; AND THE AUTHORS DISCLAIM ALL WARRANTIES
-// WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
-// MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR
-// ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
-// WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
-// ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
-// OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
-
-mod dns_name;
-pub(crate) use dns_name::{verify_dns_names, WildcardDnsNameRef};
-
-mod ip_address;
-pub(crate) use ip_address::verify_ip_address_names;
-
-mod verify;
-pub(super) use verify::{check_name_constraints, GeneralName, NameIterator};
</pre>
</li>
<li class="license">
<h3 id="LGPL-3.0">GNU Lesser General Public License v3.0 only</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/Fluhzar/WAV ">wav 1.0.0</a></li>
+ <li><a href=" https://crates.io/crates/wav ">wav 1.0.1</a></li>
</ul>
<pre class="license-text">GNU LESSER GENERAL PUBLIC LICENSE
Version 3, 29 June 2007
@@ -12662,7 +12374,35 @@ under the original license.
<h3 id="MIT">MIT License</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/sfackler/rust-openssl ">openssl-sys 0.9.101</a></li>
+ <li><a href=" https://github.com/dbrgn/tracing-test ">tracing-test-macro 0.2.5</a></li>
+ <li><a href=" https://github.com/dbrgn/tracing-test ">tracing-test 0.2.5</a></li>
+ </ul>
+ <pre class="license-text">Copyright (C) 2020-2023 Threema GmbH, Danilo Bargen
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of
+this software and associated documentation files (the &quot;Software&quot;), to deal in
+the Software without restriction, including without limitation the rights to
+use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies
+of the Software, and to permit persons to whom the Software is furnished to do
+so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED &quot;AS IS&quot;, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+</pre>
+ </li>
+ <li class="license">
+ <h3 id="MIT">MIT License</h3>
+ <h4>Used by:</h4>
+ <ul class="license-used-by">
+ <li><a href=" https://github.com/sfackler/rust-openssl ">openssl-sys 0.9.102</a></li>
</ul>
<pre class="license-text">Copyright (c) 2014 Alex Crichton
@@ -12783,8 +12523,8 @@ WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
<h3 id="MIT">MIT License</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/hyperium/hyper ">hyper 0.14.28</a></li>
- <li><a href=" https://github.com/hyperium/hyper ">hyper 1.2.0</a></li>
+ <li><a href=" https://github.com/hyperium/hyper ">hyper 0.14.29</a></li>
+ <li><a href=" https://github.com/hyperium/hyper ">hyper 1.3.1</a></li>
</ul>
<pre class="license-text">Copyright (c) 2014-2021 Sean McArthur
@@ -12812,7 +12552,6 @@ THE SOFTWARE.
<h4>Used by:</h4>
<ul class="license-used-by">
<li><a href=" https://github.com/gentoo90/winreg-rs ">winreg 0.50.0</a></li>
- <li><a href=" https://github.com/gentoo90/winreg-rs ">winreg 0.52.0</a></li>
</ul>
<pre class="license-text">Copyright (c) 2015 Igor Shaula
@@ -12839,7 +12578,7 @@ THE SOFTWARE.
<h3 id="MIT">MIT License</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/mbrubeck/rust-debug-unreachable ">new_debug_unreachable 1.0.4</a></li>
+ <li><a href=" https://github.com/mbrubeck/rust-debug-unreachable ">new_debug_unreachable 1.0.6</a></li>
</ul>
<pre class="license-text">Copyright (c) 2015 Jonathan Reem
@@ -12915,7 +12654,7 @@ SOFTWARE.
<h3 id="MIT">MIT License</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/oxigraph/oxilangtag ">oxilangtag 0.1.4</a></li>
+ <li><a href=" https://github.com/oxigraph/oxilangtag ">oxilangtag 0.1.5</a></li>
</ul>
<pre class="license-text">Copyright (c) 2015-2021 Pyfisch Tpt
@@ -12958,6 +12697,7 @@ THE SOFTWARE IS PROVIDED &quot;AS IS&quot;, WITHOUT WARRANTY OF ANY KIND, EXPRES
<h4>Used by:</h4>
<ul class="license-used-by">
<li><a href=" https://gitlab.redox-os.org/redox-os/syscall ">redox_syscall 0.4.1</a></li>
+ <li><a href=" https://gitlab.redox-os.org/redox-os/syscall ">redox_syscall 0.5.2</a></li>
</ul>
<pre class="license-text">Copyright (c) 2017 Redox OS Developers
@@ -13015,8 +12755,7 @@ SOFTWARE.
<h3 id="MIT">MIT License</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/hyperium/h2 ">h2 0.3.24</a></li>
- <li><a href=" https://github.com/hyperium/h2 ">h2 0.4.2</a></li>
+ <li><a href=" https://github.com/hyperium/h2 ">h2 0.3.26</a></li>
</ul>
<pre class="license-text">Copyright (c) 2017 h2 authors
@@ -13049,7 +12788,7 @@ DEALINGS IN THE SOFTWARE.
<h3 id="MIT">MIT License</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/tokio-rs/bytes ">bytes 1.5.0</a></li>
+ <li><a href=" https://github.com/tokio-rs/bytes ">bytes 1.6.0</a></li>
</ul>
<pre class="license-text">Copyright (c) 2018 Carl Lerche
@@ -13184,7 +12923,7 @@ THE SOFTWARE.
<h3 id="MIT">MIT License</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/tokio-rs/axum ">axum 0.7.4</a></li>
+ <li><a href=" https://github.com/tokio-rs/axum ">axum 0.7.5</a></li>
</ul>
<pre class="license-text">Copyright (c) 2019 Axum Contributors
@@ -13217,7 +12956,6 @@ DEALINGS IN THE SOFTWARE.
<h3 id="MIT">MIT License</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/tokio-rs/loom ">loom 0.5.6</a></li>
<li><a href=" https://github.com/tokio-rs/slab ">slab 0.4.9</a></li>
</ul>
<pre class="license-text">Copyright (c) 2019 Carl Lerche
@@ -13305,6 +13043,7 @@ SOFTWARE.
<h3 id="MIT">MIT License</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
+ <li><a href=" https://github.com/hyperium/http-body ">http-body-util 0.1.2</a></li>
<li><a href=" https://github.com/hyperium/http-body ">http-body 0.4.6</a></li>
</ul>
<pre class="license-text">Copyright (c) 2019 Hyper Contributors
@@ -13529,7 +13268,7 @@ SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
<h3 id="MIT">MIT License</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/hyperium/hyper-util ">hyper-util 0.1.3</a></li>
+ <li><a href=" https://github.com/hyperium/hyper-util ">hyper-util 0.1.5</a></li>
</ul>
<pre class="license-text">Copyright (c) 2023 Sean McArthur
@@ -13556,9 +13295,8 @@ THE SOFTWARE.
<h3 id="MIT">MIT License</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/tokio-rs/tokio ">tokio-stream 0.1.14</a></li>
- <li><a href=" https://github.com/tokio-rs/tokio ">tokio-util 0.7.10</a></li>
- <li><a href=" https://github.com/tokio-rs/tokio ">tokio 1.36.0</a></li>
+ <li><a href=" https://github.com/tokio-rs/tokio ">tokio-stream 0.1.15</a></li>
+ <li><a href=" https://github.com/tokio-rs/tokio ">tokio-util 0.7.11</a></li>
</ul>
<pre class="license-text">Copyright (c) 2023 Tokio Contributors
@@ -13663,7 +13401,7 @@ THE SOFTWARE IS PROVIDED &quot;AS IS&quot;, WITHOUT WARRANTY OF ANY KIND, EXPRES
<h4>Used by:</h4>
<ul class="license-used-by">
<li><a href=" https://github.com/tokio-rs/axum ">axum-core 0.4.3</a></li>
- <li><a href=" https://github.com/tokio-rs/axum ">axum-extra 0.9.2</a></li>
+ <li><a href=" https://github.com/tokio-rs/axum ">axum-extra 0.9.3</a></li>
<li><a href=" https://github.com/tokio-rs/axum ">axum-macros 0.4.1</a></li>
</ul>
<pre class="license-text">Copyright 2021 Axum Contributors
@@ -13692,6 +13430,24 @@ Permission is hereby granted, free of charge, to any person obtaining a copy of
The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
THE SOFTWARE IS PROVIDED &quot;AS IS&quot;, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+</pre>
+ </li>
+ <li class="license">
+ <h3 id="MIT">MIT License</h3>
+ <h4>Used by:</h4>
+ <ul class="license-used-by">
+ <li><a href=" https://github.com/PSeitz/rust_measure_time ">measure_time 0.8.3</a></li>
+ </ul>
+ <pre class="license-text">Includes portions of humantime
+Copyright (c) 2016 The humantime Developers
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the &quot;Software&quot;), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED &quot;AS IS&quot;, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+
</pre>
</li>
<li class="license">
@@ -13813,11 +13569,11 @@ SOFTWARE.</pre>
<h4>Used by:</h4>
<ul class="license-used-by">
<li><a href=" https://github.com/TedDriggs/darling ">darling 0.14.4</a></li>
- <li><a href=" https://github.com/TedDriggs/darling ">darling 0.20.8</a></li>
+ <li><a href=" https://github.com/TedDriggs/darling ">darling 0.20.9</a></li>
<li><a href=" https://github.com/TedDriggs/darling ">darling_core 0.14.4</a></li>
- <li><a href=" https://github.com/TedDriggs/darling ">darling_core 0.20.8</a></li>
+ <li><a href=" https://github.com/TedDriggs/darling ">darling_core 0.20.9</a></li>
<li><a href=" https://github.com/TedDriggs/darling ">darling_macro 0.14.4</a></li>
- <li><a href=" https://github.com/TedDriggs/darling ">darling_macro 0.20.8</a></li>
+ <li><a href=" https://github.com/TedDriggs/darling ">darling_macro 0.20.9</a></li>
</ul>
<pre class="license-text">MIT License
@@ -14009,6 +13765,35 @@ furnished to do so, subject to the following conditions:
The above copyright notice and this permission notice shall be included in all
copies or substantial portions of the Software.
+THE SOFTWARE IS PROVIDED &quot;AS IS&quot;, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+</pre>
+ </li>
+ <li class="license">
+ <h3 id="MIT">MIT License</h3>
+ <h4>Used by:</h4>
+ <ul class="license-used-by">
+ <li><a href=" https://github.com/sgodwincs/ordered-multimap-rs ">ordered-multimap 0.6.0</a></li>
+ </ul>
+ <pre class="license-text">MIT License
+
+Copyright (c) 2018 sgodwincs
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the &quot;Software&quot;), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
THE SOFTWARE IS PROVIDED &quot;AS IS&quot;, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
@@ -14140,9 +13925,9 @@ SOFTWARE.
<h4>Used by:</h4>
<ul class="license-used-by">
<li><a href=" https://github.com/Peternator7/strum ">strum 0.23.0</a></li>
- <li><a href=" https://github.com/Peternator7/strum ">strum 0.26.2</a></li>
+ <li><a href=" https://github.com/Peternator7/strum ">strum 0.26.3</a></li>
<li><a href=" https://github.com/Peternator7/strum ">strum_macros 0.23.1</a></li>
- <li><a href=" https://github.com/Peternator7/strum ">strum_macros 0.26.2</a></li>
+ <li><a href=" https://github.com/Peternator7/strum ">strum_macros 0.26.4</a></li>
</ul>
<pre class="license-text">MIT License
@@ -14158,6 +13943,36 @@ furnished to do so, subject to the following conditions:
The above copyright notice and this permission notice shall be included in all
copies or substantial portions of the Software.
+THE SOFTWARE IS PROVIDED &quot;AS IS&quot;, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+</pre>
+ </li>
+ <li class="license">
+ <h3 id="MIT">MIT License</h3>
+ <h4>Used by:</h4>
+ <ul class="license-used-by">
+ <li><a href=" https://github.com/tokio-rs/tokio ">tokio-macros 2.3.0</a></li>
+ </ul>
+ <pre class="license-text">MIT License
+
+Copyright (c) 2019 Yoshua Wuyts
+Copyright (c) Tokio Contributors
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the &quot;Software&quot;), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
THE SOFTWARE IS PROVIDED &quot;AS IS&quot;, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
@@ -14287,7 +14102,7 @@ SOFTWARE.
<h3 id="MIT">MIT License</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/printfn/fend ">fend-core 1.4.8</a></li>
+ <li><a href=" https://github.com/printfn/fend ">fend-core 1.4.9</a></li>
</ul>
<pre class="license-text">MIT License
@@ -14352,7 +14167,7 @@ SOFTWARE.
<li><a href=" https://github.com/sarah-ek/gemm/ ">gemm-f32 0.17.1</a></li>
<li><a href=" https://github.com/sarah-ek/gemm/ ">gemm-f64 0.17.1</a></li>
<li><a href=" https://github.com/sarah-ek/gemm/ ">gemm 0.17.1</a></li>
- <li><a href=" https://github.com/sarah-ek/pulp/ ">pulp 0.18.8</a></li>
+ <li><a href=" https://github.com/sarah-ek/pulp/ ">pulp 0.18.21</a></li>
</ul>
<pre class="license-text">MIT License
@@ -14441,7 +14256,7 @@ SOFTWARE.
<h3 id="MIT">MIT License</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://gitlab.redox-os.org/redox-os/libredox.git ">libredox 0.0.1</a></li>
+ <li><a href=" https://gitlab.redox-os.org/redox-os/libredox.git ">libredox 0.1.3</a></li>
</ul>
<pre class="license-text">MIT License
@@ -14482,12 +14297,11 @@ SOFTWARE.
<li><a href=" https://crates.io/crates/zimba ">zimba 0.1.0</a></li>
<li><a href=" https://github.com/tokio-rs/async-stream ">async-stream-impl 0.3.5</a></li>
<li><a href=" https://github.com/tokio-rs/async-stream ">async-stream 0.3.5</a></li>
- <li><a href=" https://github.com/durch/rust-s3 ">aws-creds 0.34.1</a></li>
+ <li><a href=" https://github.com/durch/rust-s3 ">aws-creds 0.36.0</a></li>
<li><a href=" https://github.com/durch/rust-s3 ">aws-region 0.25.4</a></li>
<li><a href=" https://github.com/quickwit-oss/chitchat ">chitchat 0.5.0</a></li>
<li><a href=" https://github.com/rutrum/convert-case ">convert_case 0.4.0</a></li>
<li><a href=" https://crates.io/crates/crunchy ">crunchy 0.2.2</a></li>
- <li><a href=" https://github.com/hyperium/http-body ">http-body-util 0.1.0</a></li>
<li><a href=" https://github.com/hyperium/http-body ">http-body 1.0.0</a></li>
<li><a href=" https://github.com/ogham/rust-number-prefix ">number_prefix 0.4.0</a></li>
<li><a href=" https://github.com/sfackler/rust-phf ">phf 0.10.1</a></li>
@@ -14495,15 +14309,12 @@ SOFTWARE.
<li><a href=" https://github.com/sfackler/rust-phf ">phf_generator 0.10.0</a></li>
<li><a href=" https://github.com/rust-phf/rust-phf ">phf_macros 0.11.2</a></li>
<li><a href=" https://github.com/sfackler/rust-phf ">phf_shared 0.10.0</a></li>
- <li><a href=" https://github.com/plotters-rs/plotters ">plotters-backend 0.3.5</a></li>
- <li><a href=" https://github.com/plotters-rs/plotters.git ">plotters-svg 0.3.5</a></li>
- <li><a href=" https://github.com/plotters-rs/plotters ">plotters 0.3.5</a></li>
- <li><a href=" https://github.com/durch/rust-s3 ">rust-s3 0.33.0</a></li>
+ <li><a href=" https://github.com/plotters-rs/plotters ">plotters-backend 0.3.6</a></li>
+ <li><a href=" https://github.com/plotters-rs/plotters.git ">plotters-svg 0.3.6</a></li>
+ <li><a href=" https://github.com/plotters-rs/plotters ">plotters 0.3.6</a></li>
+ <li><a href=" https://github.com/durch/rust-s3 ">rust-s3 0.34.0</a></li>
<li><a href=" https://gitlab.redox-os.org/redox-os/seahash ">seahash 4.1.0</a></li>
<li><a href=" https://github.com/lu-zero/simd_helpers ">simd_helpers 0.1.0</a></li>
- <li><a href=" https://github.com/tokio-rs/tokio ">tokio-macros 2.2.0</a></li>
- <li><a href=" https://github.com/dbrgn/tracing-test ">tracing-test-macro 0.2.4</a></li>
- <li><a href=" https://github.com/dbrgn/tracing-test ">tracing-test 0.2.4</a></li>
<li><a href=" https://github.com/tokio-rs/valuable ">valuable 0.1.0</a></li>
<li><a href=" https://github.com/greyblake/whatlang-rs ">whatlang 0.16.4</a></li>
</ul>
@@ -14522,11 +14333,11 @@ THE SOFTWARE IS PROVIDED &quot;AS IS&quot;, WITHOUT WARRANTY OF ANY KIND, EXPRES
<h3 id="MIT">MIT License</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/mcountryman/simd-adler32 ">simd-adler32 0.3.7</a></li>
+ <li><a href=" https://github.com/tokio-rs/tokio ">tokio 1.38.0</a></li>
</ul>
<pre class="license-text">MIT License
-Copyright (c) [2021] [Marvin Countryman]
+Copyright (c) Tokio Contributors
Permission is hereby granted, free of charge, to any person obtaining a copy
of this software and associated documentation files (the &quot;Software&quot;), to deal
@@ -14551,30 +14362,29 @@ SOFTWARE.
<h3 id="MIT">MIT License</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/sgodwincs/dlv-list-rs ">dlv-list 0.3.0</a></li>
- <li><a href=" https://github.com/sgodwincs/ordered-multimap-rs ">ordered-multimap 0.4.3</a></li>
+ <li><a href=" https://github.com/mcountryman/simd-adler32 ">simd-adler32 0.3.7</a></li>
</ul>
- <pre class="license-text">MIT License
-
-Copyright (c) 2018 sgodwincs
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the &quot;Software&quot;), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED &quot;AS IS&quot;, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.
+ <pre class="license-text">MIT License
+
+Copyright (c) [2021] [Marvin Countryman]
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the &quot;Software&quot;), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED &quot;AS IS&quot;, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
</pre>
</li>
<li class="license">
@@ -14671,7 +14481,7 @@ DEALINGS IN THE SOFTWARE.
<h4>Used by:</h4>
<ul class="license-used-by">
<li><a href=" https://github.com/winnow-rs/winnow ">winnow 0.5.40</a></li>
- <li><a href=" https://github.com/winnow-rs/winnow ">winnow 0.6.5</a></li>
+ <li><a href=" https://github.com/winnow-rs/winnow ">winnow 0.6.13</a></li>
</ul>
<pre class="license-text">Permission is hereby granted, free of charge, to any person obtaining
a copy of this software and associated documentation files (the
@@ -14729,7 +14539,7 @@ SOFTWARE.
<ul class="license-used-by">
<li><a href=" https://github.com/mvdnes/spin-rs.git ">spin 0.9.8</a></li>
<li><a href=" https://github.com/zip-rs/zip.git ">zip 0.6.6</a></li>
- <li><a href=" https://github.com/zip-rs/zip2.git ">zip 1.3.0</a></li>
+ <li><a href=" https://github.com/zip-rs/zip2.git ">zip 1.1.4</a></li>
</ul>
<pre class="license-text">The MIT License (MIT)
@@ -14787,7 +14597,7 @@ SOFTWARE.
<h3 id="MIT">MIT License</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/zonyitoo/rust-ini ">rust-ini 0.18.0</a></li>
+ <li><a href=" https://github.com/zonyitoo/rust-ini ">rust-ini 0.19.0</a></li>
</ul>
<pre class="license-text">The MIT License (MIT)
@@ -14835,14 +14645,14 @@ CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
<h4>Used by:</h4>
<ul class="license-used-by">
<li><a href=" https://github.com/BurntSushi/aho-corasick ">aho-corasick 0.7.20</a></li>
- <li><a href=" https://github.com/BurntSushi/aho-corasick ">aho-corasick 1.1.2</a></li>
+ <li><a href=" https://github.com/BurntSushi/aho-corasick ">aho-corasick 1.1.3</a></li>
<li><a href=" https://github.com/image-rs/byteorder-lite ">byteorder-lite 0.1.0</a></li>
<li><a href=" https://github.com/BurntSushi/byteorder ">byteorder 0.5.3</a></li>
<li><a href=" https://github.com/BurntSushi/byteorder ">byteorder 1.5.0</a></li>
<li><a href=" https://github.com/BurntSushi/rust-csv ">csv-core 0.1.11</a></li>
<li><a href=" https://github.com/BurntSushi/rust-csv ">csv 1.3.0</a></li>
<li><a href=" https://github.com/BurntSushi/fst ">fst 0.4.7</a></li>
- <li><a href=" https://github.com/BurntSushi/memchr ">memchr 2.7.1</a></li>
+ <li><a href=" https://github.com/BurntSushi/memchr ">memchr 2.7.4</a></li>
<li><a href=" https://github.com/BurntSushi/regex-automata ">regex-automata 0.1.10</a></li>
<li><a href=" https://github.com/BurntSushi/utf8-ranges ">utf8-ranges 1.0.5</a></li>
<li><a href=" https://github.com/BurntSushi/walkdir ">walkdir 2.5.0</a></li>
@@ -14935,7 +14745,7 @@ SOFTWARE.
<h4>Used by:</h4>
<ul class="license-used-by">
<li><a href=" https://github.com/dguo/strsim-rs ">strsim 0.10.0</a></li>
- <li><a href=" https://github.com/rapidfuzz/strsim-rs ">strsim 0.11.0</a></li>
+ <li><a href=" https://github.com/rapidfuzz/strsim-rs ">strsim 0.11.1</a></li>
</ul>
<pre class="license-text">The MIT License (MIT)
@@ -15023,7 +14833,7 @@ SOFTWARE.
<h3 id="MIT">MIT License</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/JelteF/derive_more ">derive_more 0.99.17</a></li>
+ <li><a href=" https://github.com/JelteF/derive_more ">derive_more 0.99.18</a></li>
</ul>
<pre class="license-text">The MIT License (MIT)
@@ -15082,7 +14892,7 @@ SOFTWARE.
<h4>Used by:</h4>
<ul class="license-used-by">
<li><a href=" https://github.com/BurntSushi/same-file ">same-file 1.0.6</a></li>
- <li><a href=" https://github.com/BurntSushi/winapi-util ">winapi-util 0.1.6</a></li>
+ <li><a href=" https://github.com/BurntSushi/winapi-util ">winapi-util 0.1.8</a></li>
</ul>
<pre class="license-text">The MIT License (MIT)
@@ -15172,7 +14982,7 @@ THE SOFTWARE.</pre>
<h3 id="MIT">MIT License</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://gitlab.redox-os.org/redox-os/users ">redox_users 0.4.4</a></li>
+ <li><a href=" https://gitlab.redox-os.org/redox-os/users ">redox_users 0.4.5</a></li>
</ul>
<pre class="license-text">The MIT License (MIT)
@@ -15202,9 +15012,9 @@ SOFTWARE.
<h3 id="MIT">MIT License</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/pyros2097/rust-embed ">rust-embed-impl 8.3.0</a></li>
- <li><a href=" https://github.com/pyros2097/rust-embed ">rust-embed-utils 8.3.0</a></li>
- <li><a href=" https://github.com/pyros2097/rust-embed ">rust-embed 8.3.0</a></li>
+ <li><a href=" https://github.com/pyros2097/rust-embed ">rust-embed-impl 8.4.0</a></li>
+ <li><a href=" https://github.com/pyros2097/rust-embed ">rust-embed-utils 8.4.0</a></li>
+ <li><a href=" https://github.com/pyros2097/rust-embed ">rust-embed 8.4.0</a></li>
</ul>
<pre class="license-text">The MIT License (MIT)
@@ -15262,7 +15072,7 @@ SOFTWARE.</pre>
<h3 id="MIT">MIT License</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/pseitz/lz4_flex ">lz4_flex 0.11.2</a></li>
+ <li><a href=" https://github.com/pseitz/lz4_flex ">lz4_flex 0.11.3</a></li>
</ul>
<pre class="license-text">The MIT License (MIT)
@@ -15291,7 +15101,7 @@ CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
<h4>Used by:</h4>
<ul class="license-used-by">
<li><a href=" https://github.com/gyscos/zstd-rs ">zstd 0.11.2+zstd.1.5.2</a></li>
- <li><a href=" https://github.com/gyscos/zstd-rs ">zstd 0.13.0</a></li>
+ <li><a href=" https://github.com/gyscos/zstd-rs ">zstd 0.13.1</a></li>
</ul>
<pre class="license-text">The MIT License (MIT)
Copyright (c) 2016 Alexandre Bury
@@ -15335,7 +15145,6 @@ SOFTWARE.</pre>
<h3 id="MIT">MIT License</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/tafia/quick-xml ">quick-xml 0.26.0</a></li>
<li><a href=" https://github.com/tafia/quick-xml ">quick-xml 0.30.0</a></li>
</ul>
<pre class="license-text">The MIT License (MIT)
@@ -15390,34 +15199,6 @@ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
SOFTWARE.
-</pre>
- </li>
- <li class="license">
- <h3 id="MIT">MIT License</h3>
- <h4>Used by:</h4>
- <ul class="license-used-by">
- <li><a href=" https://github.com/kornelski/rust_urlencoding ">urlencoding 2.1.3</a></li>
- </ul>
- <pre class="license-text">© 2016 Bertram Truong
-© 2021 Kornel Lesiński
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the &quot;Software&quot;), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in
-all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED &quot;AS IS&quot;, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
-THE SOFTWARE.
</pre>
</li>
<li class="license">
@@ -15802,7 +15583,7 @@ You may add additional accurate notices of copyright ownership.
<h3 id="MPL-2.0">Mozilla Public License 2.0</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/upsuper/dtoa-short ">dtoa-short 0.3.4</a></li>
+ <li><a href=" https://github.com/upsuper/dtoa-short ">dtoa-short 0.3.5</a></li>
</ul>
<pre class="license-text">Mozilla Public License Version 2.0
&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;
@@ -16183,7 +15964,7 @@ Exhibit B - &quot;Incompatible With Secondary Licenses&quot; Notice
<h3 id="MPL-2.0">Mozilla Public License 2.0</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/sbstp/attohttpc ">attohttpc 0.22.0</a></li>
+ <li><a href=" https://github.com/sbstp/attohttpc ">attohttpc 0.26.1</a></li>
</ul>
<pre class="license-text">Mozilla Public License Version 2.0
&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;
@@ -16948,7 +16729,6 @@ Exhibit B - &quot;Incompatible With Secondary Licenses&quot; Notice
<h4>Used by:</h4>
<ul class="license-used-by">
<li><a href=" https://github.com/servo/servo ">selectors 0.25.0</a></li>
- <li><a href=" https://github.com/rustls/webpki-roots ">webpki-roots 0.26.1</a></li>
</ul>
<pre class="license-text">Mozilla Public License Version 2.0
&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;&#x3D;
@@ -17389,16 +17169,16 @@ Exhibit B - &quot;Incompatible With Secondary Licenses&quot; Notice
<h3 id="Unicode-DFS-2016">Unicode License Agreement - Data Files and Software (2016)</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://github.com/unicode-org/icu4x ">yoke-derive 0.7.3</a></li>
- <li><a href=" https://github.com/unicode-org/icu4x ">yoke 0.7.3</a></li>
- <li><a href=" https://github.com/unicode-org/icu4x ">zerofrom-derive 0.1.3</a></li>
- <li><a href=" https://github.com/unicode-org/icu4x ">zerofrom 0.1.3</a></li>
+ <li><a href=" https://github.com/unicode-org/icu4x ">yoke-derive 0.7.4</a></li>
+ <li><a href=" https://github.com/unicode-org/icu4x ">yoke 0.7.4</a></li>
+ <li><a href=" https://github.com/unicode-org/icu4x ">zerofrom-derive 0.1.4</a></li>
+ <li><a href=" https://github.com/unicode-org/icu4x ">zerofrom 0.1.4</a></li>
</ul>
<pre class="license-text">UNICODE LICENSE V3
COPYRIGHT AND PERMISSION NOTICE
-Copyright © 2020-2023 Unicode, Inc.
+Copyright © 2020-2024 Unicode, Inc.
NOTICE TO USER: Carefully read the following legal agreement. BY
DOWNLOADING, INSTALLING, COPYING OR OTHERWISE USING DATA FILES, AND/OR
@@ -17434,6 +17214,8 @@ not be used in advertising or otherwise to promote the sale, use or other
dealings in these Data Files or Software without prior written
authorization of the copyright holder.
+SPDX-License-Identifier: Unicode-3.0
+
—
Portions of ICU4X may have been adapted from ICU4C and/or ICU4J.
@@ -17492,24 +17274,6 @@ Except as contained in this notice, the name of a copyright holder
shall not be used in advertising or otherwise to promote the sale,
use or other dealings in these Data Files or Software without prior
written authorization of the copyright holder.
-</pre>
- </li>
- <li class="license">
- <h3 id="Unlicense">The Unlicense</h3>
- <h4>Used by:</h4>
- <ul class="license-used-by">
- <li><a href=" https://github.com/PSeitz/rust_measure_time ">measure_time 0.8.2</a></li>
- </ul>
- <pre class="license-text">This is free and unencumbered software released into the public domain.
-
-Anyone is free to copy, modify, publish, use, compile, sell, or distribute this software, either in source code form or as a compiled binary, for any purpose, commercial or non-commercial, and by any means.
-
-In jurisdictions that recognize copyright laws, the author or authors of this software dedicate any and all copyright interest in the software to the public domain. We make this dedication for the benefit of the public at large and to the detriment of our heirs and
-successors. We intend this dedication to be an overt act of relinquishment in perpetuity of all present and future rights to this software under copyright law.
-
-THE SOFTWARE IS PROVIDED &quot;AS IS&quot;, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
-
-For more information, please refer to &lt;http://unlicense.org/&gt;
</pre>
</li>
<li class="license">
@@ -17560,7 +17324,7 @@ freely, subject to the following restrictions:
<h3 id="zlib-acknowledgement">zlib/libpng License with Acknowledgement</h3>
<h4>Used by:</h4>
<ul class="license-used-by">
- <li><a href=" https://crates.io/crates/fastdivide ">fastdivide 0.4.0</a></li>
+ <li><a href=" https://github.com/fulmicoton/fastdivide ">fastdivide 0.4.1</a></li>
</ul>
<pre class="license-text">Copyright (c) 2002-2007 Charlie Poole
Copyright (c) 2002-2004 James W. Newkirk, Michael C. Two, Alexei A. Vorontsov
diff --git a/crates/core/Cargo.toml b/crates/core/Cargo.toml
index 336dea3e..f1e2eacb 100644
--- a/crates/core/Cargo.toml
+++ b/crates/core/Cargo.toml
@@ -80,6 +80,7 @@ num-rational.workspace = true
once_cell.workspace = true
openraft.workspace = true
optics = {path = "../optics"}
+percent-encoding.workspace = true
postcard.workspace = true
publicsuffix.workspace = true
quick-xml.workspace = true
@@ -92,7 +93,7 @@ ring.workspace = true
rio_api.workspace = true
rio_turtle.workspace = true
rkyv.workspace = true
-robotstxt-with-cache.workspace = true
+robotstxt = {path = "../robotstxt"}
rust-s3.workspace = true
rust-stemmers.workspace = true
rustc-hash.workspace = true
@@ -114,7 +115,6 @@ tower.workspace = true
tracing-subscriber.workspace = true
tracing.workspace = true
url.workspace = true
-urlencoding.workspace = true
utoipa-swagger-ui.workspace = true
utoipa.workspace = true
uuid.workspace = true
diff --git a/crates/core/src/bangs.rs b/crates/core/src/bangs.rs
index bd97a8df..d88f40dc 100644
--- a/crates/core/src/bangs.rs
+++ b/crates/core/src/bangs.rs
@@ -169,7 +169,7 @@ impl Bangs {
)
.collect::<String>();
- let query = urlencoding::encode(query.as_str()).to_string();
+ let query = crate::urlencode(query.as_str());
let mut url = bang.url.replace("{{{s}}}", query.as_str());
if !url.contains("://") {
diff --git a/crates/core/src/bincode_utils.rs b/crates/core/src/bincode_utils.rs
index d41ac1cf..deded33b 100644
--- a/crates/core/src/bincode_utils.rs
+++ b/crates/core/src/bincode_utils.rs
@@ -214,15 +214,6 @@ mod de_owned {
visitor.visit_char(Decode::decode(&mut self.de)?)
}
- #[cfg(feature = "alloc")]
- fn deserialize_str<V>(mut self, visitor: V) -> Result<V::Value, Self::Error>
- where
- V: serde::de::Visitor<'de>,
- {
- visitor.visit_string(Decode::decode(&mut self.de)?)
- }
-
- #[cfg(not(feature = "alloc"))]
fn deserialize_str<V>(self, _: V) -> Result<V::Value, Self::Error>
where
V: serde::de::Visitor<'de>,
diff --git a/crates/core/src/config/mod.rs b/crates/core/src/config/mod.rs
index 649a9505..f92e80d4 100644
--- a/crates/core/src/config/mod.rs
+++ b/crates/core/src/config/mod.rs
@@ -361,9 +361,6 @@ pub struct CrawlerConfig {
#[serde(default = "defaults::Crawler::max_redirects")]
pub max_redirects: usize,
- #[serde(default = "defaults::Crawler::dry_run")]
- pub dry_run: bool,
-
pub timeout_seconds: u64,
pub s3: S3Config,
pub router_hosts: Vec<String>,
diff --git a/crates/core/src/crawler/robots_txt.rs b/crates/core/src/crawler/robots_txt.rs
index 675f982d..3862b8e9 100644
--- a/crates/core/src/crawler/robots_txt.rs
+++ b/crates/core/src/crawler/robots_txt.rs
@@ -16,17 +16,16 @@
use std::{collections::BTreeMap, panic, time::Duration};
-use robotstxt_with_cache::matcher::{
- CachingRobotsMatcher, LongestMatchRobotsMatchStrategy, RobotsMatcher,
-};
-
use url::Url;
use super::{Error, Result, Site};
enum Lookup<T> {
Found(T),
- NotFound,
+ /// 404
+ Unavailable,
+ /// 5xx
+ Unreachable,
}
pub struct RobotsTxtManager {
@@ -34,24 +33,25 @@ pub struct RobotsTxtManager {
last_prune: std::time::Instant,
client: reqwest::Client,
cache_expiration: Duration,
+ user_agent: String,
}
impl RobotsTxtManager {
- pub fn new(client: reqwest::Client, cache_expiration: Duration) -> Self {
+ pub fn new(client: reqwest::Client, cache_expiration: Duration, user_agent: &str) -> Self {
Self {
client,
cache_expiration,
last_prune: std::time::Instant::now(),
cache: BTreeMap::new(),
+ user_agent: user_agent.to_string(),
}
}
- pub async fn is_allowed(&mut self, url: &Url, user_agent: &str) -> bool {
+ pub async fn is_allowed(&mut self, url: &Url) -> bool {
match self.get_mut(url).await {
- Lookup::Found(robots_txt) => robots_txt
- .matcher
- .one_agent_allowed_by_robots(user_agent, url.as_str()),
- _ => true,
+ Lookup::Found(robots_txt) => robots_txt.is_allowed(url),
+ Lookup::Unavailable => true,
+ Lookup::Unreachable => false,
}
}
@@ -80,9 +80,10 @@ impl RobotsTxtManager {
let body = res.text().await?;
- match panic::catch_unwind(|| RobotsTxt::new(body)) {
- Ok(r) => Ok(r),
- Err(_) => Err(Error::FetchFailed(reqwest::StatusCode::IM_A_TEAPOT).into()),
+ let self_user_agent = self.user_agent.clone();
+ match panic::catch_unwind(|| RobotsTxt::new(&self_user_agent, body)) {
+ Ok(Ok(r)) => Ok(r),
+ _ => Err(Error::FetchFailed(reqwest::StatusCode::IM_A_TEAPOT).into()),
}
}
@@ -128,7 +129,7 @@ impl RobotsTxtManager {
let cache_should_update = match self.cache.get_mut(&site) {
Some(Lookup::Found(robots_txt)) => robots_txt.is_expired(&self.cache_expiration),
- Some(Lookup::NotFound) => false,
+ Some(Lookup::Unavailable) => false,
_ => true,
};
@@ -139,12 +140,12 @@ impl RobotsTxtManager {
}
Err(err) => match err.downcast_ref() {
Some(Error::FetchFailed(status))
- if *status == reqwest::StatusCode::IM_A_TEAPOT =>
+ if *status == reqwest::StatusCode::NOT_FOUND =>
{
- self.cache.insert(site.clone(), Lookup::NotFound);
+ self.cache.insert(site.clone(), Lookup::Unavailable);
}
_ => {
- self.cache.insert(site.clone(), Lookup::NotFound);
+ self.cache.insert(site.clone(), Lookup::Unreachable);
tracing::warn!("failed to fetch robots.txt for {}: {}", site.0, err);
}
},
@@ -154,48 +155,42 @@ impl RobotsTxtManager {
self.cache.get_mut(&site).unwrap()
}
- pub async fn sitemap(&mut self, url: &Url) -> Option<Url> {
+ pub async fn sitemaps(&mut self, url: &Url) -> Vec<Url> {
match self.get_mut(url).await {
- Lookup::Found(robotstxt) => robotstxt.sitemap.clone(),
- Lookup::NotFound => None,
+ Lookup::Found(robotstxt) => robotstxt
+ .sitemaps()
+ .iter()
+ .filter_map(|s| Url::parse(s).ok())
+ .collect(),
+ Lookup::Unavailable => vec![],
+ Lookup::Unreachable => vec![],
}
}
}
struct RobotsTxt {
download_time: std::time::Instant,
- matcher: CachingRobotsMatcher<LongestMatchRobotsMatchStrategy>,
- sitemap: Option<Url>,
+ robots: robotstxt::Robots,
}
impl RobotsTxt {
- fn new(body: String) -> Self {
- let mut s = Self {
- matcher: CachingRobotsMatcher::new(RobotsMatcher::default()),
- sitemap: None,
+ fn new(user_agent: &str, body: String) -> Result<Self> {
+ Ok(Self {
+ robots: robotstxt::Robots::parse(user_agent, &body)?,
download_time: std::time::Instant::now(),
- };
-
- s.update(body);
-
- s
+ })
}
fn is_expired(&self, expiration: &Duration) -> bool {
self.download_time.elapsed() > *expiration
}
- fn update(&mut self, body: String) {
- self.matcher.parse(&body.to_lowercase());
-
- self.sitemap = body
- .to_ascii_lowercase()
- .lines()
- .find(|line| line.starts_with("sitemap:"))
- .map(|line| line.split(':').nth(1).unwrap().trim())
- .and_then(|s| Url::parse(s).ok());
+ fn is_allowed(&self, url: &Url) -> bool {
+ self.robots.is_allowed(url)
+ }
- self.download_time = std::time::Instant::now();
+ fn sitemaps(&self) -> &[String] {
+ self.robots.sitemaps()
}
}
@@ -206,34 +201,145 @@ mod tests {
#[test]
fn simple() {
let ua_token = "StractBot";
- let mut robots_txt = RobotsTxt::new(
+ let robots_txt = RobotsTxt::new(
+ ua_token,
r#"User-agent: StractBot
Disallow: /test"#
.to_string(),
- );
+ )
+ .unwrap();
- assert!(!robots_txt
- .matcher
- .one_agent_allowed_by_robots(ua_token, "http://example.com/test"));
- assert!(robots_txt
- .matcher
- .one_agent_allowed_by_robots(ua_token, "http://example.com/example"));
+ assert!(!robots_txt.is_allowed(&Url::parse("http://example.com/test").unwrap()));
+ assert!(robots_txt.is_allowed(&Url::parse("http://example.com/example").unwrap()));
}
#[test]
fn lowercase() {
let ua_token = "StractBot";
- let mut robots_txt = RobotsTxt::new(
+ let robots_txt = RobotsTxt::new(
+ ua_token,
r#"User-agent: stractbot
Disallow: /test"#
.to_string(),
- );
-
- assert!(!robots_txt
- .matcher
- .one_agent_allowed_by_robots(ua_token, "http://example.com/test"));
- assert!(robots_txt
- .matcher
- .one_agent_allowed_by_robots(ua_token, "http://example.com/example"));
+ )
+ .unwrap();
+
+ assert!(!robots_txt.is_allowed(&Url::parse("http://example.com/test").unwrap()));
+ assert!(robots_txt.is_allowed(&Url::parse("http://example.com/example").unwrap()));
+ }
+
+ #[test]
+ fn test_extra_newline() {
+ let ua_token = "StractBot";
+ let robots_txt = RobotsTxt::new(
+ ua_token,
+ r#"User-agent: StractBot
+
+
+ Disallow: /test"#
+ .to_string(),
+ )
+ .unwrap();
+
+ assert!(!robots_txt.is_allowed(&Url::parse("http://example.com/test").unwrap()));
+ assert!(robots_txt.is_allowed(&Url::parse("http://example.com/example").unwrap()));
+ }
+
+ #[test]
+ fn test_multiple_agents() {
+ let ua_token = "StractBot";
+
+ let robots_txt = RobotsTxt::new(
+ ua_token,
+ r#"User-Agent: GoogleBot
+User-Agent: StractBot
+Disallow: /
+
+User-Agent: *
+Allow: /"#
+ .to_string(),
+ )
+ .unwrap();
+
+ assert!(!robots_txt.is_allowed(&Url::parse("http://example.com/test").unwrap()));
+
+ let ua_token = "StractBot";
+
+ let robots_txt = RobotsTxt::new(
+ ua_token,
+ r#"User-Agent: GoogleBot, StractBot
+Disallow: /
+
+User-Agent: *
+Allow: /"#
+ .to_string(),
+ )
+ .unwrap();
+
+ assert!(!robots_txt.is_allowed(&Url::parse("http://example.com/test").unwrap()));
+ }
+
+ #[test]
+ fn test_sitemap() {
+ let ua_token = "StractBot";
+ let robots_txt = RobotsTxt::new(
+ ua_token,
+ r#"User-agent: *
+Disallow: /test
+
+Sitemap: http://example.com/sitemap.xml"#
+ .to_string(),
+ )
+ .unwrap();
+
+ assert_eq!(robots_txt.sitemaps(), &["http://example.com/sitemap.xml"]);
+
+ let robots_txt = RobotsTxt::new(
+ ua_token,
+ r#"User-agent: *
+Disallow: /test
+
+SiTeMaP: http://example.com/sitemap.xml"#
+ .to_string(),
+ )
+ .unwrap();
+
+ assert_eq!(robots_txt.sitemaps(), &["http://example.com/sitemap.xml"]);
+ }
+
+ #[test]
+ fn wildcard() {
+ let ua_token = "StractBot";
+
+ let robots_txt = RobotsTxt::new(
+ ua_token,
+ r#"User-agent: StractBot
+Disallow: /test/*
+"#
+ .to_string(),
+ )
+ .unwrap();
+
+ assert!(!robots_txt.is_allowed(&Url::parse("http://example.com/test/").unwrap()));
+ assert!(!robots_txt.is_allowed(&Url::parse("http://example.com/test/foo").unwrap()));
+ assert!(!robots_txt.is_allowed(&Url::parse("http://example.com/test/foo/bar").unwrap()));
+ assert!(robots_txt.is_allowed(&Url::parse("http://example.com/test").unwrap()));
+ assert!(robots_txt.is_allowed(&Url::parse("http://example.com/testfoo").unwrap()));
+
+ let robots_txt = RobotsTxt::new(
+ ua_token,
+ r#"User-agent: StractBot
+ Disallow: /test/*/bar
+ "#
+ .to_string(),
+ )
+ .unwrap();
+
+ assert!(robots_txt.is_allowed(&Url::parse("http://example.com/test/").unwrap()));
+ assert!(robots_txt.is_allowed(&Url::parse("http://example.com/test/foo").unwrap()));
+ assert!(!robots_txt.is_allowed(&Url::parse("http://example.com/test/foo/bar").unwrap()));
+ assert!(!robots_txt.is_allowed(&Url::parse("http://example.com/test/foo/baz/bar").unwrap()));
+ assert!(robots_txt.is_allowed(&Url::parse("http://example.com/test").unwrap()));
+ assert!(robots_txt.is_allowed(&Url::parse("http://example.com/testfoo").unwrap()));
}
}
diff --git a/crates/core/src/crawler/warc_writer.rs b/crates/core/src/crawler/warc_writer.rs
index 3d49df4f..a16a2d7b 100644
--- a/crates/core/src/crawler/warc_writer.rs
+++ b/crates/core/src/crawler/warc_writer.rs
@@ -75,7 +75,8 @@ async fn commit(writer: warc::DeduplicatedWarcWriter, s3: config::S3Config) {
Ok(bucket) => {
let bucket = bucket
.with_path_style()
- .with_request_timeout(Duration::from_secs(30 * 60));
+ .with_request_timeout(Duration::from_secs(30 * 60))
+ .unwrap();
if let Err(err) = bucket
.put_object_with_content_type(
diff --git a/crates/core/src/crawler/worker.rs b/crates/core/src/crawler/worker.rs
index 9bf44796..ce2b1daf 100644
--- a/crates/core/src/crawler/worker.rs
+++ b/crates/core/src/crawler/worker.rs
@@ -150,6 +150,7 @@ impl<S: DatumStream> JobExecutor<S> {
robotstxt: RobotsTxtManager::new(
client.clone(),
Duration::from_secs(config.robots_txt_cache_sec),
+ &config.user_agent.token,
),
client,
crawled_urls: HashSet::new(),
@@ -237,12 +238,7 @@ impl<S: DatumStream> JobExecutor<S> {
continue;
}
- if !self.config.dry_run
- && !self
- .robotstxt
- .is_allowed(retryable_url.url(), &self.config.user_agent.token)
- .await
- {
+ if !self.robotstxt.is_allowed(retryable_url.url()).await {
continue;
}
@@ -253,10 +249,12 @@ impl<S: DatumStream> JobExecutor<S> {
.unwrap_or_default()
.to_string(),
);
- if !self.config.dry_run && fetch_sitemap && !self.crawled_sitemaps.contains(&site) {
+ if fetch_sitemap && !self.crawled_sitemaps.contains(&site) {
self.crawled_sitemaps.insert(site.clone());
- if let Some(sitemap) = self.robotstxt.sitemap(retryable_url.url()).await {
+ let sitemaps = self.robotstxt.sitemaps(retryable_url.url()).await;
+
+ for sitemap in sitemaps {
self.sitemap_urls
.extend(self.urls_from_sitemap(sitemap, 5).await);
}
@@ -404,11 +402,6 @@ impl<S: DatumStream> JobExecutor<S> {
}
async fn fetch(&self, url: Url) -> Result<reqwest::Response> {
- if self.config.dry_run {
- tracing::debug!("dry run: {}", url);
- return Err(Error::FetchFailed(reqwest::StatusCode::IM_A_TEAPOT).into());
- }
-
self.client
.get(url.to_string())
.send()
diff --git a/crates/core/src/entity_index/mod.rs b/crates/core/src/entity_index/mod.rs
index 184e51db..7365c1b5 100644
--- a/crates/core/src/entity_index/mod.rs
+++ b/crates/core/src/entity_index/mod.rs
@@ -14,7 +14,12 @@
// You should have received a copy of the GNU Affero General Public License
// along with this program. If not, see <https://www.gnu.org/licenses/>.
-use std::{collections::HashSet, fs, path::Path, sync::Arc};
+use std::{
+ collections::HashSet,
+ fs,
+ path::{Path, PathBuf},
+ sync::Arc,
+};
use base64::{prelude::BASE64_STANDARD as BASE64_ENGINE, Engine};
@@ -28,6 +33,7 @@ use tantivy::{
use crate::{
image_store::{EntityImageStore, Image, ImageStore},
+ inverted_index::merge_tantivy_segments,
tokenizer::Normal,
Result,
};
@@ -133,6 +139,7 @@ pub struct EntityIndex {
tv_index: tantivy::Index,
schema: Arc<Schema>,
stopwords: HashSet<String>,
+ path: PathBuf,
}
impl EntityIndex {
@@ -172,6 +179,7 @@ impl EntityIndex {
tv_index: tantivy_index,
schema: Arc::new(schema),
stopwords,
+ path: path.as_ref().to_path_buf(),
})
}
@@ -421,6 +429,22 @@ impl EntityIndex {
pub fn insert_image(&mut self, name: String, image: Image) {
self.image_store.insert(name, image);
}
+
+ pub fn merge_into_max_segments(&mut self, max_num_segments: u64) -> Result<()> {
+ self.image_store.merge_all_segments();
+ self.prepare_writer();
+ let base_path = Path::new(&self.path);
+ let segments: Vec<_> = self.tv_index.load_metas()?.segments.into_iter().collect();
+
+ merge_tantivy_segments(
+ self.writer.as_mut().expect("writer has not been prepared"),
+ segments,
+ base_path,
+ max_num_segments,
+ )?;
+
+ Ok(())
+ }
}
#[cfg(test)]
diff --git a/crates/core/src/entrypoint/autosuggest_scrape.rs b/crates/core/src/entrypoint/autosuggest_scrape.rs
index 4feef601..36b463e7 100644
--- a/crates/core/src/entrypoint/autosuggest_scrape.rs
+++ b/crates/core/src/entrypoint/autosuggest_scrape.rs
@@ -29,7 +29,7 @@ use crate::Result;
fn suggestions(query: &str, gl: &str) -> Result<Vec<String>> {
let url = format!(
"https://www.google.com/complete/search?q={}&gl={}&client=gws-wiz&xssi=t",
- urlencoding::encode(query),
+ crate::urlencode(query),
gl
);
diff --git a/crates/core/src/entrypoint/entity.rs b/crates/core/src/entrypoint/entity.rs
index 58ad9f4c..48a7105a 100644
--- a/crates/core/src/entrypoint/entity.rs
+++ b/crates/core/src/entrypoint/entity.rs
@@ -228,6 +228,7 @@ impl EntityIndexer {
}
index.commit();
+ index.merge_into_max_segments(1)?;
Ok(())
}
diff --git a/crates/core/src/image_store.rs b/crates/core/src/image_store.rs
index 5fe560d2..9ef48f52 100644
--- a/crates/core/src/image_store.rs
+++ b/crates/core/src/image_store.rs
@@ -116,6 +116,10 @@ impl BaseImageStore {
self.flush();
self.store.merge_all_segments().unwrap();
}
+
+ fn merge_all_segments(&mut self) {
+ self.store.merge_all_segments().unwrap();
+ }
}
trait ImageFilter: Send + Sync {
@@ -156,6 +160,10 @@ impl EntityImageStore {
Self { store }
}
+
+ pub fn merge_all_segments(&mut self) {
+ self.store.merge_all_segments();
+ }
}
impl ImageStore<String> for EntityImageStore {
diff --git a/crates/core/src/inverted_index/mod.rs b/crates/core/src/inverted_index/mod.rs
index 2602737f..180388e0 100644
--- a/crates/core/src/inverted_index/mod.rs
+++ b/crates/core/src/inverted_index/mod.rs
@@ -31,7 +31,7 @@ mod search;
pub use indexing::merge_tantivy_segments;
-use chrono::NaiveDateTime;
+use chrono::{DateTime, NaiveDateTime};
use tantivy::directory::MmapDirectory;
@@ -285,7 +285,7 @@ impl From<TantivyDocument> for RetrievedWebpage {
if timestamp == 0 {
None
} else {
- NaiveDateTime::from_timestamp_opt(timestamp, 0)
+ DateTime::from_timestamp(timestamp, 0).map(|dt| dt.naive_utc())
}
}
}
diff --git a/crates/core/src/lib.rs b/crates/core/src/lib.rs
index 44dc1d28..5b349225 100644
--- a/crates/core/src/lib.rs
+++ b/crates/core/src/lib.rs
@@ -70,7 +70,7 @@ mod metrics;
mod models;
pub mod naive_bayes;
pub mod prehashed;
-mod query;
+pub mod query;
mod rake;
pub mod ranking;
mod schema;
@@ -426,3 +426,14 @@ pub fn mv<P1: AsRef<std::path::Path>, P2: AsRef<std::path::Path>>(
Ok(())
}
+
+pub fn urlencode(s: &str) -> String {
+ const FRAGMENT: &percent_encoding::AsciiSet = &percent_encoding::CONTROLS
+ .add(b' ')
+ .add(b'"')
+ .add(b'<')
+ .add(b'>')
+ .add(b'`');
+
+ percent_encoding::utf8_percent_encode(s, FRAGMENT).to_string()
+}
diff --git a/crates/core/src/live_index/mod.rs b/crates/core/src/live_index/mod.rs
index 65a70bbc..b8df3d39 100644
--- a/crates/core/src/live_index/mod.rs
+++ b/crates/core/src/live_index/mod.rs
@@ -69,7 +69,6 @@ impl From<&LiveIndexConfig> for CrawlerConfig {
max_politeness_factor: live.max_politeness_factor,
max_url_slowdown_retry: live.max_url_slowdown_retry,
max_redirects: live.max_redirects,
- dry_run: false,
timeout_seconds: live.timeout_seconds,
// no impact
s3: crate::config::S3Config {
diff --git a/crates/core/src/searcher/local.rs b/crates/core/src/searcher/local.rs
index e3ce10f8..f1b25414 100644
--- a/crates/core/src/searcher/local.rs
+++ b/crates/core/src/searcher/local.rs
@@ -253,6 +253,10 @@ where
})
}
+ pub fn index(&self) -> &I {
+ &self.index
+ }
+
pub fn search_initial(
&self,
query: &SearchQuery,
diff --git a/crates/core/src/warc.rs b/crates/core/src/warc.rs
index d7922da9..9f4f721f 100644
--- a/crates/core/src/warc.rs
+++ b/crates/core/src/warc.rs
@@ -191,7 +191,7 @@ impl WarcFile {
},
)?
.with_path_style()
- .with_request_timeout(Duration::from_secs(30 * 60));
+ .with_request_timeout(Duration::from_secs(30 * 60))?;
let res = bucket.get_object_blocking(warc_path)?;
diff --git a/crates/core/src/webgraph/mod.rs b/crates/core/src/webgraph/mod.rs
index 47fcde1d..3da57b59 100644
--- a/crates/core/src/webgraph/mod.rs
+++ b/crates/core/src/webgraph/mod.rs
@@ -167,7 +167,7 @@ impl Webgraph {
for segment in other.segments {
let id = segment.id();
let new_path = Path::new(&self.path).join("segments");
- std::fs::rename(segment.path(), &new_path.join(segment.id())).unwrap();
+ std::fs::rename(segment.path(), new_path.join(segment.id())).unwrap();
self.meta.comitted_segments.push(segment.id());
drop(segment);
diff --git a/crates/core/src/webpage/html/links.rs b/crates/core/src/webpage/html/links.rs
index f3de8484..d889e30d 100644
--- a/crates/core/src/webpage/html/links.rs
+++ b/crates/core/src/webpage/html/links.rs
@@ -185,7 +185,7 @@ impl Html {
};
let image_type = node.attributes.borrow().get("type").map(|t| t.to_string());
- let link = Url::parse(link).or_else(|_| self.url().join(link)).ok()?;
+ let link = Url::parse_with_base_url(self.url(), link).ok()?;
let favicon = FaviconLink {
link,
@@ -214,7 +214,7 @@ impl Html {
.and_then(|metadata| {
metadata
.get("content")
- .and_then(|link| Url::parse(link).or_else(|_| self.url().join(link)).ok())
+ .and_then(|link| Url::parse_with_base_url(self.url(), link).ok())
})
.map(|url| ImageLink {
url,
@@ -279,9 +279,7 @@ impl Html {
continue;
}
- if let Ok(dest) =
- Url::parse(dest).or_else(|_| self.url().join(dest))
- {
+ if let Ok(dest) = Url::parse_with_base_url(self.url(), dest) {
let mut rel = RelFlags::from_html(
&dest,
&attributes.borrow(),
@@ -335,7 +333,7 @@ impl Html {
continue;
}
- if let Ok(dest) = Url::parse(dest).or_else(|_| self.url().join(dest)) {
+ if let Ok(dest) = Url::parse_with_base_url(self.url(), dest) {
let mut rel = RelFlags::from_html(&dest, &attributes.borrow(), &location);
if icann_domain == dest.icann_domain() {
@@ -364,7 +362,7 @@ impl Html {
for node in self.root.select("link").unwrap() {
if let Some(element) = node.as_node().as_element() {
if let Some(href) = element.attributes.borrow().get("href") {
- if let Ok(href) = Url::parse(href).or_else(|_| self.url().join(href)) {
+ if let Ok(href) = Url::parse_with_base_url(self.url(), href) {
let mut rel =
RelFlags::from_html(&href, &element.attributes.borrow(), &location);
@@ -408,8 +406,8 @@ impl Html {
| "twitter:image:src"
) {
if let Some(content) = metadata.get("content") {
- if let Ok(destination) = Url::parse(content.as_str())
- .or_else(|_| self.url().join(content.as_str()))
+ if let Ok(destination) =
+ Url::parse_with_base_url(self.url(), content.as_str())
{
let mut rel = location.as_rel();
@@ -439,8 +437,8 @@ impl Html {
| "vb_meta_bburl"
) {
if let Some(content) = metadata.get("content") {
- if let Ok(destination) = Url::parse(content.as_str())
- .or_else(|_| self.url().join(content.as_str()))
+ if let Ok(destination) =
+ Url::parse_with_base_url(self.url(), content.as_str())
{
let mut rel = location.as_rel();
@@ -472,9 +470,7 @@ impl Html {
links.extend(self.scripts().into_iter().filter_map(|script| {
match script.attributes.get("src") {
Some(url) => {
- let script_url = Url::parse(url.as_str())
- .or_else(|_| self.url().join(url.as_str()))
- .ok()?;
+ let script_url = Url::parse_with_base_url(self.url(), url.as_str()).ok()?;
if script_url.root_domain() != root_domain {
let mut rel = Location::SCRIPT.as_rel();
diff --git a/crates/core/src/webpage/html/mod.rs b/crates/core/src/webpage/html/mod.rs
index eddea515..4866b327 100644
--- a/crates/core/src/webpage/html/mod.rs
+++ b/crates/core/src/webpage/html/mod.rs
@@ -121,14 +121,9 @@ impl Html {
if let Some(rel) = element.attributes.borrow().get("rel") {
if rel == "canonical" {
if let Some(href) = element.attributes.borrow().get("href") {
- match Url::parse(href) {
- Ok(url) => canonical_url = Some(url),
- Err(_) => {
- if let Ok(url) = self.url().join(href) {
- canonical_url = Some(url);
- }
- }
- };
+ if let Ok(url) = Url::parse_with_base_url(self.url(), href) {
+ canonical_url = Some(url);
+ }
}
}
}
@@ -223,15 +218,13 @@ impl Html {
if let Some(link) = script
.attributes
.get("src")
- .and_then(|link| Url::parse(link).or_else(|_| self.url().join(link)).ok())
+ .and_then(|link| Url::parse_with_base_url(self.url(), link).ok())
{
links.push(link);
}
for res in URL_REGEX.find_iter(&script.content) {
- if let Ok(link) =
- Url::parse(res.as_str()).or_else(|_| self.url().join(res.as_str()))
- {
+ if let Ok(link) = Url::parse_with_base_url(self.url(), res.as_str()) {
links.push(link);
}
}
@@ -242,7 +235,7 @@ impl Html {
.attributes
.borrow()
.get("href")
- .and_then(|link| Url::parse(link).or_else(|_| self.url().join(link)).ok())
+ .and_then(|link| Url::parse_with_base_url(self.url(), link).ok())
{
links.push(link);
}
@@ -376,7 +369,7 @@ impl Html {
.many()
.into_iter()
.filter_map(|url| url.try_into_string())
- .filter_map(|url| Url::parse(&url).or_else(|_| self.url().join(&url)).ok())
+ .filter_map(|url| Url::parse_with_base_url(self.url(), &url).ok())
})
})
.flatten()
diff --git a/crates/core/src/webpage/url_ext.rs b/crates/core/src/webpage/url_ext.rs
index 83c2281c..4a5fe283 100644
--- a/crates/core/src/webpage/url_ext.rs
+++ b/crates/core/src/webpage/url_ext.rs
@@ -14,6 +14,7 @@
// You should have received a copy of the GNU Affero General Public License
// along with this program. If not, see <https://www.gnu.org/licenses/>.
+use crate::Result;
use publicsuffix::Psl;
static PUBLIC_SUFFIX_LIST: once_cell::sync::Lazy<publicsuffix::List> =
@@ -29,6 +30,9 @@ static ICANN_LIST: once_cell::sync::Lazy<publicsuffix::List> = once_cell::sync::
});
pub trait UrlExt {
+ fn parse_with_base_url(base_url: &url::Url, url: &str) -> Result<url::Url> {
+ url::Url::parse(url).or_else(|_| base_url.join(url).map_err(|e| e.into()))
+ }
fn icann_domain(&self) -> Option<&str>;
fn root_domain(&self) -> Option<&str>;
fn normalized_host(&self) -> Option<&str>;
@@ -81,6 +85,14 @@ impl UrlExt for url::Url {
if self.query().unwrap_or_default().is_empty() {
self.set_query(None);
}
+
+ if !self.username().is_empty() {
+ let _ = self.set_username("");
+ }
+
+ if self.password().is_some() {
+ let _ = self.set_password(None);
+ }
}
fn subdomain(&self) -> Option<&str> {
diff --git a/crates/robotstxt/Cargo.toml b/crates/robotstxt/Cargo.toml
new file mode 100644
index 00000000..4186e6c6
--- /dev/null
+++ b/crates/robotstxt/Cargo.toml
@@ -0,0 +1,18 @@
+[package]
+edition = "2021"
+license = "AGPL-3.0"
+name = "robotstxt"
+version = "0.1.0"
+
+# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
+
+[dependencies]
+anyhow.workspace = true
+itertools.workspace = true
+nom.workspace = true
+percent-encoding.workspace = true
+url.workspace = true
+
+[dev-dependencies]
+proptest.workspace = true
+regex.workspace = true
diff --git a/crates/robotstxt/src/lib.rs b/crates/robotstxt/src/lib.rs
new file mode 100644
index 00000000..58454a4d
--- /dev/null
+++ b/crates/robotstxt/src/lib.rs
@@ -0,0 +1,1621 @@
+// Stract is an open source web search engine.
+// Copyright (C) 2024 Stract ApS
+//
+// This program is free software: you can redistribute it and/or modify
+// it under the terms of the GNU Affero General Public License as
+// published by the Free Software Foundation, either version 3 of the
+// License, or (at your option) any later version.
+//
+// This program is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+// GNU Affero General Public License for more details.
+//
+// You should have received a copy of the GNU Affero General Public License
+// along with this program. If not, see <https://www.gnu.org/licenses/>.
+
+//! A robots.txt parser and matcher compliant with [RFC 9309](https://www.rfc-editor.org/rfc/rfc9309.html)
+//! and [Google's Robots.txt parser](https://github.com/google/robotstxt) (with some extensions).
+
+const MAX_CHAR_LIMIT_DEFAULT: usize = 4_000_000; // 4 MB
+
+mod parser;
+mod pattern;
+
+use std::time::Duration;
+
+use itertools::Itertools;
+use pattern::Pattern;
+use url::Url;
+
+use crate::parser::Line;
+
+#[derive(Debug, PartialEq, Eq)]
+enum Directive {
+ Allow,
+ Disallow,
+}
+
+impl Ord for Directive {
+ fn cmp(&self, other: &Self) -> std::cmp::Ordering {
+ match (self, other) {
+ (Self::Allow, Self::Disallow) => std::cmp::Ordering::Less,
+ (Self::Disallow, Self::Allow) => std::cmp::Ordering::Greater,
+ _ => std::cmp::Ordering::Equal,
+ }
+ }
+}
+
+impl PartialOrd for Directive {
+ fn partial_cmp(&self, other: &Self) -> Option<std::cmp::Ordering> {
+ Some(self.cmp(other))
+ }
+}
+
+#[derive(Debug, PartialEq, Eq)]
+struct Rule {
+ pattern: Pattern,
+ directive: Directive,
+}
+
+impl Ord for Rule {
+ fn cmp(&self, other: &Self) -> std::cmp::Ordering {
+ self.pattern
+ .cmp(&other.pattern)
+ .then(self.directive.cmp(&other.directive))
+ }
+}
+
+impl PartialOrd for Rule {
+ fn partial_cmp(&self, other: &Self) -> Option<std::cmp::Ordering> {
+ Some(self.cmp(other))
+ }
+}
+
+#[derive(Debug, Clone, Copy)]
+pub struct Params {
+ pub char_limit: usize,
+}
+
+impl Default for Params {
+ fn default() -> Self {
+ Self {
+ char_limit: MAX_CHAR_LIMIT_DEFAULT,
+ }
+ }
+}
+
+pub struct Robots {
+ rules: Vec<Rule>,
+ crawl_delay: Option<f32>,
+ sitemaps: Vec<String>,
+}
+
+impl Robots {
+ fn is_valid_user_agent(useragent: &str) -> bool {
+ useragent
+ .chars()
+ .all(|c| c.is_ascii_alphabetic() || c == '-' || c == '_')
+ && !useragent.is_empty()
+ }
+
+ pub fn parse_with_params(
+ useragent: &str,
+ robotstxt: &str,
+ params: Params,
+ ) -> Result<Self, anyhow::Error> {
+ if !Self::is_valid_user_agent(useragent) {
+ return Err(anyhow::anyhow!("Invalid user agent"));
+ }
+
+ let robotstxt = robotstxt
+ .chars()
+ .take(params.char_limit)
+ .collect::<String>();
+
+ let robotstxt = robotstxt.replace('\0', "\n");
+ let (_, lines) = parser::parse(&robotstxt).map_err(|e| anyhow::anyhow!(e.to_string()))?;
+ let mut useragent = useragent.to_lowercase();
+
+ if !lines.iter().any(|line| {
+ if let Line::UserAgent(agents) = line {
+ agents.iter().any(|agent| agent.to_lowercase() == useragent)
+ } else {
+ false
+ }
+ }) {
+ useragent = "*".to_string();
+ }
+
+ let mut rules = Vec::new();
+ let mut crawl_delay = None;
+ let mut sitemaps = Vec::new();
+ let mut idx = 0;
+ let mut useragent_lines = 0;
+
+ while idx < lines.len() {
+ let line = &lines[idx];
+
+ if let Line::UserAgent(agents) = &line {
+ useragent_lines += 1;
+ if agents.iter().any(|agent| agent.to_lowercase() == useragent) {
+ let mut has_captured_directive = false;
+ while idx + 1 < lines.len() {
+ idx += 1;
+ match &lines[idx] {
+ Line::Allow(path) => {
+ has_captured_directive = true;
+ rules.push(Rule {
+ pattern: Pattern::new(path),
+ directive: Directive::Allow,
+ });
+ }
+ Line::Disallow(path) => {
+ has_captured_directive = true;
+ rules.push(Rule {
+ pattern: Pattern::new(path),
+ directive: Directive::Disallow,
+ });
+ }
+ Line::UserAgent(_) if has_captured_directive => break,
+ Line::CrawlDelay(Some(delay)) => {
+ has_captured_directive = true;
+ crawl_delay = Some(*delay);
+ }
+ _ => {}
+ }
+ }
+ continue;
+ }
+ } else if useragent_lines == 0 {
+ // add preceding rules as global rules
+ match line {
+ Line::Allow(path) => {
+ rules.push(Rule {
+ pattern: Pattern::new(path),
+ directive: Directive::Allow,
+ });
+ }
+ Line::Disallow(path) => {
+ rules.push(Rule {
+ pattern: Pattern::new(path),
+ directive: Directive::Disallow,
+ });
+ }
+ Line::CrawlDelay(Some(delay)) => {
+ crawl_delay = Some(*delay);
+ }
+ _ => {}
+ }
+ }
+
+ if let Line::Sitemap(url) = line {
+ sitemaps.push(url.to_string());
+ }
+
+ idx += 1;
+ }
+
+ Ok(Self {
+ rules,
+ crawl_delay,
+ sitemaps,
+ })
+ }
+
+ pub fn parse(useragent: &str, robotstxt: &str) -> Result<Self, anyhow::Error> {
+ Self::parse_with_params(useragent, robotstxt, Params::default())
+ }
+
+ pub fn is_allowed(&self, url: &Url) -> bool {
+ let path = &Self::prepare_path(url);
+ self.is_path_allowed(path)
+ }
+
+ fn prepare_path(url: &Url) -> String {
+ let path = url.path();
+
+ // replace multiple slashes with a single slash
+ let path = path
+ .chars()
+ .coalesce(|a, b| {
+ if a == '/' && b == '/' {
+ Ok(a)
+ } else {
+ Err((a, b))
+ }
+ })
+ .collect::<String>();
+
+ if let Some(query) = url.query() {
+ format!("{}?{}", path, query)
+ } else {
+ path
+ }
+ }
+
+ fn is_precise_path_allowed(&self, path: &str) -> bool {
+ let mut path = path.to_string();
+
+ if path.is_empty() {
+ path = "/".to_string();
+ }
+
+ if path == "/robots.txt" {
+ return true;
+ }
+
+ let mut matches: Vec<_> = self
+ .rules
+ .iter()
+ .filter(|rule| rule.pattern.matches(&path))
+ .collect();
+
+ matches.sort();
+
+ matches
+ .first()
+ .map(|rule| rule.directive == Directive::Allow)
+ .unwrap_or(true)
+ }
+
+ pub fn is_path_allowed(&self, path: &str) -> bool {
+ let res = self.is_precise_path_allowed(path);
+
+ if !res && path.ends_with('/') {
+ self.is_precise_path_allowed(format!("{}index.html", path).as_str())
+ } else {
+ res
+ }
+ }
+
+ pub fn crawl_delay(&self) -> Option<Duration> {
+ self.crawl_delay.map(Duration::from_secs_f32)
+ }
+
+ pub fn sitemaps(&self) -> &[String] {
+ &self.sitemaps
+ }
+}
+
+#[cfg(test)]
+mod tests {
+ use super::*;
+
+ fn is_user_agent_allowed(robots_txt: &str, user_agent: &str, url: &str) -> bool {
+ let robots = Robots::parse(user_agent, robots_txt).unwrap();
+ if let Ok(url) = Url::parse(url) {
+ robots.is_allowed(&url)
+ } else {
+ robots.is_path_allowed(url)
+ }
+ }
+
+ fn is_valid_user_agent(user_agent: &str) -> bool {
+ Robots::parse(user_agent, "").is_ok()
+ }
+
+ fn test_path(url: &str, expected: &str) {
+ let url = Url::parse(url)
+ .unwrap_or_else(|_| Url::parse(&format!("http://foo.bar/{}", url)).unwrap());
+
+ assert_eq!(Robots::prepare_path(&url), expected);
+ }
+
+ fn test_escape(url: &str, expected: &str) {
+ assert_eq!(pattern::percent_encode(url), expected);
+ }
+
+ // Tese test are based on the tests from
+ // https://github.com/google/robotstxt/blob/455b1583103d13ad88fe526bc058d6b9f3309215/robots_test.cc#L399
+ #[test]
+ fn simple() {
+ let robotstxt = r#"
+user-agent: FooBot
+disallow: /
+"#;
+
+ assert!(is_user_agent_allowed("", "FooBot", ""));
+ assert!(is_user_agent_allowed(robotstxt, "BarBot", ""));
+ assert!(!is_user_agent_allowed(robotstxt, "FooBot", ""));
+ assert!(is_user_agent_allowed("", "FooBot", ""));
+ }
+
+ #[test]
+ fn test_line_syntax_line() {
+ let robotstxt_correct = r#"
+user-agent: FooBot
+disallow: /
+"#;
+
+ let robotstxt_incorrect = r#"
+fooL FooBot
+bar: /
+"#;
+
+ let robotstxt_incorrect_accepted = r#"
+user-agent: FooBot
+disallow /
+"#;
+
+ let url = "http://foo.bar/x/y";
+
+ assert!(!is_user_agent_allowed(robotstxt_correct, "FooBot", url));
+ assert!(is_user_agent_allowed(robotstxt_incorrect, "FooBot", url));
+ assert!(!is_user_agent_allowed(
+ robotstxt_incorrect_accepted,
+ "FooBot",
+ url
+ ));
+ }
+
+ #[test]
+ fn test_line_syntax_groups() {
+ let robotstxt = r#"
+allow: /foo/bar/
+
+user-agent: FooBot
+disallow: /
+allow: /x/
+user-agent: BarBot
+disallow: /
+allow: /y/
+
+
+allow: /w/
+user-agent: BazBot
+
+user-agent: FooBot
+allow: /z/
+disallow: /
+"#;
+
+ let w = "http://foo.bar/w/a";
+ let x = "http://foo.bar/x/b";
+ let y = "http://foo.bar/y/c";
+ let z = "http://foo.bar/z/d";
+
+ assert!(is_user_agent_allowed(robotstxt, "FooBot", x));
+ assert!(is_user_agent_allowed(robotstxt, "FooBot", z));
+ assert!(!is_user_agent_allowed(robotstxt, "FooBot", y));
+ assert!(is_user_agent_allowed(robotstxt, "BarBot", y));
+ assert!(is_user_agent_allowed(robotstxt, "BarBot", w));
+ assert!(!is_user_agent_allowed(robotstxt, "BarBot", z));
+ assert!(is_user_agent_allowed(robotstxt, "BazBot", z));
+
+ // // lines with rules outside groups are ignored
+ // let foo = "http://foo.bar/foo/bar/";
+ // assert!(!is_user_agent_allowed(robotstxt, "FooBot", foo));
+ // assert!(!is_user_agent_allowed(robotstxt, "BarBot", foo));
+ // assert!(!is_user_agent_allowed(robotstxt, "BazBot", foo));
+ }
+
+ #[test]
+ fn test_line_syntax_groups_other_rules() {
+ let robotstxt = r#"
+User-agent: BarBot
+Sitemap: https://foo.bar/sitemap
+User-agent: *
+Disallow: /
+"#;
+
+ let url = "http://foo.bar/";
+
+ assert!(!is_user_agent_allowed(robotstxt, "FooBot", url));
+ assert!(!is_user_agent_allowed(robotstxt, "BarBot", url));
+ }
+
+ #[test]
+ fn test_repl_line_names_case_insensitive() {
+ let robotstxt_upper = r#"
+USER-AGENT: FooBot
+ALLOW: /x/
+DISALLOW: /
+"#;
+ let robotstxt_lower = r#"
+user-agent: FooBot
+allow: /x/
+disallow: /
+"#;
+
+ let robotstxt_mixed = r#"
+uSeR-aGeNt: FooBot
+AlLoW: /x/
+dIsAlLoW: /
+"#;
+
+ let url = "http://foo.bar/x/y";
+
+ assert!(is_user_agent_allowed(robotstxt_upper, "FooBot", url));
+ assert!(is_user_agent_allowed(robotstxt_lower, "FooBot", url));
+ assert!(is_user_agent_allowed(robotstxt_mixed, "FooBot", url));
+
+ let url = "http://foo.bar/a/b";
+
+ assert!(!is_user_agent_allowed(robotstxt_upper, "FooBot", url));
+ assert!(!is_user_agent_allowed(robotstxt_lower, "FooBot", url));
+ assert!(!is_user_agent_allowed(robotstxt_mixed, "FooBot", url));
+ }
+
+ #[test]
+ fn test_verify_valid_user_agents() {
+ assert!(is_valid_user_agent("FooBot"));
+ assert!(is_valid_user_agent("Foobot-Bar"));
+ assert!(is_valid_user_agent("Foo_Bar"));
+
+ assert!(!is_valid_user_agent(""));
+ assert!(!is_valid_user_agent(" "));
+ assert!(!is_valid_user_agent("🦀"));
+
+ assert!(!is_valid_user_agent("Foobot*"));
+ assert!(!is_valid_user_agent(" FooBot "));
+ assert!(!is_valid_user_agent("FooBot/1.0"));
+
+ assert!(!is_valid_user_agent("Foobot Bar"));
+ }
+
+ #[test]
+ fn test_user_agent_case_insensitive() {
+ let robotstxt_upper = r#"
+User-Agent: FOOBAR
+Allow: /x/
+Disallow: /
+"#;
+ let robotstxt_lower = r#"
+User-Agent: foobar
+Allow: /x/
+Disallow: /
+"#;
+
+ let robotstxt_mixed = r#"
+User-Agent: fOoBaR
+Allow: /x/
+Disallow: /
+"#;
+
+ let url_allowed = "http://foo.bar/x/y";
+ let url_disallowed = "http://foo.bar/a/b";
+
+ assert!(is_user_agent_allowed(
+ robotstxt_upper,
+ "FooBar",
+ url_allowed
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt_lower,
+ "FooBar",
+ url_allowed
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt_mixed,
+ "FooBar",
+ url_allowed
+ ));
+
+ assert!(!is_user_agent_allowed(
+ robotstxt_upper,
+ "FooBar",
+ url_disallowed
+ ));
+ assert!(!is_user_agent_allowed(
+ robotstxt_lower,
+ "FooBar",
+ url_disallowed
+ ));
+ assert!(!is_user_agent_allowed(
+ robotstxt_mixed,
+ "FooBar",
+ url_disallowed
+ ));
+
+ assert!(is_user_agent_allowed(
+ robotstxt_upper,
+ "foobar",
+ url_allowed
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt_lower,
+ "foobar",
+ url_allowed
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt_mixed,
+ "foobar",
+ url_allowed
+ ));
+
+ assert!(!is_user_agent_allowed(
+ robotstxt_upper,
+ "foobar",
+ url_disallowed
+ ));
+ assert!(!is_user_agent_allowed(
+ robotstxt_lower,
+ "foobar",
+ url_disallowed
+ ));
+ assert!(!is_user_agent_allowed(
+ robotstxt_mixed,
+ "foobar",
+ url_disallowed
+ ));
+ }
+
+ #[test]
+ fn test_specific_user_agent() {
+ let robotstxt = r#"
+User-Agent: FooBot
+Allow: /
+
+User-Agent: *
+Disallow: /
+"#;
+
+ let url = "http://foo.bar/x/y";
+
+ assert!(is_user_agent_allowed(robotstxt, "FooBot", url));
+ assert!(!is_user_agent_allowed(robotstxt, "BarBot", url));
+ }
+
+ // this is the test from google
+ //
+ // #[test]
+ // fn test_accept_user_agent_up_to_first_space() {
+ // let robotstxt = r#"
+ // User-Agent: *
+ // Disallow: /
+ // User-Agent: Foo Bar
+ // Allow: /x/
+ // Disallow: /
+ // "#;
+ //
+ // let url = "http://foo.bar/x/y";
+ //
+ // assert!(is_user_agent_allowed(robotstxt, "Foo", url));
+ // assert!(!is_user_agent_allowed(robotstxt, "Foo Bar", url));
+ // }
+ //
+ // yet I think it makes more sense to allow the user agent "Foo" and "Bar" to access the url
+ #[test]
+ fn test_accept_user_agent_with_space() {
+ let robotstxt = r#"
+User-Agent: *
+Disallow: /
+User-Agent: Foo Bar
+Allow: /x/
+Disallow: /
+"#;
+
+ let url = "http://foo.bar/x/y";
+
+ assert!(is_user_agent_allowed(robotstxt, "Foo", url));
+ assert!(is_user_agent_allowed(robotstxt, "Bar", url));
+ assert!(!is_user_agent_allowed(robotstxt, "Baz", url));
+ }
+
+ #[test]
+ fn test_global_groups_secondary() {
+ let robotstxt_empty = "";
+ let robotstxt_global = r#"
+user-agent: *
+allow: /
+user-agent: FooBot
+disallow: /
+"#;
+ let robotstxt_only_specific = r#"
+user-agent: FooBot
+allow: /
+user-agent: BarBot
+disallow: /
+user-agent: BazBot
+disallow: /
+"#;
+
+ let url = "http://foo.bar/x/y";
+
+ assert!(is_user_agent_allowed(robotstxt_empty, "FooBot", url));
+ assert!(!is_user_agent_allowed(robotstxt_global, "FooBot", url));
+ assert!(is_user_agent_allowed(robotstxt_global, "BarBot", url));
+ assert!(is_user_agent_allowed(
+ robotstxt_only_specific,
+ "QuxBot",
+ url
+ ));
+ }
+
+ #[test]
+ fn test_allow_disallow_value_case_sensitive() {
+ let robotstxt_lower = r#"
+user-agent: FooBot
+disallow: /x/
+"#;
+ let robotstxt_upper = r#"
+user-agent: FooBot
+disallow: /X/
+"#;
+
+ let url = "http://foo.bar/x/y";
+
+ assert!(!is_user_agent_allowed(robotstxt_lower, "FooBot", url));
+ assert!(is_user_agent_allowed(robotstxt_upper, "FooBot", url));
+ }
+
+ #[test]
+ fn test_longest_match() {
+ let url = "http://foo.bar/x/page.html";
+ let robotstxt = r#"
+user-agent: FooBot
+disallow: /x/page.html
+allow: /x/
+"#;
+
+ assert!(!is_user_agent_allowed(robotstxt, "FooBot", url));
+
+ let robotstxt = r#"
+user-agent: FooBot
+allow: /x/page.html
+disallow: /x/
+"#;
+
+ assert!(is_user_agent_allowed(robotstxt, "FooBot", url));
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/x/"
+ ));
+
+ let robotstxt = r#"
+user-agent: FooBot
+disallow:
+allow:
+"#;
+
+ assert!(is_user_agent_allowed(robotstxt, "FooBot", url));
+
+ let robotstxt = r#"
+user-agent: FooBot
+disallow: /
+allow: /
+"#;
+
+ assert!(is_user_agent_allowed(robotstxt, "FooBot", url));
+
+ let robotstxt = r#"
+user-agent: FooBot
+disallow: /x
+allow: /x/
+"#;
+
+ let url_a = "http://foo.bar/x";
+ let url_b = "http://foo.bar/x/";
+
+ assert!(!is_user_agent_allowed(robotstxt, "FooBot", url_a));
+ assert!(is_user_agent_allowed(robotstxt, "FooBot", url_b));
+
+ let robotstxt = r#"
+user-agent: FooBot
+disallow: /x/page.html
+allow: /x/page.html
+"#;
+
+ assert!(is_user_agent_allowed(robotstxt, "FooBot", url));
+
+ let robotstxt = r#"
+user-agent: FooBot
+allow: /page
+disallow: /*.html
+"#;
+
+ let url_a = "http://foo.bar/page";
+ let url_b = "http://foo.bar/page.html";
+
+ assert!(is_user_agent_allowed(robotstxt, "FooBot", url_a));
+ assert!(!is_user_agent_allowed(robotstxt, "FooBot", url_b));
+
+ let robotstxt = r#"
+user-agent: FooBot
+allow: /x/page.
+disallow: /*.html
+"#;
+ assert!(is_user_agent_allowed(robotstxt, "FooBot", url));
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/x/y.html"
+ ));
+
+ let robotstxt = r#"
+User-agent: *
+Disallow: /x/
+User-agent: FooBot
+Disallow: /y/
+"#;
+
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/x/page"
+ ));
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/y/page"
+ ));
+ }
+
+ #[test]
+ fn test_encoding() {
+ let robotstxt = r#"
+User-agent: FooBot
+Disallow: /
+Allow: /foo/bar?qux=taz&baz=http://foo.bar?tar&par
+"#;
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/foo/bar?qux=taz&baz=http://foo.bar?tar&par"
+ ));
+
+ let robotstxt = r#"
+User-agent: FooBot
+Disallow: /
+Allow: /foo/bar/ツ
+"#;
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/foo/bar/%E3%83%84"
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/foo/bar/ツ"
+ ));
+
+ let robotstxt = r#"
+User-agent: FooBot
+Disallow: /
+Allow: /foo/bar/%E3%83%84
+"#;
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/foo/bar/%E3%83%84"
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/foo/bar/ツ"
+ ));
+
+ let robotstxt = r#"
+User-agent: FooBot
+Disallow: /
+Allow: /foo/bar/%62%61%7A
+"#;
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/foo/bar/baz"
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/foo/bar/%62%61%7A"
+ ));
+
+ let robotstxt = r#"
+User-agent: FooBot
+Disallow: /
+Allow: /path/file-with-a-%2A
+"#;
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/path/file-with-a-%2A"
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/path/file-with-a-*"
+ ));
+ }
+
+ #[test]
+ fn test_special_characters() {
+ let robotstxt = r#"
+User-agent: FooBot
+Disallow: /foo/bar/quz
+Allow: /foo/*/quz
+"#;
+
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/foo/bar/quz"
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/foo/quz"
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/foo//quz"
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/foo/bax/quz"
+ ));
+
+ let robotstxt = r#"
+User-agent: FooBot
+Disallow: /foo/bar$
+Allow: /foo/bar/qux
+"#;
+
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/foo/bar"
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/foo/bar/qux"
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/foo/bar/"
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/foo/bar/baz"
+ ));
+
+ let robotstxt = r#"
+User-agent: FooBot
+# Disallow: /
+Disallow: /foo/quz#qux
+Allow: /
+"#;
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/foo/bar"
+ ));
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/foo/quz"
+ ));
+ }
+
+ #[test]
+ fn test_index_html_is_directory() {
+ let robotstxt = r#"
+User-agent: *
+Allow: /allowed-slash/index.html
+Disallow: /
+"#;
+
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "foobot",
+ "http://foo.bar/allowed-slash/"
+ ));
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "foobot",
+ "http://foo.bar/allowed-slash/index.htm"
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "foobot",
+ "http://foo.bar/allowed-slash/index.html"
+ ));
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "foobot",
+ "http://foo.bar/another-url/"
+ ));
+ }
+
+ #[test]
+ fn test_google_documentation() {
+ let robotstxt = r#"
+user-agent: FooBot
+disallow: /
+allow: /fish
+"#;
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/bar"
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/fish"
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/fish.html"
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/fish/salmon.html"
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/fishheads"
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/fishheads/yummy.html"
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/fish.html?id=anything"
+ ));
+
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/Fish.asp"
+ ));
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/catfish"
+ ));
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/?id=fish"
+ ));
+
+ let robotstxt = r#"
+user-agent: FooBot
+disallow: /
+allow: /fish*
+"#;
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/bar"
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/fish"
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/fish.html"
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/fish/salmon.html"
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/fishheads"
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/fishheads/yummy.html"
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/fish.html?id=anything"
+ ));
+
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/Fish.asp"
+ ));
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/catfish"
+ ));
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/?id=fish"
+ ));
+
+ // "/fish/" does not equal "/fish"
+ let robotstxt = r#"
+user-agent: FooBot
+disallow: /
+allow: /fish/
+"#;
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/bar/"
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/fish/"
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/fish/salmon"
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/fish/?salmon"
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/fish/salmon.html"
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/fish/?id=anything"
+ ));
+
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/fish"
+ ));
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/fish.html"
+ ));
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/Fish/Salmon.html"
+ ));
+
+ // "*.php"
+ let robotstxt = r#"
+user-agent: FooBot
+disallow: /
+allow: /*.php
+"#;
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/bar"
+ ));
+
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/filename.php"
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/folder/filename.php"
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/folder/filename.php?parameters"
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar//folder/any.php.file.html"
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/filename.php/"
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/index?f=filename.php/"
+ ));
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/php/"
+ ));
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/index?php"
+ ));
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/windows.PHP"
+ ));
+
+ // "/*.php$"
+ let robotstxt = r#"
+user-agent: FooBot
+disallow: /
+allow: /*.php$
+"#;
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/bar"
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/filename.php"
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/folder/filename.php"
+ ));
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/filename.php?parameters"
+ ));
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/filename.php/"
+ ));
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/filename.php5"
+ ));
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/php/"
+ ));
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/filename?php"
+ ));
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/aaaphpaaa"
+ ));
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar//windows.PHP"
+ ));
+
+ // "/fish*.php"
+ let robotstxt = r#"
+user-agent: FooBot
+disallow: /
+allow: /fish*.php
+"#;
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/bar"
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/fish.php"
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/fishheads/catfish.php?parameters"
+ ));
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/fishheads/Fish.PHP"
+ ));
+
+ // section "order of precedence for group-member records"
+ assert!(is_user_agent_allowed(
+ r#"
+ user-agent: FooBot
+ allow: /p
+ disallow: /
+ "#,
+ "FooBot",
+ "http://foo.bar/page"
+ ));
+ assert!(is_user_agent_allowed(
+ r#"
+ user-agent: FooBot
+ allow: /folder
+ disallow: /folder
+ "#,
+ "FooBot",
+ "http://foo.bar/folder/page"
+ ));
+ assert!(!is_user_agent_allowed(
+ r#"
+ user-agent: FooBot
+ allow: /page
+ disallow: /*.htm
+ "#,
+ "FooBot",
+ "http://foo.bar/page.htm"
+ ));
+ let robotstxt = r#"
+ user-agent: FooBot
+ allow: /$
+ disallow: /
+ "#;
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/"
+ ));
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/page.html"
+ ));
+ }
+
+ #[test]
+ fn test_comma_separated_user_agents() {
+ // this is not part of the spec, but it is a reasonable
+ // assumption made by some websites and should therefore be respected
+ let robotstxt = r#"
+User-Agent: FooBot, BarBot
+Disallow: /
+
+User-Agent: BazBot
+Allow: /
+"#;
+
+ let url = "http://foo.bar/x/y";
+
+ assert!(!is_user_agent_allowed(robotstxt, "FooBot", url));
+ assert!(!is_user_agent_allowed(robotstxt, "BarBot", url));
+ assert!(is_user_agent_allowed(robotstxt, "BazBot", url));
+ }
+
+ #[test]
+ fn test_non_standard_line_example_sitemap() {
+ let robotstxt = r#"
+ user-agent: FooBot
+ allow: /some/path
+ user-agent: BarBot
+
+ Sitemap: http://foo.bar/sitemap.xml
+ "#;
+
+ let robots = Robots::parse("FooBot", robotstxt).unwrap();
+ assert_eq!(robots.sitemaps(), &["http://foo.bar/sitemap.xml"]);
+
+ let robotstxt = r#"
+ sitemap: http://foo.bar/sitemap.xml
+
+ user-agent: FooBot
+ allow: /some/path
+ user-agent: BarBot
+ "#;
+
+ let robots = Robots::parse("FooBot", robotstxt).unwrap();
+ assert_eq!(robots.sitemaps(), &["http://foo.bar/sitemap.xml"]);
+ }
+
+ #[test]
+ fn test_path_params_query() {
+ test_path("", "/");
+ test_path("http://www.example.com", "/");
+ test_path("http://www.example.com/", "/");
+ test_path("http://www.example.com/a", "/a");
+ test_path("http://www.example.com/a/", "/a/");
+ test_path(
+ "http://www.example.com/a/b?c=http://d.e/",
+ "/a/b?c=http://d.e/",
+ );
+ test_path(
+ "http://www.example.com/a/b?c=d&e=f#fragment",
+ "/a/b?c=d&e=f",
+ );
+ test_path("a", "/a");
+ test_path("a/", "/a/");
+ test_path("/a", "/a");
+ test_path("a/b", "/a/b");
+ test_path("http://example.com?a", "/?a");
+ test_path("http://example.com/a;b#c", "/a;b");
+ test_path("http://example.com///a/b/c", "/a/b/c");
+ }
+
+ #[test]
+ fn test_maybe_escape_pattern() {
+ test_escape("http://www.example.com", "http://www.example.com");
+ test_escape("/a/b/c", "/a/b/c");
+ test_escape("á", "%C3%A1");
+ test_escape("%C3%A1", "%C3%A1");
+ test_escape("aá", "a%C3%A1");
+ }
+
+ #[test]
+ fn test_params_respected() {
+ let robotstxt = r#"
+ user-agent: FooBot
+ disallow: /*?searchTerm=
+ "#;
+
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/"
+ ));
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/?searchTerm=someTerm"
+ ));
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/bar/?searchTerm=someTerm"
+ ));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/bar"
+ ));
+ }
+
+ #[test]
+ fn test_url_fragments() {
+ let robotstxt = r#"
+ user-agent: FooBot
+ disallow: /#fragment
+ "#;
+
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/"
+ ));
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/#fragment"
+ ));
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/#fragment"
+ ));
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "http://foo.bar/#fragment"
+ ));
+ }
+
+ #[test]
+ fn test_forgiveness_disallow_variations() {
+ let robotstxt = "user-agent: FooBot
+ disallow: /a
+ dissallow: /b
+ dissalow: /c
+ disalow: /d
+ diasllow: /e
+ disallaw: /f\n";
+
+ for path in ["/a", "/b", "/c", "/d", "/e", "/f"] {
+ assert!(!is_user_agent_allowed(robotstxt, "FooBot", path));
+ }
+ }
+
+ #[test]
+ fn test_forgiveness_ensure_not_too_forgiving() {
+ let robotstxt = "user-agent: FooBot
+ disallow:/a
+ dissallow/b
+ disallow /c\n";
+ assert!(!is_user_agent_allowed(robotstxt, "FooBot", "/a"));
+ assert!(is_user_agent_allowed(robotstxt, "FooBot", "/b"));
+ assert!(!is_user_agent_allowed(robotstxt, "FooBot", "/c"));
+ }
+
+ #[test]
+ fn test_forgiveness_sitemap_variations() {
+ let robotstxt = "user-agent: FooBot
+ site-map: /a
+ sitemap: /b
+ site map: /c\n";
+
+ let robots = Robots::parse("BarBot", robotstxt).unwrap();
+ assert_eq!(robots.sitemaps(), &["/a", "/b", "/c"]);
+ }
+
+ #[test]
+ fn test_forgiveness_crawl_delay_variations() {
+ let robotstxt = "user-agent: FooBot
+ crawl-delay: 42
+ user-agent: BarBot
+ crawl delay: 420
+ user-agent: BazBot
+ crawldelay: 360
+ \n";
+
+ let robots = Robots::parse("FooBot", robotstxt).unwrap();
+ assert_eq!(robots.crawl_delay(), Some(Duration::from_secs(42)));
+
+ let robots = Robots::parse("BarBot", robotstxt).unwrap();
+ assert_eq!(robots.crawl_delay(), Some(Duration::from_secs(420)));
+
+ let robots = Robots::parse("BazBot", robotstxt).unwrap();
+ assert_eq!(robots.crawl_delay(), Some(Duration::from_secs(360)));
+ }
+
+ #[test]
+ fn test_forgiveness_user_agent_variations() {
+ let robotstxt = "user-agent: FooBot
+ disallow: /a
+ user agent: BarBot
+ disallow: /b
+ useragent: BazBot
+ disallow: /e\n";
+
+ assert!(!is_user_agent_allowed(robotstxt, "FooBot", "/a"));
+ assert!(!is_user_agent_allowed(robotstxt, "BarBot", "/b"));
+ assert!(!is_user_agent_allowed(robotstxt, "BazBot", "/e"));
+ }
+
+ #[test]
+ fn test_no_leading_useragent() {
+ let robotstxt = "disallow: /a
+ allow: /b";
+
+ assert!(!is_user_agent_allowed(robotstxt, "FooBot", "/a"));
+ assert!(is_user_agent_allowed(robotstxt, "FooBot", "/b"));
+ }
+
+ #[test]
+ fn test_leading_wildcard() {
+ let robotstxt = "user-agent: *
+ disallow: */a
+ allow: /b";
+
+ assert!(!is_user_agent_allowed(robotstxt, "FooBot", "/a"));
+ assert!(!is_user_agent_allowed(robotstxt, "FooBot", "/c/a"));
+ assert!(is_user_agent_allowed(robotstxt, "FooBot", "/b"));
+ }
+
+ #[test]
+ fn test_robot_crazy_long_regex() {
+ let robotstxt = "User-agent: *
+ Disallow: /basket*
+ # Longest string takes priority. This is necessary due to conflicting Allow rules:
+ Disallow: /*?************************************************************************************donotindex=1*";
+
+ assert!(!is_user_agent_allowed(robotstxt, "FooBot", "/basket"));
+ assert!(!is_user_agent_allowed(robotstxt, "FooBot", "/basket/ball"));
+ assert!(is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "/example/file?xyz=42"
+ ));
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "/example/file?xyz=42&donotindex=1"
+ ));
+ }
+
+ #[test]
+ fn test_double_return_newline() {
+ let robotstxt = "\r
+ User-agent: *\r\r
+ Disallow: /en-AU/party\r\r\r\n\n\r\n
+ User-Agent: FooBot
+ Disallow: /fi-FI/party\r\r\n
+ Disallow: /en-US/party\r\r\n
+ \r\n\r\r\r\n\n
+ Crawl-Delay: 4";
+
+ assert!(!is_user_agent_allowed(robotstxt, "BarBot", "/en-AU/party"));
+
+ assert!(is_user_agent_allowed(robotstxt, "FooBot", "/en-AU/party"));
+ assert!(!is_user_agent_allowed(robotstxt, "FooBot", "/fi-FI/party"));
+ assert!(!is_user_agent_allowed(robotstxt, "FooBot", "/en-US/party"));
+ }
+
+ #[test]
+ fn test_robot_parses_crazy_long_lines() {
+ let mut txt = b"Disallow: /".to_vec();
+ let ending = b"AAAAAAAAAA".to_vec();
+ // 10 bytes * 1_000_000 = 10MB
+ for _ in 0..1_000_000 {
+ txt.extend(&ending);
+ }
+
+ let robotstxt = String::from_utf8(txt).unwrap();
+ assert!(Robots::parse("FooBot", &robotstxt).is_ok());
+ }
+
+ #[test]
+ fn test_robot_doesnt_do_full_regex() {
+ let robotstxt = "User-agent: *
+ Disallow: /(Cat|Dog).html";
+
+ assert!(is_user_agent_allowed(robotstxt, "FooBot", "/Cat.html"));
+ assert!(is_user_agent_allowed(robotstxt, "FooBot", "/Dog.html"));
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "/(Cat|Dog).html"
+ ));
+ }
+
+ #[test]
+ fn test_robot_starts_with_crawl_delay() {
+ let robotstxt = "Crawl-Delay: 42
+ User-Agent: *
+ Disallow: /blah
+ User-Agent: BarBot
+ Allow: /
+ Crawl-Delay: 1";
+
+ let robots = Robots::parse("FooBot", robotstxt).unwrap();
+ assert_eq!(robots.crawl_delay(), Some(Duration::from_secs(42)));
+
+ let robots = Robots::parse("BarBot", robotstxt).unwrap();
+ assert_eq!(robots.crawl_delay(), Some(Duration::from_secs(1)));
+ }
+
+ #[test]
+ fn test_robot_handles_random_nulls() {
+ let robotstxt = "User-Agent: *
+ \x00\x00Allow: /family\x00\x00
+ Disallow: /family/photos\x00\x00\x00";
+
+ assert!(is_user_agent_allowed(robotstxt, "FooBot", "/family"));
+ assert!(!is_user_agent_allowed(
+ robotstxt,
+ "FooBot",
+ "/family/photos"
+ ));
+ }
+
+ #[test]
+ fn test_robot_crawl_delay_not_integer() {
+ let robotstxt = b"User-Agent: FooBot
+ Crawl-Delay: 4.2
+ User-Agent: BarBot
+ Crawl-Delay: \x41\xc2\xc3\xb1\x42";
+
+ let robotstxt = String::from_utf8_lossy(robotstxt);
+
+ let robots = Robots::parse("FooBot", &robotstxt).unwrap();
+ assert_eq!(robots.crawl_delay(), Some(Duration::from_secs_f32(4.2)));
+
+ let robots = Robots::parse("BarBot", &robotstxt).unwrap();
+ assert_eq!(robots.crawl_delay(), None);
+ }
+}
diff --git a/crates/robotstxt/src/parser.rs b/crates/robotstxt/src/parser.rs
new file mode 100644
index 00000000..2e719ec6
--- /dev/null
+++ b/crates/robotstxt/src/parser.rs
@@ -0,0 +1,174 @@
+// Stract is an open source web search engine.
+// Copyright (C) 2024 Stract ApS
+//
+// This program is free software: you can redistribute it and/or modify
+// it under the terms of the GNU Affero General Public License as
+// published by the Free Software Foundation, either version 3 of the
+// License, or (at your option) any later version.
+//
+// This program is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+// GNU Affero General Public License for more details.
+//
+// You should have received a copy of the GNU Affero General Public License
+// along with this program. If not, see <https://www.gnu.org/licenses/>.
+
+use nom::{
+ branch::alt,
+ bytes::complete::{tag, tag_no_case, take_while},
+ character::complete::{space0, space1},
+ combinator::{eof, opt},
+ multi::many_till,
+ sequence::preceded,
+ IResult,
+};
+
+#[derive(Debug)]
+pub enum Line<'a> {
+ UserAgent(Vec<&'a str>),
+ Allow(&'a str),
+ Disallow(&'a str),
+ Sitemap(&'a str),
+ CrawlDelay(Option<f32>),
+ Raw(()),
+}
+
+pub fn parse(input: &str) -> IResult<&str, Vec<Line>> {
+ let (input, (lines, _)) = many_till(
+ alt((
+ parse_user_agent,
+ parse_allow,
+ parse_disallow,
+ parse_sitemap,
+ parse_crawl_delay,
+ parse_raw,
+ )),
+ eof,
+ )(input)?;
+
+ Ok((input, lines))
+}
+
+fn is_not_line_ending(c: char) -> bool {
+ c != '\n' && c != '\r'
+}
+
+fn is_not_line_ending_or_comment(c: char) -> bool {
+ is_not_line_ending(c) && c != '#'
+}
+
+fn is_carriage_return(c: char) -> bool {
+ c == '\r'
+}
+
+fn consume_newline(input: &str) -> IResult<&str, Option<&str>> {
+ let (input, _) = take_while(is_carriage_return)(input)?;
+ let (input, output) = opt(tag("\n"))(input)?;
+ Ok((input, output))
+}
+
+fn product(input: &str) -> IResult<&str, &str> {
+ let (input, _) = alt((preceded(space0, tag(":")), space1))(input)?;
+ let (input, line) = take_while(is_not_line_ending_or_comment)(input)?;
+ let (input, _) = opt(preceded(tag("#"), take_while(is_not_line_ending)))(input)?;
+ let (input, _) = consume_newline(input)?;
+ let line = line.trim();
+ Ok((input, line))
+}
+
+fn parse_user_agent(input: &str) -> IResult<&str, Line> {
+ let useragent = (
+ tag_no_case("user-agent"),
+ tag_no_case("user agent"),
+ tag_no_case("useragent"),
+ tag_no_case("user-agents"),
+ tag_no_case("user agents"),
+ tag_no_case("useragents"),
+ );
+ let (input, _) = preceded(space0, alt(useragent))(input)?;
+ let (input, user_agents) = product(input)?;
+
+ let user_agents = user_agents
+ .split_whitespace()
+ .flat_map(|x| x.split(','))
+ .collect();
+
+ Ok((input, Line::UserAgent(user_agents)))
+}
+
+fn parse_allow(input: &str) -> IResult<&str, Line> {
+ let allow = (
+ tag_no_case("allow"),
+ tag_no_case("alow"),
+ tag_no_case("alaw"),
+ tag_no_case("allows"),
+ tag_no_case("alows"),
+ tag_no_case("alaws"),
+ );
+ let (input, _) = preceded(space0, alt(allow))(input)?;
+
+ let (input, allow) = product(input)?;
+ Ok((input, Line::Allow(allow)))
+}
+
+fn parse_disallow(input: &str) -> IResult<&str, Line> {
+ let disallow = (
+ tag_no_case("disallow"),
+ tag_no_case("dissallow"),
+ tag_no_case("dissalow"),
+ tag_no_case("disalow"),
+ tag_no_case("diasllow"),
+ tag_no_case("disallaw"),
+ tag_no_case("disallows"),
+ tag_no_case("dissallows"),
+ tag_no_case("dissalows"),
+ tag_no_case("disalows"),
+ tag_no_case("diasllows"),
+ tag_no_case("disallaws"),
+ );
+ let (input, _) = preceded(space0, alt(disallow))(input)?;
+
+ let (input, disallow) = product(input)?;
+ Ok((input, Line::Disallow(disallow)))
+}
+
+fn parse_sitemap(input: &str) -> IResult<&str, Line> {
+ let sitemap = (
+ tag_no_case("sitemap"),
+ tag_no_case("site map"),
+ tag_no_case("site-map"),
+ tag_no_case("site maps"),
+ tag_no_case("site-maps"),
+ tag_no_case("site-maps"),
+ );
+ let (input, _) = preceded(space0, alt(sitemap))(input)?;
+
+ let (input, sitemap) = product(input)?;
+ Ok((input, Line::Sitemap(sitemap)))
+}
+
+fn parse_crawl_delay(input: &str) -> IResult<&str, Line> {
+ let crawl_delay = (
+ tag_no_case("crawl-delay"),
+ tag_no_case("crawl delay"),
+ tag_no_case("crawldelay"),
+ tag_no_case("crawl delays"),
+ tag_no_case("crawl-delays"),
+ tag_no_case("crawl-delays"),
+ tag_no_case("crawldelays"),
+ );
+ let (input, _) = preceded(space0, alt(crawl_delay))(input)?;
+
+ let (input, crawl_delay) = product(input)?;
+
+ let crawl_delay = crawl_delay.parse().ok().filter(|&x| x >= 0.0);
+
+ Ok((input, Line::CrawlDelay(crawl_delay)))
+}
+
+fn parse_raw(input: &str) -> IResult<&str, Line> {
+ let (input, _raw) = take_while(is_not_line_ending)(input)?;
+ let (input, _) = consume_newline(input)?;
+ Ok((input, Line::Raw(())))
+}
diff --git a/crates/robotstxt/src/pattern.rs b/crates/robotstxt/src/pattern.rs
new file mode 100644
index 00000000..8faa45e1
--- /dev/null
+++ b/crates/robotstxt/src/pattern.rs
@@ -0,0 +1,301 @@
+// Stract is an open source web search engine.
+// Copyright (C) 2024 Stract ApS
+//
+// This program is free software: you can redistribute it and/or modify
+// it under the terms of the GNU Affero General Public License as
+// published by the Free Software Foundation, either version 3 of the
+// License, or (at your option) any later version.
+//
+// This program is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+// GNU Affero General Public License for more details.
+//
+// You should have received a copy of the GNU Affero General Public License
+// along with this program. If not, see <https://www.gnu.org/licenses/>.
+
+use std::cmp::Ordering;
+
+#[derive(Debug)]
+pub struct Pattern {
+ pattern: String,
+ len: usize,
+}
+
+impl Ord for Pattern {
+ fn cmp(&self, other: &Self) -> Ordering {
+ self.len().cmp(&other.len()).reverse()
+ }
+}
+
+impl PartialOrd for Pattern {
+ fn partial_cmp(&self, other: &Self) -> Option<Ordering> {
+ Some(self.cmp(other))
+ }
+}
+
+impl PartialEq for Pattern {
+ fn eq(&self, other: &Self) -> bool {
+ self.pattern == other.pattern
+ }
+}
+
+impl Eq for Pattern {}
+
+impl Pattern {
+ pub fn new(pattern: &str) -> Self {
+ let len = pattern.len();
+ let pattern = percent_encode(pattern);
+ if pattern.contains('$') {
+ return Self {
+ pattern: pattern.split('$').next().unwrap().to_string() + "$",
+ len,
+ };
+ }
+
+ Self {
+ pattern: pattern.to_string(),
+ len,
+ }
+ }
+
+ pub fn len(&self) -> usize {
+ self.len
+ }
+
+ pub fn matches(&self, path: &str) -> bool {
+ let path = percent_encode(path);
+ let parts = self.pattern.split('*');
+
+ let mut start = 0;
+
+ for (idx, part) in parts.enumerate() {
+ if part.ends_with('$') {
+ if idx > 0 && part.chars().all(|c| c == '$') {
+ return true;
+ }
+
+ let part = part.trim_end_matches('$');
+
+ if idx == 0 {
+ return path == part;
+ }
+
+ // rfind because the previous '*' would have matched whatever it could
+ match path[start..].rfind(part) {
+ Some(idx) => start += idx + part.len(),
+ _ => {
+ return false;
+ }
+ }
+
+ return start == path.len();
+ }
+
+ if idx == 0 {
+ if !path.starts_with(part) {
+ return false;
+ }
+ start += part.len();
+ } else {
+ match path[start..].find(part) {
+ Some(idx) => start += idx + part.len(),
+ None => {
+ return false;
+ }
+ }
+ }
+ }
+
+ true
+ }
+}
+
+pub(crate) fn percent_encode(input: &str) -> String {
+ const FRAGMENT: percent_encoding::AsciiSet = percent_encoding::CONTROLS
+ .add(b' ')
+ .add(b'"')
+ .add(b'<')
+ .add(b'>')
+ .add(b'`');
+
+ percent_encoding::utf8_percent_encode(
+ &percent_encoding::percent_decode_str(input).decode_utf8_lossy(),
+ &FRAGMENT,
+ )
+ .to_string()
+}
+
+#[cfg(test)]
+mod tests {
+ use super::*;
+ use proptest::prelude::*;
+
+ #[test]
+ fn test_empty_match() {
+ let rule = Pattern::new("");
+ assert!(rule.matches(""));
+ assert!(rule.matches("foo"));
+ }
+
+ #[test]
+ fn test_prefix_match() {
+ let rule = Pattern::new("/foo/bar");
+ assert!(rule.matches("/foo/bar"));
+ assert!(rule.matches("/foo/bar/"));
+ assert!(rule.matches("/foo/bar/baz"));
+ assert!(rule.matches("/foo/barbaz"));
+ assert!(!rule.matches("/foo"));
+ assert!(!rule.matches("/foo/baz"));
+ }
+
+ #[test]
+ fn test_wildcard_match() {
+ let rule = Pattern::new("/foo/*/bar");
+ assert!(rule.matches("/foo/baz/bar"));
+ assert!(rule.matches("/foo/baz/bar/baz"));
+ assert!(rule.matches("/foo/baz/baz/bar/baz"));
+ assert!(!rule.matches("/foo/bar"));
+ assert!(!rule.matches("/foo/baz"));
+
+ let rule = Pattern::new("/foo/bar*");
+ assert!(rule.matches("/foo/bar"));
+ assert!(rule.matches("/foo/barbaz"));
+ assert!(rule.matches("/foo/bar/baz"));
+ assert!(!rule.matches("/foo"));
+
+ let rule = Pattern::new("*/bar");
+
+ assert!(rule.matches("foo/bar"));
+ assert!(rule.matches("foo/bar/"));
+ assert!(rule.matches("foo/bar/baz"));
+ assert!(rule.matches("foo/barbaz"));
+ assert!(!rule.matches("foo"));
+ assert!(!rule.matches("foo/baz"));
+
+ let rule = Pattern::new("*/bar*");
+ assert!(rule.matches("foo/bar"));
+ assert!(rule.matches("foo/barbaz"));
+ assert!(rule.matches("foo/bar/baz"));
+ assert!(!rule.matches("foo"));
+ }
+
+ #[test]
+ fn test_end_match() {
+ let rule = Pattern::new("/foo/bar$");
+ assert!(rule.matches("/foo/bar"));
+ assert!(!rule.matches("/foo/bar/"));
+ assert!(!rule.matches("/foo/bar/baz"));
+ assert!(!rule.matches("/foo"));
+ assert!(!rule.matches("/foo/baz"));
+ assert!(!rule.matches("/foo/barbaz"));
+ }
+
+ #[test]
+ fn test_wildcard_end_match() {
+ let rule = Pattern::new("/foo/*/bar$");
+ assert!(rule.matches("/foo/baz/bar"));
+ assert!(rule.matches("/foo/baz/baz/bar"));
+ assert!(!rule.matches("/foo/baz/baz/bar/baz"));
+ assert!(!rule.matches("/foo/bar"));
+ assert!(!rule.matches("/foo/baz/bar/"));
+ assert!(!rule.matches("/foo/bar/"));
+ assert!(!rule.matches("/foo/baz/bar/baz"));
+ assert!(!rule.matches("/foo/baz"));
+ assert!(!rule.matches("/foo/baz/bar/baz/baz"));
+
+ let rule = Pattern::new("/foo/*$");
+ assert!(rule.matches("/foo/bar"));
+ assert!(rule.matches("/foo/baz"));
+ assert!(rule.matches("/foo/baz/bar"));
+ assert!(rule.matches("/foo/baz/baz"));
+ assert!(!rule.matches("/foo"));
+ assert!(!rule.matches("/bar/bar/"));
+
+ let rule = Pattern::new("*A$");
+ assert!(rule.matches("AAA"));
+ }
+
+ #[test]
+ fn test_multi_wildcard() {
+ let rule = Pattern::new("/foo/*/bar/*/baz");
+ assert!(rule.matches("/foo/baz/bar/baz/baz"));
+ assert!(rule.matches("/foo/baz/bar/baz/baz/baz"));
+ assert!(!rule.matches("/foo/bar/baz/baz"));
+ assert!(!rule.matches("/foo/baz/bar/baz"));
+
+ let rule = Pattern::new("/foo/******/bar");
+ assert!(rule.matches("/foo/baz/bar"));
+ assert!(rule.matches("/foo/baz/baz/bar"));
+ assert!(rule.matches("/foo/baz/baz/baz/bar"));
+ assert!(!rule.matches("/foo/bar"));
+ }
+
+ #[test]
+ fn test_end_mid_pattern() {
+ let rule = Pattern::new("/foo/bar$/baz");
+ assert!(rule.matches("/foo/bar"));
+ assert!(!rule.matches("/foo/bar/"));
+ assert!(!rule.matches("/foo/bar/baz"));
+ assert!(!rule.matches("/foo/bar/baz/baz"));
+ assert!(!rule.matches("/foo/barbaz"));
+
+ let rule = Pattern::new("$");
+ assert!(rule.matches(""));
+ assert!(!rule.matches("/foo"));
+ assert!(!rule.matches("/foo/bar"));
+ assert!(!rule.matches("/foo/bar/"));
+ }
+
+ #[test]
+ fn test_multi_end() {
+ let rule = Pattern::new("/foo/bar$/baz$");
+ assert!(rule.matches("/foo/bar"));
+ assert!(!rule.matches("/foo/bar/"));
+ assert!(!rule.matches("/foo/bar/baz"));
+ assert!(!rule.matches("/foo/bar/baz/baz"));
+ assert!(!rule.matches("/foo/barbaz"));
+ }
+
+ proptest! {
+ #![proptest_config(ProptestConfig::with_cases(8192))]
+
+ #[test]
+ fn proptest_identity(s in "[a-zA-Z0-9]*") {
+ let rule = Pattern::new(&s);
+ prop_assert!(rule.matches(&s));
+ }
+
+ #[test]
+ fn wildcard_end_matches_anything(path in "[a-zA-Z0-9]*") {
+ let rule = Pattern::new("*$");
+ prop_assert!(rule.matches(&path));
+ }
+
+ #[test]
+ fn proptest_regex(pattern: String, path: String) {
+ let mut pattern = percent_encode(&pattern);
+ let path = percent_encode(&path);
+
+ if pattern.contains('$') {
+ pattern = pattern.split('$').next().unwrap().to_string() + "$";
+ }
+
+ let rule = Pattern::new(&pattern);
+
+ let pattern = regex::escape(&pattern).replace("\\*", ".*").replace("\\$", "$");
+ let pattern = "^".to_string() + &pattern;
+ let re = regex::Regex::new(&pattern).unwrap();
+
+ let path = percent_encode(&path);
+
+ prop_assert_eq!(rule.matches(&path), re.is_match(&path));
+ }
+
+ #[test]
+ fn percent_encode_idempotent(s: String) {
+ let encoded = percent_encode(&s);
+ prop_assert_eq!(percent_encode(&encoded), encoded);
+ }
+ }
+}
diff --git a/fuzz/.gitignore b/fuzz/.gitignore
new file mode 100644
index 00000000..1a45eee7
--- /dev/null
+++ b/fuzz/.gitignore
@@ -0,0 +1,4 @@
+target
+corpus
+artifacts
+coverage
diff --git a/fuzz/Cargo.toml b/fuzz/Cargo.toml
new file mode 100644
index 00000000..3e246ed2
--- /dev/null
+++ b/fuzz/Cargo.toml
@@ -0,0 +1,41 @@
+[package]
+edition = "2021"
+name = "stract-fuzz"
+publish = false
+version = "0.0.0"
+
+[package.metadata]
+cargo-fuzz = true
+
+[dependencies]
+libfuzzer-sys = "0.4"
+robotstxt = {path = "../crates/robotstxt"}
+stract = {path = "../crates/core"}
+
+[[bin]]
+bench = false
+doc = false
+name = "robotstxt"
+path = "fuzz_targets/robotstxt.rs"
+test = false
+
+[[bin]]
+bench = false
+doc = false
+name = "query-parser"
+path = "fuzz_targets/query_parser.rs"
+test = false
+
+[[bin]]
+bench = false
+doc = false
+name = "rss"
+path = "fuzz_targets/rss.rs"
+test = false
+
+[[bin]]
+bench = false
+doc = false
+name = "atom"
+path = "fuzz_targets/atom.rs"
+test = false
diff --git a/fuzz/README.md b/fuzz/README.md
new file mode 100644
index 00000000..1cd6b198
--- /dev/null
+++ b/fuzz/README.md
@@ -0,0 +1,11 @@
+Fuzz robots.txt parser:
+`RUSTFLAGS="-C codegen-units=16" cargo +nightly fuzz run --jobs 16 -O --no-cfg-fuzzing robotstxt -- -dict=fuzz/dicts/robots_txt.dict -max-len=2048`
+
+Fuzz query parser:
+`RUSTFLAGS="-C codegen-units=16" cargo +nightly fuzz run --jobs 16 -O --no-cfg-fuzzing query-parser -- -max-len=2048`
+
+Fuzz RSS parser:
+`RUSTFLAGS="-C codegen-units=16" cargo +nightly fuzz run --jobs 16 -O --no-cfg-fuzzing rss -- -max-len=2048`
+
+Fuzz Atom parser:
+`RUSTFLAGS="-C codegen-units=16" cargo +nightly fuzz run --jobs 16 -O --no-cfg-fuzzing atom -- -max-len=2048`
\ No newline at end of file
diff --git a/fuzz/dicts/robots_txt.dict b/fuzz/dicts/robots_txt.dict
new file mode 100644
index 00000000..4aba4072
--- /dev/null
+++ b/fuzz/dicts/robots_txt.dict
@@ -0,0 +1,9 @@
+# source: https://github.com/Smerity/texting_robots
+# Suggestions for the fuzzer targeting robots.txt
+
+allow="allow:"
+disallow="disallow:"
+sitemap="sitemap:"
+delay="crawl-delay:"
+ua="user-agent:"
+comment="#comment"
diff --git a/fuzz/fuzz_targets/atom.rs b/fuzz/fuzz_targets/atom.rs
new file mode 100644
index 00000000..c17dc5a9
--- /dev/null
+++ b/fuzz/fuzz_targets/atom.rs
@@ -0,0 +1,8 @@
+#![no_main]
+
+use libfuzzer_sys::fuzz_target;
+use stract::feed;
+
+fuzz_target!(|data: &str| {
+ let _ = feed::parse(data, feed::FeedKind::Atom);
+});
diff --git a/fuzz/fuzz_targets/query_parser.rs b/fuzz/fuzz_targets/query_parser.rs
new file mode 100644
index 00000000..facb424d
--- /dev/null
+++ b/fuzz/fuzz_targets/query_parser.rs
@@ -0,0 +1,24 @@
+#![no_main]
+
+use libfuzzer_sys::fuzz_target;
+use stract::{
+ index::Index,
+ query::Query,
+ searcher::{SearchGuard, SearchQuery, SearchableIndex},
+};
+
+fuzz_target!(|query: &str| {
+ let index = Index::open("/tmp/stract/fuzz-index").unwrap();
+
+ let guard = index.guard();
+ let ctx = guard.inverted_index().local_search_ctx();
+
+ let _ = Query::parse(
+ &ctx,
+ &SearchQuery {
+ query: query.to_string(),
+ ..Default::default()
+ },
+ &index.inverted_index,
+ );
+});
diff --git a/fuzz/fuzz_targets/robotstxt.rs b/fuzz/fuzz_targets/robotstxt.rs
new file mode 100644
index 00000000..3df0dbbb
--- /dev/null
+++ b/fuzz/fuzz_targets/robotstxt.rs
@@ -0,0 +1,8 @@
+#![no_main]
+
+use libfuzzer_sys::fuzz_target;
+use robotstxt::Robots;
+
+fuzz_target!(|data: &str| {
+ let _ = Robots::parse("FooBot", data);
+});
diff --git a/fuzz/fuzz_targets/rss.rs b/fuzz/fuzz_targets/rss.rs
new file mode 100644
index 00000000..20eb8b5b
--- /dev/null
+++ b/fuzz/fuzz_targets/rss.rs
@@ -0,0 +1,8 @@
+#![no_main]
+
+use libfuzzer_sys::fuzz_target;
+use stract::feed;
+
+fuzz_target!(|data: &str| {
+ let _ = feed::parse(data, feed::FeedKind::Rss);
+});