Best headless browser for AI agents. Lite, Fast, High-Compatibility. Built in Rust
Rust ai-agentsai-toolsbrowserbrowser-automationcloud-browserheadlessheadless-browserkitesurfplaywrightpuppeteerrustservoweb-crawlerweb-crawlingweb-scraperweb-scraping
use encoding_rs::Encoding;
use crate::encoding_for_label;
pub fn decode_utf8(bytes: &[u8]) -> String {
encoding_rs::UTF_8
.decode_with_bom_removal(bytes)
.0
.into_owned()
}
pub fn decode_classic_script_source(
bytes: &[u8],
headers: &[(String, Vec<u8>)],
script_charset: Option<&str>,
document_character_set: Option<&str>,
) -> String {
let encoding = Encoding::for_bom(bytes)
.map(|(encoding, _)| encoding)
.or_else(|| {
moli_web_mime::extract_response_mime_type(headers)
.and_then(|mime| mime.parameter("charset").and_then(encoding_for_label))
})
.or_else(|| script_charset.and_then(encoding_for_label))
.or_else(|| document_character_set.and_then(encoding_for_label))
.unwrap_or(encoding_rs::UTF_8);
encoding.decode_with_bom_removal(bytes).0.into_owned()
}