Offline, privacy-first grammar checker. Fast, open-source, Rust-powered
feat(core): start support for hex numbers
hippietrail48296e6dafb4
diff --git a/harper-core/src/lexing/mod.rs b/harper-core/src/lexing/mod.rsindex d5f0f74a0..2aee8d5b5 100644--- a/harper-core/src/lexing/mod.rs+++ b/harper-core/src/lexing/mod.rs@@ -3,6 +3,7 @@ mod hostname;mod url;use hostname::lex_hostname_token;+use ordered_float::OrderedFloat;use url::lex_url;use self::email_address::lex_email_address;@@ -24,6 +25,7 @@ pub fn lex_token(source: &[char]) -> Option<FoundToken> {lex_tabs,lex_spaces,lex_newlines,+ lex_hex_number,lex_number,lex_url,lex_email_address,@@ -89,6 +91,34 @@ pub fn lex_number(source: &[char]) -> Option<FoundToken> {None}+pub fn lex_hex_number(source: &[char]) -> Option<FoundToken> {+ if source.len() < 3 || source[0] != '0' || source[1] != 'x' {+ return None;+ }++ let end = &source[2..]+ .iter()+ .enumerate()+ .rev()+ .find_map(|(i, v)| v.is_ascii_hexdigit().then_some(i))?;++ let mut s: String = source[2..end + 2 + 1].iter().collect();++ // Find the longest possible valid number+ while !s.is_empty() {+ if let Ok(n) = u64::from_str_radix(&s, 16) {+ return Some(FoundToken {+ token: TokenKind::Number(OrderedFloat(n as f64), None),+ next_index: s.len() + 2,+ });+ }++ s.pop();+ }++ None+}+fn lex_newlines(source: &[char]) -> Option<FoundToken> {let count = source.iter().take_while(|c| **c == '\n').count();