Skip to content

Offline, privacy-first grammar checker. Fast, open-source, Rust-powered

feat: tests for sentences containing a decade

hippietrail91e123b8324e
diff --git a/harper-core/src/lexing/mod.rs b/harper-core/src/lexing/mod.rs
index 0b9d684f0..05912924f 100644
--- a/harper-core/src/lexing/mod.rs
+++ b/harper-core/src/lexing/mod.rs
@@ -470,4 +470,62 @@ mod tests {
let source: Vec<_> = "'90s".chars().collect();
assert!(lex_long_decade(&source).is_none());
}
+
+ #[test]
+ fn accepts_sentence_with_decade() {
+ let sentence: Vec<_> = "To the early 1990s there were a lot of Movies where the bad guys were former Russian intelligence agents.".chars().collect();
+ let expected_tokens = [
+ TokenKind::Word(None),
+ TokenKind::Space(1),
+ TokenKind::Word(None),
+ TokenKind::Space(1),
+ TokenKind::Word(None),
+ TokenKind::Space(1),
+ TokenKind::Decade,
+ ];
+
+ let mut next_index = 0;
+
+ for expected_token in expected_tokens.iter() {
+ if next_index >= sentence.len() {
+ break; // Exit if we've processed the entire source
+ }
+
+ let token = lex_token(&sentence[next_index..]).expect("Failed to lex token");
+ assert_eq!(token.token, *expected_token);
+ next_index += token.next_index;
+ }
+ }
+
+ #[test]
+ fn rejects_sentence_with_number() {
+ let sentence: Vec<_> = "To the early 1990s there were a lot of Movies where the bad guys were former Russian intelligence agents.".chars().collect();
+ let expected_tokens = [
+ TokenKind::Word(None),
+ TokenKind::Space(1),
+ TokenKind::Word(None),
+ TokenKind::Space(1),
+ TokenKind::Word(None),
+ TokenKind::Space(1),
+ TokenKind::Number(Default::default()),
+ ];
+
+ let mut next_index = 0;
+
+ for (i, expected_token) in expected_tokens.iter().enumerate() {
+ if next_index >= sentence.len() {
+ break; // Exit if we've processed the entire source
+ }
+
+ let token = lex_token(&sentence[next_index..]).expect("Failed to lex token");
+
+ if i < 6 {
+ assert_eq!(token.token, *expected_token);
+ } else {
+ assert_ne!(token.token, *expected_token);
+ }
+
+ next_index += token.next_index;
+ }
+ }
}