Skip to content

Offline, privacy-first grammar checker. Fast, open-source, Rust-powered

feat: added additional punctuation

Elijah Potter1d96bab364c6
diff --git a/harper-core/src/lexing/mod.rs b/harper-core/src/lexing/mod.rs
index 7d3fa5fcc..b6d19d10d 100644
--- a/harper-core/src/lexing/mod.rs
+++ b/harper-core/src/lexing/mod.rs
@@ -136,6 +136,10 @@ fn lex_punctuation(source: &[char]) -> Option<FoundToken> {
'-' => Hyphen,
'[' => OpenSquare,
']' => CloseSquare,
+ '<' => OpenAngle,
+ '>' => CloseAngle,
+ '{' => OpenCurly,
+ '}' => CloseCurly,
'(' => OpenRound,
')' => CloseRound,
'#' => Hash,
@@ -146,6 +150,9 @@ fn lex_punctuation(source: &[char]) -> Option<FoundToken> {
'…' => Ellipsis,
'^' => Carrot,
'+' => Plus,
+ '$' => Dollar,
+ '|' => Pipe,
+ '_' => Underscore,
_ => return None,
};
diff --git a/harper-core/src/token.rs b/harper-core/src/token.rs
index d9c3aed64..e2d574590 100644
--- a/harper-core/src/token.rs
+++ b/harper-core/src/token.rs
@@ -40,6 +40,7 @@ pub enum TokenKind {
Space(usize),
/// A sequence of "\n" newlines
Newline(usize),
+ EmailAddress,
/// A special token used for things like inline code blocks that should be ignored by all
/// linters.
Unlintable,
@@ -99,6 +100,14 @@ pub enum Punctuation {
OpenRound,
/// `)`
CloseRound,
+ /// `<`
+ OpenAngle,
+ /// `>`
+ CloseAngle,
+ /// `{`
+ OpenCurly,
+ /// `}`
+ CloseCurly,
/// `"`
Hash,
/// `'`
@@ -125,6 +134,12 @@ pub enum Punctuation {
Carrot,
/// `+`
Plus,
+ /// `$`
+ Dollar,
+ /// `|`
+ Pipe,
+ /// `_`
+ Underscore,
}
#[derive(Debug, Clone, Copy, PartialEq, Eq, Serialize, Deserialize, PartialOrd)]