Skip to content

Lightpanda: the headless browser designed for AI and automation

css tokenizer: drop dead code

Adrià Arrufatcbb6ec1fd4d5
diff --git a/src/browser/css/Tokenizer.zig b/src/browser/css/Tokenizer.zig
index b019dac68..73d1721dd 100644
--- a/src/browser/css/Tokenizer.zig
+++ b/src/browser/css/Tokenizer.zig
@@ -249,35 +249,6 @@ fn hasNewlineAt(self: *const Tokenizer, offset: usize) bool {
};
}
-fn hasNonAsciiAt(self: *const Tokenizer, offset: usize) bool {
- if (!self.hasAtLeast(offset)) return false;
-
- const byte = self.byteAt(offset);
- const len_utf8 = std.unicode.utf8ByteSequenceLength(byte) catch return false;
-
- if (!self.hasAtLeast(offset + len_utf8 - 1)) return false;
-
- const start = self.position + offset;
- const bytes = self.slice(start, start + len_utf8);
-
- const codepoint = std.unicode.utf8Decode(bytes) catch return false;
-
- // https://drafts.csswg.org/css-syntax/#non-ascii-ident-code-point
- return switch (codepoint) {
- '\u{00B7}', '\u{200C}', '\u{200D}', '\u{203F}', '\u{2040}' => true,
- '\u{00C0}'...'\u{00D6}' => true,
- '\u{00D8}'...'\u{00F6}' => true,
- '\u{00F8}'...'\u{037D}' => true,
- '\u{037F}'...'\u{1FFF}' => true,
- '\u{2070}'...'\u{218F}' => true,
- '\u{2C00}'...'\u{2FEF}' => true,
- '\u{3001}'...'\u{D7FF}' => true,
- '\u{F900}'...'\u{FDCF}' => true,
- '\u{FDF0}'...'\u{FFFD}' => true,
- else => codepoint >= '\u{10000}',
- };
-}
-
fn isIdentStart(self: *Tokenizer) bool {
if (self.isEof()) return false;
@@ -358,35 +329,17 @@ fn consumeComment(self: *Tokenizer) []const u8 {
return self.sliceFrom(start_position);
}
-fn byteToHexDigit(b: u8) ?u32 {
- return switch (b) {
- '0'...'9' => b - '0',
- 'a'...'f' => b - 'a' + 10,
- 'A'...'F' => b - 'A' + 10,
- else => null,
- };
-}
-
fn byteToDecimalDigit(b: u8) ?u32 {
return if (std.ascii.isDigit(b)) b - '0' else null;
}
-// (value, number of digits up to 6)
+// Up to 6 hex digits.
fn consumeHexDigits(self: *Tokenizer) void {
- var value: u32 = 0;
var digits: u32 = 0;
-
- while (digits < 6 and !self.isEof()) {
- if (byteToHexDigit(self.nextByteUnchecked())) |digit| {
- value = value * 16 + digit;
- digits += 1;
- self.advance(1);
- } else {
- break;
- }
+ while (digits < 6 and !self.isEof() and std.ascii.isHex(self.nextByteUnchecked())) {
+ digits += 1;
+ self.advance(1);
}
-
- _ = &value;
}
// Assumes that the U+005C REVERSE SOLIDUS (\) has already been consumed
@@ -488,13 +441,7 @@ fn consumeName(self: *Tokenizer) []const u8 {
// a continuation byte, which advance() asserts against.
self.consumeChar();
},
- else => {
- if (self.hasNonAsciiAt(0)) {
- self.consumeChar();
- } else {
- break; // ASCII
- }
- },
+ else => break,
}
}