Lightpanda: the headless browser designed for AI and automation
css tokenizer: drop dead code
Adrià Arrufatcbb6ec1fd4d5
diff --git a/src/browser/css/Tokenizer.zig b/src/browser/css/Tokenizer.zigindex b019dac68..73d1721dd 100644--- a/src/browser/css/Tokenizer.zig+++ b/src/browser/css/Tokenizer.zig@@ -249,35 +249,6 @@ fn hasNewlineAt(self: *const Tokenizer, offset: usize) bool {};}-fn hasNonAsciiAt(self: *const Tokenizer, offset: usize) bool {- if (!self.hasAtLeast(offset)) return false;-- const byte = self.byteAt(offset);- const len_utf8 = std.unicode.utf8ByteSequenceLength(byte) catch return false;-- if (!self.hasAtLeast(offset + len_utf8 - 1)) return false;-- const start = self.position + offset;- const bytes = self.slice(start, start + len_utf8);-- const codepoint = std.unicode.utf8Decode(bytes) catch return false;-- // https://drafts.csswg.org/css-syntax/#non-ascii-ident-code-point- return switch (codepoint) {- '\u{00B7}', '\u{200C}', '\u{200D}', '\u{203F}', '\u{2040}' => true,- '\u{00C0}'...'\u{00D6}' => true,- '\u{00D8}'...'\u{00F6}' => true,- '\u{00F8}'...'\u{037D}' => true,- '\u{037F}'...'\u{1FFF}' => true,- '\u{2070}'...'\u{218F}' => true,- '\u{2C00}'...'\u{2FEF}' => true,- '\u{3001}'...'\u{D7FF}' => true,- '\u{F900}'...'\u{FDCF}' => true,- '\u{FDF0}'...'\u{FFFD}' => true,- else => codepoint >= '\u{10000}',- };-}-fn isIdentStart(self: *Tokenizer) bool {if (self.isEof()) return false;@@ -358,35 +329,17 @@ fn consumeComment(self: *Tokenizer) []const u8 {return self.sliceFrom(start_position);}-fn byteToHexDigit(b: u8) ?u32 {- return switch (b) {- '0'...'9' => b - '0',- 'a'...'f' => b - 'a' + 10,- 'A'...'F' => b - 'A' + 10,- else => null,- };-}-fn byteToDecimalDigit(b: u8) ?u32 {return if (std.ascii.isDigit(b)) b - '0' else null;}-// (value, number of digits up to 6)+// Up to 6 hex digits.fn consumeHexDigits(self: *Tokenizer) void {- var value: u32 = 0;var digits: u32 = 0;-- while (digits < 6 and !self.isEof()) {- if (byteToHexDigit(self.nextByteUnchecked())) |digit| {- value = value * 16 + digit;- digits += 1;- self.advance(1);- } else {- break;- }+ while (digits < 6 and !self.isEof() and std.ascii.isHex(self.nextByteUnchecked())) {+ digits += 1;+ self.advance(1);}-- _ = &value;}// Assumes that the U+005C REVERSE SOLIDUS (\) has already been consumed@@ -488,13 +441,7 @@ fn consumeName(self: *Tokenizer) []const u8 {// a continuation byte, which advance() asserts against.self.consumeChar();},- else => {- if (self.hasNonAsciiAt(0)) {- self.consumeChar();- } else {- break; // ASCII- }- },+ else => break,}}