Distribute and run LLMs with a single file.
C++ cross-platformggufllama-cpplocal-ailocal-inferencelocal-llmopen-source-aisingle-file-executablespeech-to-text
Add PASCAL syntax highlighting
Justine Tunney534658ab9013
diff --git a/llamafile/highlight.cpp b/llamafile/highlight.cppindex b9464bbd..5a294288 100644--- a/llamafile/highlight.cpp+++ b/llamafile/highlight.cpp@@ -36,6 +36,8 @@ Highlight *Highlight::create(const std::string_view &lang) {return new HighlightFortran();} else if (lang == "cob" || lang == "cbl" || lang == "cobol") {return new HighlightCobol();+ } else if (lang == "pas" || lang == "pascal") {+ return new HighlightPascal();} else {return new HighlightPlain;}diff --git a/llamafile/highlight.h b/llamafile/highlight.hindex 8e04cf77..3ad68c18 100644--- a/llamafile/highlight.h+++ b/llamafile/highlight.h@@ -42,6 +42,8 @@ is_keyword_f is_keyword_rust;is_keyword_f is_keyword_fortran;is_keyword_f is_keyword_fortran_type;is_keyword_f is_keyword_cobol;+is_keyword_f is_keyword_pascal;+is_keyword_f is_keyword_pascal_type;}class Highlight {@@ -136,3 +138,15 @@ class HighlightCobol : public Highlight {int col_ = -1;std::string word_;};++class HighlightPascal : public Highlight {+ public:+ HighlightPascal();+ ~HighlightPascal() override;+ void feed(std::string *result, std::string_view input) override;+ void flush(std::string *result) override;++ private:+ int t_ = 0;+ std::string word_;+};diff --git a/llamafile/highlight_pascal.cpp b/llamafile/highlight_pascal.cppnew file mode 100644index 00000000..866d013e--- /dev/null+++ b/llamafile/highlight_pascal.cpp@@ -0,0 +1,208 @@+// -*- mode:c++;indent-tabs-mode:nil;c-basic-offset:4;coding:utf-8 -*-+// vi: set et ft=cpp ts=4 sts=4 sw=4 fenc=utf-8 :vi+//+// Copyright 2024 Mozilla Foundation+//+// Licensed under the Apache License, Version 2.0 (the "License");+// you may not use this file except in compliance with the License.+// You may obtain a copy of the License at+//+// http://www.apache.org/licenses/LICENSE-2.0+//+// Unless required by applicable law or agreed to in writing, software+// distributed under the License is distributed on an "AS IS" BASIS,+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.+// See the License for the specific language governing permissions and+// limitations under the License.++#include "highlight.h"++#include <ctype.h>++#define NORMAL 0+#define WORD 1+#define QUOTE 2+#define DQUOTE 3+#define SLASH 4+#define SLASH_SLASH 5+#define CURLY 6+#define PAREN 7+#define PAREN_STAR 8+#define PAREN_STAR_STAR 9++HighlightPascal::HighlightPascal() {+}++HighlightPascal::~HighlightPascal() {+}++void HighlightPascal::feed(std::string *r, std::string_view input) {+ int c;+ for (size_t i = 0; i < input.size(); ++i) {+ c = input[i] & 255;++ switch (t_) {++ Normal:+ case NORMAL:+ if (!isascii(c) || isalpha(c) || c == '_') {+ t_ = WORD;+ goto Word;+ } else if (c == '/') {+ t_ = SLASH;+ } else if (c == '(') {+ t_ = PAREN;+ } else if (c == '\'') {+ t_ = QUOTE;+ *r += HI_STRING;+ *r += c;+ } else if (c == '"') {+ t_ = DQUOTE;+ *r += HI_STRING;+ *r += c;+ } else if (c == '{') {+ t_ = CURLY;+ *r += HI_COMMENT;+ *r += c;+ } else {+ *r += c;+ }+ break;++ Word:+ case WORD:+ if (!isascii(c) || isalpha(c) || isdigit(c) || c == '_') {+ word_ += c;+ } else {+ if (is_keyword_pascal(word_.data(), word_.size())) {+ *r += HI_KEYWORD;+ *r += word_;+ *r += HI_RESET;+ } else if (is_keyword_pascal_type(word_.data(), word_.size())) {+ *r += HI_TYPE;+ *r += word_;+ *r += HI_RESET;+ } else {+ *r += word_;+ }+ word_.clear();+ t_ = NORMAL;+ goto Normal;+ }+ break;++ case SLASH:+ if (c == '/') {+ *r += HI_COMMENT;+ *r += "//";+ t_ = SLASH_SLASH;+ } else {+ *r += '/';+ t_ = NORMAL;+ goto Normal;+ }+ break;++ case SLASH_SLASH:+ if (c == '\n') {+ *r += HI_RESET;+ *r += c;+ t_ = NORMAL;+ } else {+ *r += c;+ }+ break;++ case QUOTE:+ *r += c;+ if (c == '\'') {+ *r += HI_RESET;+ t_ = NORMAL;+ }+ break;++ case DQUOTE:+ *r += c;+ if (c == '"') {+ *r += HI_RESET;+ t_ = NORMAL;+ }+ break;++ case CURLY:+ *r += c;+ if (c == '}') {+ *r += HI_RESET;+ t_ = NORMAL;+ }+ break;++ case PAREN:+ if (c == '*') {+ *r += HI_COMMENT;+ *r += "(*";+ t_ = PAREN_STAR;+ } else {+ *r += '(';+ t_ = NORMAL;+ goto Normal;+ }+ break;++ case PAREN_STAR:+ *r += c;+ if (c == '*')+ t_ = PAREN_STAR_STAR;+ break;++ case PAREN_STAR_STAR:+ *r += c;+ if (c == ')') {+ *r += HI_RESET;+ t_ = NORMAL;+ } else {+ t_ = PAREN_STAR;+ }+ break;++ default:+ __builtin_unreachable();+ }+ }+}++void HighlightPascal::flush(std::string *r) {+ switch (t_) {+ case WORD:+ if (is_keyword_pascal(word_.data(), word_.size())) {+ *r += HI_KEYWORD;+ *r += word_;+ *r += HI_RESET;+ } else if (is_keyword_pascal_type(word_.data(), word_.size())) {+ *r += HI_TYPE;+ *r += word_;+ *r += HI_RESET;+ } else {+ *r += word_;+ }+ word_.clear();+ break;+ case SLASH:+ *r += '/';+ break;+ case PAREN:+ *r += '(';+ break;+ case QUOTE:+ case DQUOTE:+ case SLASH_SLASH:+ case CURLY:+ case PAREN_STAR:+ case PAREN_STAR_STAR:+ *r += HI_RESET;+ break;+ default:+ break;+ }+ t_ = NORMAL;+}diff --git a/llamafile/is_keyword_pascal.c b/llamafile/is_keyword_pascal.cnew file mode 100644index 00000000..846b3e93--- /dev/null+++ b/llamafile/is_keyword_pascal.c@@ -0,0 +1,209 @@+/* ANSI-C code produced by gperf version 3.1 */+/* Command-line: gperf is_keyword_pascal.gperf */+/* Computed positions: -k'1-2,$' */++#if !((' ' == 32) && ('!' == 33) && ('"' == 34) && ('#' == 35) \+ && ('%' == 37) && ('&' == 38) && ('\'' == 39) && ('(' == 40) \+ && (')' == 41) && ('*' == 42) && ('+' == 43) && (',' == 44) \+ && ('-' == 45) && ('.' == 46) && ('/' == 47) && ('0' == 48) \+ && ('1' == 49) && ('2' == 50) && ('3' == 51) && ('4' == 52) \+ && ('5' == 53) && ('6' == 54) && ('7' == 55) && ('8' == 56) \+ && ('9' == 57) && (':' == 58) && (';' == 59) && ('<' == 60) \+ && ('=' == 61) && ('>' == 62) && ('?' == 63) && ('A' == 65) \+ && ('B' == 66) && ('C' == 67) && ('D' == 68) && ('E' == 69) \+ && ('F' == 70) && ('G' == 71) && ('H' == 72) && ('I' == 73) \+ && ('J' == 74) && ('K' == 75) && ('L' == 76) && ('M' == 77) \+ && ('N' == 78) && ('O' == 79) && ('P' == 80) && ('Q' == 81) \+ && ('R' == 82) && ('S' == 83) && ('T' == 84) && ('U' == 85) \+ && ('V' == 86) && ('W' == 87) && ('X' == 88) && ('Y' == 89) \+ && ('Z' == 90) && ('[' == 91) && ('\\' == 92) && (']' == 93) \+ && ('^' == 94) && ('_' == 95) && ('a' == 97) && ('b' == 98) \+ && ('c' == 99) && ('d' == 100) && ('e' == 101) && ('f' == 102) \+ && ('g' == 103) && ('h' == 104) && ('i' == 105) && ('j' == 106) \+ && ('k' == 107) && ('l' == 108) && ('m' == 109) && ('n' == 110) \+ && ('o' == 111) && ('p' == 112) && ('q' == 113) && ('r' == 114) \+ && ('s' == 115) && ('t' == 116) && ('u' == 117) && ('v' == 118) \+ && ('w' == 119) && ('x' == 120) && ('y' == 121) && ('z' == 122) \+ && ('{' == 123) && ('|' == 124) && ('}' == 125) && ('~' == 126))+/* The character set is not based on ISO-646. */+#error "gperf generated tables don't work with this execution character set. Please report a bug to <[email protected]>."+#endif++#line 1 "is_keyword_pascal.gperf"++#include <string.h>+#include <libc/str/tab.h>+#define GPERF_DOWNCASE++#define TOTAL_KEYWORDS 42+#define MIN_WORD_LENGTH 2+#define MAX_WORD_LENGTH 9+#define MIN_HASH_VALUE 2+#define MAX_HASH_VALUE 69+/* maximum key range = 68, duplicates = 0 */++#ifndef GPERF_DOWNCASE+#define GPERF_DOWNCASE 1+static unsigned char gperf_downcase[256] =+ {+ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14,+ 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29,+ 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44,+ 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59,+ 60, 61, 62, 63, 64, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106,+ 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121,+ 122, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104,+ 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119,+ 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134,+ 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149,+ 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164,+ 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179,+ 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194,+ 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209,+ 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224,+ 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239,+ 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254,+ 255+ };+#endif++#ifndef GPERF_CASE_STRNCMP+#define GPERF_CASE_STRNCMP 1+static int+gperf_case_strncmp (register const char *s1, register const char *s2, register size_t n)+{+ for (; n > 0;)+ {+ unsigned char c1 = gperf_downcase[(unsigned char)*s1++];+ unsigned char c2 = gperf_downcase[(unsigned char)*s2++];+ if (c1 != 0 && c1 == c2)+ {+ n--;+ continue;+ }+ return (int)c1 - (int)c2;+ }+ return 0;+}+#endif++#ifdef __GNUC__+__inline+#else+#ifdef __cplusplus+inline+#endif+#endif+static unsigned int+hash (register const char *str, register size_t len)+{+ static const unsigned char asso_values[] =+ {+ 70, 70, 70, 70, 70, 70, 70, 70, 70, 70,+ 70, 70, 70, 70, 70, 70, 70, 70, 70, 70,+ 70, 70, 70, 70, 70, 70, 70, 70, 70, 70,+ 70, 70, 70, 70, 70, 70, 70, 70, 70, 70,+ 70, 70, 70, 70, 70, 70, 70, 70, 70, 70,+ 70, 70, 70, 70, 70, 70, 70, 70, 70, 70,+ 70, 70, 70, 70, 70, 30, 0, 30, 5, 5,+ 5, 0, 5, 15, 70, 70, 15, 5, 10, 0,+ 20, 70, 0, 40, 20, 15, 30, 25, 70, 15,+ 70, 70, 70, 70, 70, 70, 70, 30, 0, 30,+ 5, 5, 5, 0, 5, 15, 70, 70, 15, 5,+ 10, 0, 20, 70, 0, 40, 20, 15, 30, 25,+ 70, 15, 70, 70, 70, 70, 70, 70, 70, 70,+ 70, 70, 70, 70, 70, 70, 70, 70, 70, 70,+ 70, 70, 70, 70, 70, 70, 70, 70, 70, 70,+ 70, 70, 70, 70, 70, 70, 70, 70, 70, 70,+ 70, 70, 70, 70, 70, 70, 70, 70, 70, 70,+ 70, 70, 70, 70, 70, 70, 70, 70, 70, 70,+ 70, 70, 70, 70, 70, 70, 70, 70, 70, 70,+ 70, 70, 70, 70, 70, 70, 70, 70, 70, 70,+ 70, 70, 70, 70, 70, 70, 70, 70, 70, 70,+ 70, 70, 70, 70, 70, 70, 70, 70, 70, 70,+ 70, 70, 70, 70, 70, 70, 70, 70, 70, 70,+ 70, 70, 70, 70, 70, 70, 70, 70, 70, 70,+ 70, 70, 70, 70, 70, 70, 70, 70, 70, 70,+ 70, 70, 70, 70, 70, 70+ };+ return len + asso_values[(unsigned char)str[1]] + asso_values[(unsigned char)str[0]] + asso_values[(unsigned char)str[len - 1]];+}++const char *+is_keyword_pascal (register const char *str, register size_t len)+{+ static const char * const wordlist[] =+ {+ "", "",+ "or",+ "",+ "goto",+ "", "",+ "do",+ "for",+ "", "",+ "downto",+ "of",+ "mod",+ "read",+ "",+ "record",+ "rewrite",+ "", "",+ "begin",+ "readln",+ "to",+ "end",+ "", "", "",+ "if",+ "get",+ "else",+ "reset",+ "repeat",+ "program",+ "not",+ "procedure",+ "write",+ "",+ "in",+ "function",+ "then",+ "while",+ "output",+ "writeln",+ "nil",+ "type",+ "until",+ "", "",+ "and",+ "with",+ "input",+ "", "",+ "div",+ "",+ "const",+ "", "",+ "put",+ "", "", "", "",+ "var",+ "",+ "label",+ "", "",+ "set",+ "case"+ };++ if (len <= MAX_WORD_LENGTH && len >= MIN_WORD_LENGTH)+ {+ register unsigned int key = hash (str, len);++ if (key <= MAX_HASH_VALUE)+ {+ register const char *s = wordlist[key];++ if ((((unsigned char)*str ^ (unsigned char)*s) & ~32) == 0 && !gperf_case_strncmp (str, s, len) && s[len] == '\0')+ return s;+ }+ }+ return 0;+}diff --git a/llamafile/is_keyword_pascal.gperf b/llamafile/is_keyword_pascal.gperfnew file mode 100644index 00000000..aa2bf74c--- /dev/null+++ b/llamafile/is_keyword_pascal.gperf@@ -0,0 +1,53 @@+%{+#include <string.h>+#include <libc/str/tab.h>+#define GPERF_DOWNCASE+%}+%ignore-case+%compare-strncmp+%language=ANSI-C+%readonly-tables+%define lookup-function-name is_keyword_pascal+%%+and+begin+case+const+div+do+downto+else+end+for+function+get+goto+if+in+input+label+mod+nil+not+of+or+output+procedure+program+put+read+readln+record+repeat+reset+rewrite+set+then+to+type+until+var+while+with+write+writelndiff --git a/llamafile/is_keyword_pascal_type.c b/llamafile/is_keyword_pascal_type.cnew file mode 100644index 00000000..e68df9c9--- /dev/null+++ b/llamafile/is_keyword_pascal_type.c@@ -0,0 +1,216 @@+/* ANSI-C code produced by gperf version 3.1 */+/* Command-line: gperf is_keyword_pascal_type.gperf */+/* Computed positions: -k'4-5' */++#if !((' ' == 32) && ('!' == 33) && ('"' == 34) && ('#' == 35) \+ && ('%' == 37) && ('&' == 38) && ('\'' == 39) && ('(' == 40) \+ && (')' == 41) && ('*' == 42) && ('+' == 43) && (',' == 44) \+ && ('-' == 45) && ('.' == 46) && ('/' == 47) && ('0' == 48) \+ && ('1' == 49) && ('2' == 50) && ('3' == 51) && ('4' == 52) \+ && ('5' == 53) && ('6' == 54) && ('7' == 55) && ('8' == 56) \+ && ('9' == 57) && (':' == 58) && (';' == 59) && ('<' == 60) \+ && ('=' == 61) && ('>' == 62) && ('?' == 63) && ('A' == 65) \+ && ('B' == 66) && ('C' == 67) && ('D' == 68) && ('E' == 69) \+ && ('F' == 70) && ('G' == 71) && ('H' == 72) && ('I' == 73) \+ && ('J' == 74) && ('K' == 75) && ('L' == 76) && ('M' == 77) \+ && ('N' == 78) && ('O' == 79) && ('P' == 80) && ('Q' == 81) \+ && ('R' == 82) && ('S' == 83) && ('T' == 84) && ('U' == 85) \+ && ('V' == 86) && ('W' == 87) && ('X' == 88) && ('Y' == 89) \+ && ('Z' == 90) && ('[' == 91) && ('\\' == 92) && (']' == 93) \+ && ('^' == 94) && ('_' == 95) && ('a' == 97) && ('b' == 98) \+ && ('c' == 99) && ('d' == 100) && ('e' == 101) && ('f' == 102) \+ && ('g' == 103) && ('h' == 104) && ('i' == 105) && ('j' == 106) \+ && ('k' == 107) && ('l' == 108) && ('m' == 109) && ('n' == 110) \+ && ('o' == 111) && ('p' == 112) && ('q' == 113) && ('r' == 114) \+ && ('s' == 115) && ('t' == 116) && ('u' == 117) && ('v' == 118) \+ && ('w' == 119) && ('x' == 120) && ('y' == 121) && ('z' == 122) \+ && ('{' == 123) && ('|' == 124) && ('}' == 125) && ('~' == 126))+/* The character set is not based on ISO-646. */+#error "gperf generated tables don't work with this execution character set. Please report a bug to <[email protected]>."+#endif++#line 1 "is_keyword_pascal_type.gperf"++#include <string.h>+#include <libc/str/tab.h>+#define GPERF_DOWNCASE++#define TOTAL_KEYWORDS 38+#define MIN_WORD_LENGTH 3+#define MAX_WORD_LENGTH 11+#define MIN_HASH_VALUE 3+#define MAX_HASH_VALUE 55+/* maximum key range = 53, duplicates = 0 */++#ifndef GPERF_DOWNCASE+#define GPERF_DOWNCASE 1+static unsigned char gperf_downcase[256] =+ {+ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14,+ 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29,+ 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44,+ 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59,+ 60, 61, 62, 63, 64, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106,+ 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121,+ 122, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104,+ 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119,+ 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134,+ 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149,+ 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164,+ 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179,+ 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194,+ 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209,+ 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224,+ 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239,+ 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254,+ 255+ };+#endif++#ifndef GPERF_CASE_STRNCMP+#define GPERF_CASE_STRNCMP 1+static int+gperf_case_strncmp (register const char *s1, register const char *s2, register size_t n)+{+ for (; n > 0;)+ {+ unsigned char c1 = gperf_downcase[(unsigned char)*s1++];+ unsigned char c2 = gperf_downcase[(unsigned char)*s2++];+ if (c1 != 0 && c1 == c2)+ {+ n--;+ continue;+ }+ return (int)c1 - (int)c2;+ }+ return 0;+}+#endif++#ifdef __GNUC__+__inline+#else+#ifdef __cplusplus+inline+#endif+#endif+static unsigned int+hash (register const char *str, register size_t len)+{+ static const unsigned char asso_values[] =+ {+ 56, 56, 56, 56, 56, 56, 56, 56, 56, 56,+ 56, 56, 56, 56, 56, 56, 56, 56, 56, 56,+ 56, 56, 56, 56, 56, 56, 56, 56, 56, 56,+ 56, 56, 56, 56, 56, 56, 56, 56, 56, 56,+ 56, 56, 56, 56, 56, 56, 56, 56, 56, 25,+ 40, 10, 20, 56, 0, 56, 15, 56, 56, 56,+ 56, 56, 56, 56, 56, 0, 0, 0, 30, 5,+ 56, 5, 56, 10, 56, 40, 0, 56, 25, 0,+ 25, 56, 10, 0, 15, 56, 5, 40, 56, 0,+ 56, 56, 56, 56, 56, 56, 56, 0, 0, 0,+ 30, 5, 56, 5, 56, 10, 56, 40, 0, 56,+ 25, 0, 25, 56, 10, 0, 15, 56, 5, 40,+ 56, 0, 56, 56, 56, 56, 56, 56, 56, 56,+ 56, 56, 56, 56, 56, 56, 56, 56, 56, 56,+ 56, 56, 56, 56, 56, 56, 56, 56, 56, 56,+ 56, 56, 56, 56, 56, 56, 56, 56, 56, 56,+ 56, 56, 56, 56, 56, 56, 56, 56, 56, 56,+ 56, 56, 56, 56, 56, 56, 56, 56, 56, 56,+ 56, 56, 56, 56, 56, 56, 56, 56, 56, 56,+ 56, 56, 56, 56, 56, 56, 56, 56, 56, 56,+ 56, 56, 56, 56, 56, 56, 56, 56, 56, 56,+ 56, 56, 56, 56, 56, 56, 56, 56, 56, 56,+ 56, 56, 56, 56, 56, 56, 56, 56, 56, 56,+ 56, 56, 56, 56, 56, 56, 56, 56, 56, 56,+ 56, 56, 56, 56, 56, 56, 56, 56, 56, 56,+ 56, 56, 56, 56, 56, 56+ };+ register unsigned int hval = len;++ switch (hval)+ {+ default:+ hval += asso_values[(unsigned char)str[4]];+ /*FALLTHROUGH*/+ case 4:+ hval += asso_values[(unsigned char)str[3]];+ /*FALLTHROUGH*/+ case 3:+ break;+ }+ return hval;+}++const char *+is_keyword_pascal_type (register const char *str, register size_t len)+{+ static const char * const wordlist[] =+ {+ "", "", "",+ "set",+ "real",+ "array",+ "double",+ "",+ "smallint",+ "file",+ "",+ "single",+ "boolean",+ "widechar",+ "char",+ "widestring",+ "record",+ "integer",+ "ansichar",+ "text",+ "ansistring",+ "uint64",+ "longint",+ "currency",+ "nativeint",+ "int64",+ "real48",+ "",+ "ucs4char",+ "comp",+ "int16",+ "uint32",+ "",+ "shortint",+ "word",+ "uint8",+ "shortstring",+ "",+ "extended",+ "", "",+ "string",+ "",+ "fixedint",+ "", "",+ "uint16",+ "",+ "ucs2char",+ "", "",+ "packed",+ "",+ "longword",+ "",+ "int32"+ };++ if (len <= MAX_WORD_LENGTH && len >= MIN_WORD_LENGTH)+ {+ register unsigned int key = hash (str, len);++ if (key <= MAX_HASH_VALUE)+ {+ register const char *s = wordlist[key];++ if ((((unsigned char)*str ^ (unsigned char)*s) & ~32) == 0 && !gperf_case_strncmp (str, s, len) && s[len] == '\0')+ return s;+ }+ }+ return 0;+}diff --git a/llamafile/is_keyword_pascal_type.gperf b/llamafile/is_keyword_pascal_type.gperfnew file mode 100644index 00000000..47d78374--- /dev/null+++ b/llamafile/is_keyword_pascal_type.gperf@@ -0,0 +1,49 @@+%{+#include <string.h>+#include <libc/str/tab.h>+#define GPERF_DOWNCASE+%}+%ignore-case+%compare-strncmp+%language=ANSI-C+%readonly-tables+%define lookup-function-name is_keyword_pascal_type+%%+ansichar+ansistring+array+boolean+char+comp+currency+double+extended+file+fixedint+int16+int32+int64+integer+longint+longword+packed+real+real48+record+set+shortint+shortstring+single+smallint+string+text+ucs2char+ucs4char+uint16+uint32+uint64+uint8+widechar+widestring+word+nativeint