Skip to content

Distribute and run LLMs with a single file.

Add COBOL syntax highlighting

Justine Tunney20eefdcb74b7
diff --git a/llamafile/highlight.cpp b/llamafile/highlight.cpp
index 60c292e7..b9464bbd 100644
--- a/llamafile/highlight.cpp
+++ b/llamafile/highlight.cpp
@@ -34,6 +34,8 @@ Highlight *Highlight::create(const std::string_view &lang) {
return new HighlightRust();
} else if (lang == "f" || lang == "fortran") {
return new HighlightFortran();
+ } else if (lang == "cob" || lang == "cbl" || lang == "cobol") {
+ return new HighlightCobol();
} else {
return new HighlightPlain;
}
diff --git a/llamafile/highlight.h b/llamafile/highlight.h
index f363e960..8e04cf77 100644
--- a/llamafile/highlight.h
+++ b/llamafile/highlight.h
@@ -41,6 +41,7 @@ is_keyword_f is_keyword_python;
is_keyword_f is_keyword_rust;
is_keyword_f is_keyword_fortran;
is_keyword_f is_keyword_fortran_type;
+is_keyword_f is_keyword_cobol;
}
class Highlight {
@@ -119,6 +120,19 @@ class HighlightFortran : public Highlight {
private:
int t_ = 0;
- int col_ = 0;
+ int col_ = -1;
+ std::string word_;
+};
+
+class HighlightCobol : public Highlight {
+ public:
+ HighlightCobol();
+ ~HighlightCobol() override;
+ void feed(std::string *result, std::string_view input) override;
+ void flush(std::string *result) override;
+
+ private:
+ int t_ = 0;
+ int col_ = -1;
std::string word_;
};
diff --git a/llamafile/highlight_cobol.cpp b/llamafile/highlight_cobol.cpp
new file mode 100644
index 00000000..60c3ef74
--- /dev/null
+++ b/llamafile/highlight_cobol.cpp
@@ -0,0 +1,177 @@
+// -*- mode:c++;indent-tabs-mode:nil;c-basic-offset:4;coding:utf-8 -*-
+// vi: set et ft=cpp ts=4 sts=4 sw=4 fenc=utf-8 :vi
+//
+// Copyright 2024 Mozilla Foundation
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+#include "highlight.h"
+
+#include <ctype.h>
+
+#define NORMAL 0
+#define WORD 1
+#define QUOTE 2
+#define DQUOTE 3
+#define COMMENT 4
+#define BACKSLASH 64
+
+HighlightCobol::HighlightCobol() {
+}
+
+HighlightCobol::~HighlightCobol() {
+}
+
+void HighlightCobol::feed(std::string *r, std::string_view input) {
+ int c;
+ for (size_t i = 0; i < input.size(); ++i) {
+ c = input[i] & 255;
+
+ ++col_;
+ if (c == '\n')
+ col_ = -1;
+
+ if (t_ == NORMAL) {
+ if (col_ == 6 && c == '*') {
+ t_ = COMMENT;
+ *r += HI_COMMENT;
+ } else if (col_ == 6 && c == '-') {
+ *r += HI_CONTIN;
+ *r += c;
+ *r += HI_RESET;
+ continue;
+ } else if (col_ < 6 && isdigit(c)) {
+ *r += HI_LABEL;
+ *r += c;
+ *r += HI_RESET;
+ continue;
+ }
+ }
+
+ if (t_ & BACKSLASH) {
+ t_ &= ~BACKSLASH;
+ *r += c;
+ continue;
+ } else if (c == '\\') {
+ *r += c;
+ t_ |= BACKSLASH;
+ continue;
+ }
+
+ switch (t_) {
+
+ Normal:
+ case NORMAL:
+ if (!isascii(c) || isalpha(c) || c == '_' || c == '-') {
+ word_ += c;
+ t_ = WORD;
+ } else if (c == '!') {
+ t_ = COMMENT;
+ *r += HI_COMMENT;
+ *r += c;
+ } else if (c == '\'') {
+ t_ = QUOTE;
+ *r += HI_STRING;
+ *r += c;
+ } else if (c == '"') {
+ t_ = DQUOTE;
+ *r += HI_STRING;
+ *r += c;
+ } else {
+ *r += c;
+ }
+ break;
+
+ Word:
+ case WORD:
+ if (!isascii(c) || isalpha(c) || isdigit(c) || c == '_' || c == '-') {
+ word_ += c;
+ } else if (c == '.' && word_[0] == '.') {
+ word_ += c;
+ if (is_keyword_cobol(word_.data(), word_.size())) {
+ *r += HI_KEYWORD;
+ *r += word_;
+ *r += HI_RESET;
+ } else {
+ *r += word_;
+ }
+ word_.clear();
+ t_ = NORMAL;
+ } else {
+ if (is_keyword_cobol(word_.data(), word_.size())) {
+ *r += HI_KEYWORD;
+ *r += word_;
+ *r += HI_RESET;
+ } else {
+ *r += word_;
+ }
+ word_.clear();
+ t_ = NORMAL;
+ goto Normal;
+ }
+ break;
+
+ case COMMENT:
+ if (c == '\n') {
+ *r += HI_RESET;
+ *r += c;
+ t_ = NORMAL;
+ } else {
+ *r += c;
+ }
+ break;
+
+ case QUOTE:
+ *r += c;
+ if (c == '\'') {
+ *r += HI_RESET;
+ t_ = NORMAL;
+ }
+ break;
+
+ case DQUOTE:
+ *r += c;
+ if (c == '"') {
+ *r += HI_RESET;
+ t_ = NORMAL;
+ }
+ break;
+
+ default:
+ __builtin_unreachable();
+ }
+ }
+}
+
+void HighlightCobol::flush(std::string *r) {
+ switch (t_) {
+ case WORD:
+ if (is_keyword_cobol(word_.data(), word_.size())) {
+ *r += HI_KEYWORD;
+ *r += word_;
+ *r += HI_RESET;
+ } else {
+ *r += word_;
+ }
+ word_.clear();
+ break;
+ case QUOTE:
+ case DQUOTE:
+ case COMMENT:
+ *r += HI_RESET;
+ break;
+ default:
+ break;
+ }
+ t_ = NORMAL;
+}
diff --git a/llamafile/is_keyword_cobol.c b/llamafile/is_keyword_cobol.c
new file mode 100644
index 00000000..264753ad
--- /dev/null
+++ b/llamafile/is_keyword_cobol.c
@@ -0,0 +1,923 @@
+/* ANSI-C code produced by gperf version 3.1 */
+/* Command-line: gperf llamafile/is_keyword_cobol.gperf */
+/* Computed positions: -k'1-3,6-7,12,$' */
+
+#if !((' ' == 32) && ('!' == 33) && ('"' == 34) && ('#' == 35) \
+ && ('%' == 37) && ('&' == 38) && ('\'' == 39) && ('(' == 40) \
+ && (')' == 41) && ('*' == 42) && ('+' == 43) && (',' == 44) \
+ && ('-' == 45) && ('.' == 46) && ('/' == 47) && ('0' == 48) \
+ && ('1' == 49) && ('2' == 50) && ('3' == 51) && ('4' == 52) \
+ && ('5' == 53) && ('6' == 54) && ('7' == 55) && ('8' == 56) \
+ && ('9' == 57) && (':' == 58) && (';' == 59) && ('<' == 60) \
+ && ('=' == 61) && ('>' == 62) && ('?' == 63) && ('A' == 65) \
+ && ('B' == 66) && ('C' == 67) && ('D' == 68) && ('E' == 69) \
+ && ('F' == 70) && ('G' == 71) && ('H' == 72) && ('I' == 73) \
+ && ('J' == 74) && ('K' == 75) && ('L' == 76) && ('M' == 77) \
+ && ('N' == 78) && ('O' == 79) && ('P' == 80) && ('Q' == 81) \
+ && ('R' == 82) && ('S' == 83) && ('T' == 84) && ('U' == 85) \
+ && ('V' == 86) && ('W' == 87) && ('X' == 88) && ('Y' == 89) \
+ && ('Z' == 90) && ('[' == 91) && ('\\' == 92) && (']' == 93) \
+ && ('^' == 94) && ('_' == 95) && ('a' == 97) && ('b' == 98) \
+ && ('c' == 99) && ('d' == 100) && ('e' == 101) && ('f' == 102) \
+ && ('g' == 103) && ('h' == 104) && ('i' == 105) && ('j' == 106) \
+ && ('k' == 107) && ('l' == 108) && ('m' == 109) && ('n' == 110) \
+ && ('o' == 111) && ('p' == 112) && ('q' == 113) && ('r' == 114) \
+ && ('s' == 115) && ('t' == 116) && ('u' == 117) && ('v' == 118) \
+ && ('w' == 119) && ('x' == 120) && ('y' == 121) && ('z' == 122) \
+ && ('{' == 123) && ('|' == 124) && ('}' == 125) && ('~' == 126))
+/* The character set is not based on ISO-646. */
+#error "gperf generated tables don't work with this execution character set. Please report a bug to <[email protected]>."
+#endif
+
+#line 1 "llamafile/is_keyword_cobol.gperf"
+
+#include <string.h>
+#include <libc/str/tab.h>
+#define GPERF_DOWNCASE
+
+#define TOTAL_KEYWORDS 418
+#define MIN_WORD_LENGTH 2
+#define MAX_WORD_LENGTH 19
+#define MIN_HASH_VALUE 27
+#define MAX_HASH_VALUE 1817
+/* maximum key range = 1791, duplicates = 0 */
+
+#ifndef GPERF_DOWNCASE
+#define GPERF_DOWNCASE 1
+static unsigned char gperf_downcase[256] =
+ {
+ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14,
+ 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29,
+ 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44,
+ 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59,
+ 60, 61, 62, 63, 64, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106,
+ 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121,
+ 122, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104,
+ 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119,
+ 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134,
+ 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149,
+ 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164,
+ 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179,
+ 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194,
+ 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209,
+ 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224,
+ 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239,
+ 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254,
+ 255
+ };
+#endif
+
+#ifndef GPERF_CASE_STRNCMP
+#define GPERF_CASE_STRNCMP 1
+static int
+gperf_case_strncmp (register const char *s1, register const char *s2, register size_t n)
+{
+ for (; n > 0;)
+ {
+ unsigned char c1 = gperf_downcase[(unsigned char)*s1++];
+ unsigned char c2 = gperf_downcase[(unsigned char)*s2++];
+ if (c1 != 0 && c1 == c2)
+ {
+ n--;
+ continue;
+ }
+ return (int)c1 - (int)c2;
+ }
+ return 0;
+}
+#endif
+
+#ifdef __GNUC__
+__inline
+#else
+#ifdef __cplusplus
+inline
+#endif
+#endif
+static unsigned int
+hash (register const char *str, register size_t len)
+{
+ static const unsigned short asso_values[] =
+ {
+ 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818,
+ 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818,
+ 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818,
+ 1818, 1818, 0, 1818, 1818, 1818, 1818, 1818, 1818, 1818,
+ 1818, 1818, 1818, 1818, 1818, 423, 1818, 1818, 1818, 0,
+ 30, 15, 35, 10, 1818, 1818, 1818, 1818, 1818, 1818,
+ 1818, 1818, 1818, 1818, 1818, 50, 455, 105, 15, 5,
+ 443, 245, 191, 130, 0, 0, 70, 395, 5, 155,
+ 335, 230, 20, 0, 15, 295, 438, 165, 25, 508,
+ 70, 1818, 1818, 1818, 1818, 5, 1818, 50, 455, 105,
+ 15, 5, 443, 245, 191, 130, 0, 0, 70, 395,
+ 5, 155, 335, 230, 20, 0, 15, 295, 438, 165,
+ 25, 508, 70, 1818, 1818, 1818, 1818, 1818, 1818, 1818,
+ 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818,
+ 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818,
+ 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818,
+ 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818,
+ 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818,
+ 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818,
+ 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818,
+ 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818,
+ 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818,
+ 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818,
+ 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818,
+ 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818, 1818,
+ 1818, 1818, 1818, 1818, 1818, 1818
+ };
+ register unsigned int hval = len;
+
+ switch (hval)
+ {
+ default:
+ hval += asso_values[(unsigned char)str[11]];
+ /*FALLTHROUGH*/
+ case 11:
+ case 10:
+ case 9:
+ case 8:
+ case 7:
+ hval += asso_values[(unsigned char)str[6]];
+ /*FALLTHROUGH*/
+ case 6:
+ hval += asso_values[(unsigned char)str[5]];
+ /*FALLTHROUGH*/
+ case 5:
+ case 4:
+ case 3:
+ hval += asso_values[(unsigned char)str[2]];
+ /*FALLTHROUGH*/
+ case 2:
+ hval += asso_values[(unsigned char)str[1]];
+ /*FALLTHROUGH*/
+ case 1:
+ hval += asso_values[(unsigned char)str[0]];
+ break;
+ }
+ return hval + asso_values[(unsigned char)str[len - 1]];
+}
+
+const char *
+is_keyword_cobol (register const char *str, register size_t len)
+{
+ static const char * const wordlist[] =
+ {
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "DE",
+ "",
+ "SEND",
+ "EJECT",
+ "",
+ "SD",
+ "", "", "", "", "",
+ "SET",
+ "TEST",
+ "", "",
+ "RENAMES",
+ "END",
+ "",
+ "RESET",
+ "", "", "", "",
+ "ENTER",
+ "",
+ "RD",
+ "",
+ "NEXT",
+ "RERUN",
+ "RETURN",
+ "", "", "",
+ "END-RETURN",
+ "", "", "",
+ "TEXT",
+ "",
+ "ASSIGN",
+ "", "", "",
+ "ERROR",
+ "STATUS",
+ "", "", "", "",
+ "ENABLE",
+ "END-ADD",
+ "",
+ "LESS",
+ "AREAS",
+ "EXTEND",
+ "AT",
+ "ARE",
+ "ELSE",
+ "START",
+ "NATIVE",
+ "ADDRESS",
+ "AND",
+ "", "",
+ "DESTINATION",
+ "", "",
+ "READ",
+ "TRACE",
+ "", "",
+ "ADD",
+ "",
+ "ZEROS",
+ "ZEROES",
+ "",
+ "END-READ",
+ "REEL",
+ "",
+ "DELETE",
+ "", "",
+ "TERMINATE",
+ "",
+ "SELECT",
+ "RELEASE",
+ "",
+ "END-START",
+ "END-DELETE",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "",
+ "AREA",
+ "",
+ "RELOAD",
+ "IS",
+ "SENTENCE",
+ "DATA",
+ "SKIP1",
+ "",
+ "CD",
+ "",
+ "LAST",
+ "", "",
+ "IN",
+ "", "",
+ "STANDARD-1",
+ "",
+ "SERVICE",
+ "", "",
+ "SKIP3",
+ "END-RECEIVE",
+ "RECORDS",
+ "", "", "", "", "",
+ "STANDARD",
+ "",
+ "ALTER",
+ "",
+ "ID",
+ "", "",
+ "SKIP2",
+ "RECORD",
+ "ON",
+ "", "",
+ "TITLE",
+ "INSERT",
+ "",
+ "TERMINAL",
+ "",
+ "STANDARD-2",
+ "", "",
+ "EXTERNAL",
+ "EXIT",
+ "INDEX",
+ "DETAIL",
+ "", "",
+ "REDEFINES",
+ "", "", "", "",
+ "END-WRITE",
+ "KANJI",
+ "",
+ "INDEXED",
+ "NOT",
+ "SORT",
+ "", "",
+ "OR",
+ "", "", "", "", "", "",
+ "ALTERNATE",
+ "", "",
+ "DECLARATIVES",
+ "",
+ "SIZE",
+ "LINES",
+ "END-REWRITE",
+ "", "",
+ "LINE",
+ "ORDER",
+ "SORT-RETURN",
+ "", "", "",
+ "THEN",
+ "LINAGE",
+ "REWRITE",
+ "END-CALL",
+ "", "",
+ "REWIND",
+ "",
+ "INDICATE",
+ "",
+ "CLASS",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "",
+ "ZERO",
+ "", "", "", "",
+ "DELIMITED",
+ "", "", "",
+ "ALL",
+ "DELIMITER",
+ "THAN",
+ "ACCESS",
+ "",
+ "ESI",
+ "", "", "", "", "",
+ "RECURSIVE",
+ "", "",
+ "INSPECT",
+ "DECIMAL-POINT",
+ "ALSO",
+ "",
+ "END-SEARCH",
+ "SECTION",
+ "",
+ "CODE",
+ "", "",
+ "DATE-WRITTEN",
+ "", "", "", "",
+ "SEGMENT",
+ "",
+ "EXCEPTION",
+ "DESCENDING",
+ "ACCEPT",
+ "INSTALLATION",
+ "",
+ "CALL",
+ "", "", "",
+ "CODE-SET",
+ "CORR",
+ "",
+ "CANCEL",
+ "CONTENT",
+ "USE",
+ "INTO",
+ "", "", "", "",
+ "JUST",
+ "END-STRING",
+ "",
+ "NO",
+ "", "", "", "",
+ "GREATER",
+ "", "",
+ "WRITE",
+ "",
+ "TO",
+ "RUN",
+ "", "", "", "",
+ "GENERATE",
+ "LOCK",
+ "SEQUENTIAL",
+ "", "", "",
+ "TRUE",
+ "CLOSE",
+ "", "",
+ "INITIATE",
+ "DOWN",
+ "WORDS",
+ "COLUMN",
+ "", "", "", "", "", "", "", "",
+ "USAGE",
+ "", "",
+ "SEQUENCE",
+ "EGCS",
+ "", "", "", "", "", "", "", "", "",
+ "",
+ "WHEN",
+ "OCCURS",
+ "",
+ "DATE-COMPILED",
+ "",
+ "NULLS",
+ "", "", "", "", "", "",
+ "REPORTS",
+ "",
+ "SIGN",
+ "",
+ "OTHER",
+ "", "", "",
+ "UNTIL",
+ "SPACES",
+ "", "", "",
+ "SPACE",
+ "REPORT",
+ "", "", "",
+ "INITIALIZE",
+ "", "", "",
+ "RH",
+ "",
+ "AUTHOR",
+ "",
+ "CONTAINS",
+ "TAPE",
+ "", "", "", "", "",
+ "RIGHT",
+ "", "",
+ "SEPARATE",
+ "", "", "", "", "", "", "", "",
+ "REMARKS",
+ "SEGMENT-LIMIT",
+ "RETURNING",
+ "MERGE",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "",
+ "SEARCH",
+ "NULL",
+ "", "", "", "",
+ "UNIT",
+ "",
+ "METHOD",
+ "", "",
+ "SAME",
+ "",
+ "END-PERFORM",
+ "", "", "", "", "",
+ "INITIAL",
+ "", "", "",
+ "SOURCE",
+ "LINKAGE",
+ "LENGTH",
+ "REMAINDER",
+ "", "", "",
+ "TRAILING",
+ "",
+ "FD",
+ "CHARACTERS",
+ "",
+ "SPECIAL-NAMES",
+ "INHERITS",
+ "RESERVE",
+ "",
+ "REPLACE",
+ "END-INVOKE",
+ "RETURN-CODE",
+ "", "", "",
+ "REFERENCES",
+ "CH",
+ "INPUT",
+ "REVERSED",
+ "REFERENCE",
+ "", "",
+ "CHARACTER",
+ "", "",
+ "CONTROLS",
+ "", "",
+ "OUTPUT",
+ "", "",
+ "OPEN",
+ "WITH",
+ "", "", "",
+ "STOP",
+ "BASIS",
+ "",
+ "ROUNDED",
+ "EGI",
+ "", "", "",
+ "LINE-COUNTER",
+ "", "",
+ "LOW-VALUES",
+ "ENDING",
+ "SELF",
+ "TALLYING",
+ "LOW-VALUE",
+ "THRU",
+ "", "", "",
+ "RECORDING",
+ "TABLE",
+ "STRING",
+ "END-UNSTRING",
+ "AFTER",
+ "",
+ "END-EVALUATE",
+ "",
+ "LEFT",
+ "ENTRY",
+ "",
+ "QUEUE",
+ "", "", "",
+ "METACLASS",
+ "TIMES",
+ "", "", "",
+ "TIME",
+ "", "",
+ "PROCEED",
+ "",
+ "ASCENDING",
+ "CONVERTING",
+ "",
+ "GO",
+ "", "", "", "", "", "",
+ "VALUES",
+ "", "",
+ "CONTROL",
+ "VALUE",
+ "", "",
+ "EVALUATE",
+ "",
+ "FALSE",
+ "MODE",
+ "COUNT",
+ "",
+ "MODULES",
+ "CONTINUE",
+ "DBCS",
+ "BLANK",
+ "", "",
+ "PASSWORD",
+ "SORT-CORE-SIZE",
+ "RECEIVE",
+ "",
+ "SORT-CONTROL",
+ "READY",
+ "INVOKE",
+ "SORT-MERGE",
+ "END-COMPUTE",
+ "", "", "", "", "",
+ "SORT-MESSAGE",
+ "",
+ "DIVIDE",
+ "",
+ "LIMITS",
+ "", "", "",
+ "EQUAL",
+ "",
+ "PICTURE",
+ "END-DIVIDE",
+ "", "", "", "",
+ "FIRST",
+ "",
+ "LIMIT",
+ "GLOBAL",
+ "REMOVAL",
+ "", "", "",
+ "NATIVE_BINARY",
+ "SYNC",
+ "", "", "", "",
+ "LEADING",
+ "", "",
+ "WORKING-STORAGE",
+ "", "", "",
+ "ENVIRONMENT",
+ "", "", "",
+ "OPTIONAL",
+ "PAGE",
+ "",
+ "FOR",
+ "ORGANIZATION",
+ "SUPPRESS",
+ "", "",
+ "OBJECT",
+ "",
+ "TALLY",
+ "",
+ "LABEL",
+ "",
+ "FILE",
+ "FINAL",
+ "WHEN-COMPILED",
+ "SUPER",
+ "", "", "", "",
+ "PURGE",
+ "COMP-1",
+ "MESSAGE",
+ "EMI",
+ "", "", "", "", "", "", "",
+ "COMMON",
+ "POINTER",
+ "", "",
+ "USING",
+ "RELATIVE",
+ "",
+ "PIC",
+ "", "",
+ "COMP-5",
+ "LINAGE-COUNTER",
+ "", "",
+ "BLOCK",
+ "QUOTES",
+ "COMPUTE",
+ "UNSTRING",
+ "FILLER",
+ "QUOTE",
+ "COMP-3",
+ "", "", "", "", "", "", "", "", "",
+ "MORE-LABELS",
+ "",
+ "CBL",
+ "PLUS",
+ "", "", "", "", "",
+ "COMMA",
+ "",
+ "DISPLAY-1",
+ "", "", "", "", "", "",
+ "PH",
+ "",
+ "COMP-2",
+ "OMITTED",
+ "", "", "", "", "", "",
+ "COLLATING",
+ "SYNCHRONIZED",
+ "COMP-4",
+ "", "", "", "", "", "", "", "",
+ "INVALID",
+ "NUMBER",
+ "", "", "", "", "", "",
+ "HEADING",
+ "", "", "", "", "",
+ "DEPENDING",
+ "",
+ "OVERRIDE",
+ "", "",
+ "REPORTING",
+ "GROUP",
+ "", "", "", "",
+ "PROCESSING",
+ "", "", "", "", "",
+ "SECURITY",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "",
+ "COMPUTATIONAL-1",
+ "", "",
+ "POSITION",
+ "",
+ "COBOL",
+ "", "", "",
+ "UPON",
+ "COMPUTATIONAL-5",
+ "", "", "", "",
+ "COMPUTATIONAL-3",
+ "CLASS-ID",
+ "", "", "", "", "", "", "", "",
+ "DUPLICATES",
+ "", "", "", "",
+ "COMPUTATIONAL-2",
+ "",
+ "END-SUBTRACT",
+ "", "",
+ "COMPUTATIONAL-4",
+ "", "", "", "", "", "", "", "", "",
+ "PROCEDURES",
+ "", "",
+ "EOP",
+ "PROCEDURE",
+ "",
+ "NEGATIVE",
+ "", "", "", "", "", "",
+ "TOP",
+ "", "", "", "", "",
+ "REPLACING",
+ "", "", "",
+ "COMPUTATIONAL",
+ "", "", "", "", "", "",
+ "THROUGH",
+ "GOBACK",
+ "", "", "", "",
+ "I-O",
+ "TYPE",
+ "", "", "",
+ "RANDOM",
+ "IDENTIFICATION",
+ "PRINTING",
+ "SORT-MODE-SIZE",
+ "DYNAMIC",
+ "",
+ "METHOD-ID",
+ "CORRESPONDING",
+ "JUSTIFIED\011 ",
+ "",
+ "DIVISION",
+ "", "", "", "", "",
+ "SHIFT-IN",
+ "", "", "", "", "", "",
+ "ALPHANUMERIC-EDITED",
+ "", "",
+ "SORT-FILE-SIZE",
+ "", "", "", "",
+ "PADDING",
+ "", "", "", "",
+ "END-OF-PAGE",
+ "RF",
+ "DEBUG-SUB-1",
+ "", "", "", "", "", "", "",
+ "END-IF",
+ "DEBUG-NAME",
+ "BEFORE",
+ "", "", "",
+ "SHIFT-OUT",
+ "DEBUG-SUB-3",
+ "", "", "",
+ "SUBTRACT",
+ "", "", "", "", "", "", "", "", "",
+ "ALPHABET",
+ "DEBUG-SUB-2",
+ "", "",
+ "PAGE-COUNTER",
+ "", "", "", "", "", "",
+ "I-O-CONTROL",
+ "", "", "", "", "", "", "", "", "",
+ "", "",
+ "EVERY",
+ "",
+ "COMMUNICATION",
+ "", "", "",
+ "UP",
+ "", "", "", "", "", "",
+ "NUMERIC-EDITED",
+ "", "",
+ "ALPHANUMERIC",
+ "CONFIGURATION",
+ "",
+ "PROGRAM-ID",
+ "", "",
+ "DEBUG-LINE",
+ "", "", "", "", "", "", "", "",
+ "ADVANCING",
+ "CF",
+ "COMP",
+ "",
+ "OVERFLOW",
+ "MOVE",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "",
+ "VARYING",
+ "",
+ "PROCEDURE-POINTER",
+ "", "", "",
+ "LOCAL-STORAGE",
+ "FROM",
+ "IF",
+ "", "",
+ "ALPHABETIC-LOWER",
+ "DEBUG-CONTENTS",
+ "REPOSITORY",
+ "KEY",
+ "", "", "", "", "",
+ "ALPHABETIC",
+ "", "", "", "", "", "", "", "", "",
+ "",
+ "FUNCTION",
+ "NUMERIC",
+ "OF",
+ "", "",
+ "CURRENCY",
+ "", "", "", "", "", "", "", "",
+ "FILE-CONTROL",
+ "", "", "",
+ "CLOCK-UNITS",
+ "",
+ "SUB-QUEUE-1",
+ "", "", "",
+ "HIGH-VALUES",
+ "", "", "",
+ "HIGH-VALUE",
+ "",
+ "POSITIVE",
+ "", "",
+ "ANY",
+ "",
+ "SUB-QUEUE-3",
+ "", "", "", "", "", "", "",
+ "DAY",
+ "", "", "",
+ "SUM",
+ "",
+ "INPUT-OUTPUT",
+ "SUB-QUEUE-2",
+ "", "",
+ "BEGINNING",
+ "", "", "", "", "", "", "", "", "",
+ "DEBUGGING",
+ "", "",
+ "COPY",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "",
+ "COM-REG",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "",
+ "PERFORM",
+ "MULTIPLE",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "",
+ "SOURCE-COMPUTER",
+ "", "", "", "", "", "", "",
+ "SYMBOLIC",
+ "",
+ "DISPLAY",
+ "", "", "", "",
+ "PF",
+ "", "", "", "", "", "", "", "", "",
+ "APPLY",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "",
+ "ALPHABETIC-UPPER",
+ "", "", "", "", "", "", "", "",
+ "FOOTING",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "",
+ "GIVING",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "",
+ "PROGRAM",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "",
+ "OBJECT-COMPUTER",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "",
+ "PACKED-DECIMAL",
+ "", "", "",
+ "WRITE-ONLY",
+ "", "", "", "", "", "",
+ "END-MULTIPLY",
+ "", "",
+ "BOTTOM",
+ "", "", "", "", "", "", "", "", "",
+ "", "",
+ "DEBUG-ITEM",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "",
+ "DAY-OF-WEEK",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "",
+ "BY",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "",
+ "OFF",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "",
+ "BINARY",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "",
+ "MULTIPLY",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "", "", "", "", "", "", "", "", "",
+ "MEMORY"
+ };
+
+ if (len <= MAX_WORD_LENGTH && len >= MIN_WORD_LENGTH)
+ {
+ register unsigned int key = hash (str, len);
+
+ if (key <= MAX_HASH_VALUE)
+ {
+ register const char *s = wordlist[key];
+
+ if ((((unsigned char)*str ^ (unsigned char)*s) & ~32) == 0 && !gperf_case_strncmp (str, s, len) && s[len] == '\0')
+ return s;
+ }
+ }
+ return 0;
+}
diff --git a/llamafile/is_keyword_cobol.gperf b/llamafile/is_keyword_cobol.gperf
new file mode 100644
index 00000000..aec5fd28
--- /dev/null
+++ b/llamafile/is_keyword_cobol.gperf
@@ -0,0 +1,429 @@
+%{
+#include <string.h>
+#include <libc/str/tab.h>
+#define GPERF_DOWNCASE
+%}
+%ignore-case
+%compare-strncmp
+%language=ANSI-C
+%readonly-tables
+%define lookup-function-name is_keyword_cobol
+%%
+ACCEPT
+ACCESS
+ADD
+ADDRESS
+ADVANCING
+AFTER
+ALL
+ALPHABET
+ALPHABETIC
+ALPHABETIC-LOWER
+ALPHABETIC-UPPER
+ALPHANUMERIC
+ALPHANUMERIC-EDITED
+ALSO
+ALTER
+ALTERNATE
+AND
+ANY
+APPLY
+ARE
+AREA
+AREAS
+ASCENDING
+ASSIGN
+AT
+AUTHOR
+BASIS
+BEFORE
+BEGINNING
+BINARY
+BLANK
+BLOCK
+BOTTOM
+BY
+CALL
+CANCEL
+CBL
+CD
+CF
+CH
+CHARACTER
+CHARACTERS
+CLASS
+CLASS-ID
+CLOCK-UNITS
+CLOSE
+COBOL
+CODE
+CODE-SET
+COLLATING
+COLUMN
+COM-REG
+COMMA
+COMMON
+COMMUNICATION
+COMP
+COMP-1
+COMP-2
+COMP-3
+COMP-4
+COMP-5
+COMPUTATIONAL
+COMPUTATIONAL-1
+COMPUTATIONAL-2
+COMPUTATIONAL-3
+COMPUTATIONAL-4
+COMPUTATIONAL-5
+COMPUTE
+CONFIGURATION
+CONTAINS
+CONTENT
+CONTINUE
+CONTROL
+CONTROLS
+CONVERTING
+COPY
+CORR
+CORRESPONDING
+COUNT
+CURRENCY
+DATA
+DATE-COMPILED
+DATE-WRITTEN
+DAY
+DAY-OF-WEEK
+DBCS
+DE
+DEBUG-CONTENTS
+DEBUG-ITEM
+DEBUG-LINE
+DEBUG-NAME
+DEBUG-SUB-1
+DEBUG-SUB-2
+DEBUG-SUB-3
+DEBUGGING
+DECIMAL-POINT
+DECLARATIVES
+DELETE
+DELIMITED
+DELIMITER
+DEPENDING
+DESCENDING
+DESTINATION
+DETAIL
+DISPLAY
+DISPLAY-1
+DIVIDE
+DIVISION
+DOWN
+DUPLICATES
+DYNAMIC
+EGCS
+EGI
+EJECT
+ELSE
+EMI
+ENABLE
+END
+END-ADD
+END-CALL
+END-COMPUTE
+END-DELETE
+END-DIVIDE
+END-EVALUATE
+END-IF
+END-INVOKE
+END-MULTIPLY
+END-OF-PAGE
+END-PERFORM
+END-READ
+END-RECEIVE
+END-RETURN
+END-REWRITE
+END-SEARCH
+END-START
+END-STRING
+END-SUBTRACT
+END-UNSTRING
+END-WRITE
+ENDING
+ENTER
+ENTRY
+ENVIRONMENT
+EOP
+EQUAL
+ERROR
+ESI
+EVALUATE
+EVERY
+EXCEPTION
+EXIT
+EXTEND
+EXTERNAL
+FALSE
+FD
+FILE
+FILE-CONTROL
+FILLER
+FINAL
+FIRST
+FOOTING
+FOR
+FROM
+FUNCTION
+GENERATE
+GIVING
+GLOBAL
+GO
+GOBACK
+GREATER
+GROUP
+HEADING
+HIGH-VALUE
+HIGH-VALUES
+I-O
+I-O-CONTROL
+ID
+IDENTIFICATION
+IF
+IN
+INDEX
+INDEXED
+INDICATE
+INHERITS
+INITIAL
+INITIALIZE
+INITIATE
+INPUT
+INPUT-OUTPUT
+INSERT
+INSPECT
+INSTALLATION
+INTO
+INVALID
+INVOKE
+IS
+JUST
+JUSTIFIED
+KANJI
+KEY
+LABEL
+LAST
+LEADING
+LEFT
+LENGTH
+LESS
+LIMIT
+LIMITS
+LINAGE
+LINAGE-COUNTER
+LINE
+LINE-COUNTER
+LINES
+LINKAGE
+LOCAL-STORAGE
+LOCK
+LOW-VALUE
+LOW-VALUES
+MEMORY
+MERGE
+MESSAGE
+METACLASS
+METHOD
+METHOD-ID
+MODE
+MODULES
+MORE-LABELS
+MOVE
+MULTIPLE
+MULTIPLY
+NATIVE
+NATIVE_BINARY
+NEGATIVE
+NEXT
+NO
+NOT
+NULL
+NULLS
+NUMBER
+NUMERIC
+NUMERIC-EDITED
+OBJECT
+OBJECT-COMPUTER
+OCCURS
+OF
+OFF
+OMITTED
+ON
+OPEN
+OPTIONAL
+OR
+ORDER
+ORGANIZATION
+OTHER
+OUTPUT
+OVERFLOW
+OVERRIDE
+PACKED-DECIMAL
+PADDING
+PAGE
+PAGE-COUNTER
+PASSWORD
+PERFORM
+PF
+PH
+PIC
+PICTURE
+PLUS
+POINTER
+POSITION
+POSITIVE
+PRINTING
+PROCEDURE
+PROCEDURE-POINTER
+PROCEDURES
+PROCEED
+PROCESSING
+PROGRAM
+PROGRAM-ID
+PURGE
+QUEUE
+QUOTE
+QUOTES
+RANDOM
+RD
+READ
+READY
+RECEIVE
+RECORD
+RECORDING
+RECORDS
+RECURSIVE
+REDEFINES
+REEL
+REFERENCE
+REFERENCES
+RELATIVE
+RELEASE
+RELOAD
+REMAINDER
+REMARKS
+REMOVAL
+RENAMES
+REPLACE
+REPLACING
+REPORT
+REPORTING
+REPORTS
+REPOSITORY
+RERUN
+RESERVE
+RESET
+RETURN
+RETURN-CODE
+RETURNING
+REVERSED
+REWIND
+REWRITE
+RF
+RH
+RIGHT
+ROUNDED
+RUN
+SAME
+SD
+SEARCH
+SECTION
+SECURITY
+SEGMENT
+SEGMENT-LIMIT
+SELECT
+SELF
+SEND
+SENTENCE
+SEPARATE
+SEQUENCE
+SEQUENTIAL
+SERVICE
+SET
+SHIFT-IN
+SHIFT-OUT
+SIGN
+SIZE
+SKIP1
+SKIP2
+SKIP3
+SORT
+SORT-CONTROL
+SORT-CORE-SIZE
+SORT-FILE-SIZE
+SORT-MERGE
+SORT-MESSAGE
+SORT-MODE-SIZE
+SORT-RETURN
+SOURCE
+SOURCE-COMPUTER
+SPACE
+SPACES
+SPECIAL-NAMES
+STANDARD
+STANDARD-1
+STANDARD-2
+START
+STATUS
+STOP
+STRING
+SUB-QUEUE-1
+SUB-QUEUE-2
+SUB-QUEUE-3
+SUBTRACT
+SUM
+SUPER
+SUPPRESS
+SYMBOLIC
+SYNC
+SYNCHRONIZED
+TABLE
+TALLY
+TALLYING
+TAPE
+TERMINAL
+TERMINATE
+TEST
+TEXT
+THAN
+THEN
+THROUGH
+THRU
+TIME
+TIMES
+TITLE
+TO
+TOP
+TRACE
+TRAILING
+TRUE
+TYPE
+UNIT
+UNSTRING
+UNTIL
+UP
+UPON
+USAGE
+USE
+USING
+VALUE
+VALUES
+VARYING
+WHEN
+WHEN-COMPILED
+WITH
+WORDS
+WORKING-STORAGE
+WRITE
+WRITE-ONLY
+ZERO
+ZEROES
+ZEROS