Distribute and run LLMs with a single file.
C++ cross-platformggufllama-cpplocal-ailocal-inferencelocal-llmopen-source-aisingle-file-executablespeech-to-text
Improve SQL syntax highlighting
Justine Tunney01ac87a121b8
diff --git a/llamafile/highlight.h b/llamafile/highlight.hindex b9b1dc36..e7df0a5e 100644--- a/llamafile/highlight.h+++ b/llamafile/highlight.h@@ -82,6 +82,7 @@ is_keyword_f is_keyword_pascal_builtin;is_keyword_f is_keyword_go;is_keyword_f is_keyword_go_type;is_keyword_f is_keyword_sql;+is_keyword_f is_keyword_sql_type;is_keyword_f is_keyword_php;is_keyword_f is_keyword_php_constant;is_keyword_f is_keyword_csharp;diff --git a/llamafile/highlight_sql.cpp b/llamafile/highlight_sql.cppindex c3bccd8b..8621b1cd 100644--- a/llamafile/highlight_sql.cpp+++ b/llamafile/highlight_sql.cpp@@ -76,6 +76,10 @@ void HighlightSql::feed(std::string *r, std::string_view input) {*r += HI_KEYWORD;*r += word_;*r += HI_RESET;+ } else if (is_keyword_sql_type(word_.data(), word_.size())) {+ *r += HI_TYPE;+ *r += word_;+ *r += HI_RESET;} else {*r += word_;}@@ -176,6 +180,10 @@ void HighlightSql::flush(std::string *r) {*r += HI_KEYWORD;*r += word_;*r += HI_RESET;+ } else if (is_keyword_sql_type(word_.data(), word_.size())) {+ *r += HI_TYPE;+ *r += word_;+ *r += HI_RESET;} else {*r += word_;}diff --git a/llamafile/is_keyword_sql.gperf b/llamafile/is_keyword_sql.gperfindex 1bb3ba2c..de43bd6d 100644--- a/llamafile/is_keyword_sql.gperf+++ b/llamafile/is_keyword_sql.gperf@@ -61,6 +61,7 @@ ATANHATOMICAUDITAUTHORIZATION+AUTOINCREMENTAUXAUXILIARYAVE@@ -72,11 +73,7 @@ BEGINBEGIN_FRAMEBEGIN_PARTITIONBETWEEN-BIGINTBINARY-BIT-BLOB-BOOLEANBOTHBREADTHBREAK@@ -87,9 +84,6 @@ BUFFERPOOLBULKBUTBY-BYTE-BYTEINT-BYTESCALLCALLEDCAPTURE@@ -106,9 +100,7 @@ CDCEILCEILINGCHANGE-CHARCHAR2HEXINT-CHARACTERCHARACTERSCHARACTER_LENGTHCHARS@@ -188,7 +180,6 @@ DATADATABASEDATABASESDATABLOCKSIZE-DATEDATEFORMDAYDAYS@@ -201,7 +192,6 @@ DBINFODEALLOCATEDECDECFLOAT-DECIMALDECLAREDEFAULTDEFERRABLE@@ -236,7 +226,6 @@ DIVDODOCUMENTDOMAIN-DOUBLEDROPDSSIZEDUAL@@ -292,9 +281,6 @@ FILTERFINALFIRSTFIRST_VALUE-FLOAT-FLOAT4-FLOAT8FLOORFORFORCE@@ -377,11 +363,9 @@ INT2INT3INT4INT8-INTEGERINTEGERDATEINTERSECTINTERSECTION-INTERVALINTOIO_AFTER_GTIDSIO_BEFORE_GTIDS@@ -476,9 +460,6 @@ MAXIMUMMAXVALUEMCHARACTERSMDIFF-MEDIUMBLOB-MEDIUMINT-MEDIUMTEXTMEMBERMERGEMETHOD@@ -538,8 +519,6 @@ NULLNULLIFNULLIFZERONULLS-NUMBER-NUMERICNUMPARTSOBIDOBJECT@@ -613,7 +592,6 @@ POSITION_REGEXPOSTFIXPOWERPRECEDES-PRECISIONPREFIXPREORDERPREPARE@@ -651,7 +629,6 @@ READREADSREADTEXTREAD_WRITE-REALRECONFIGURERECURSIVEREF@@ -764,7 +741,6 @@ SINHSIZESKEWSKIP-SMALLINTSOMESOUNDEXSOURCE@@ -834,13 +810,8 @@ TEXTSIZETHANTHENTHRESHOLD-TIME-TIMESTAMPTIMEZONE_HOURTIMEZONE_MINUTE-TINYBLOB-TINYINT-TINYTEXTTITLETOTOP@@ -894,14 +865,12 @@ VALUESVALUE_OFVARBINARYVARBYTE-VARCHARVARCHAR2VARCHARACTERVARGRAPHICVARIABLEVARIADICVARIANT-VARYINGVAR_POPVAR_SAMPVCATdiff --git a/llamafile/is_keyword_sql_type.gperf b/llamafile/is_keyword_sql_type.gperfnew file mode 100644index 00000000..de811bd5--- /dev/null+++ b/llamafile/is_keyword_sql_type.gperf@@ -0,0 +1,50 @@+%{+#include <string.h>+#include <libc/str/tab.h>+#define GPERF_DOWNCASE+%}+%pic+%ignore-case+%compare-strncmp+%language=ANSI-C+%readonly-tables+%define lookup-function-name is_keyword_sql_type+%%+BIGINT+BIGSERIAL+BIT+BLOB+BOOLEAN+BYTE+BYTEINT+BYTES+CHAR+CHARACTER+DATE+DATETIME+DECIMAL+DOUBLE+FLOAT+FLOAT4+FLOAT8+INTEGER+INTERVAL+MEDIUMBLOB+MEDIUMINT+MEDIUMTEXT+NATIVE+NUMBER+NUMERIC+PRECISION+REAL+SERIAL+SMALLINT+SMALLSERIAL+TEXT+TIME+TIMESTAMP+TINYBLOB+TINYINT+TINYTEXT+VARCHAR+VARYING