Offline, privacy-first grammar checker. Fast, open-source, Rust-powered
chore: dictionary curation (#1539)
Andrew Dunbarec93919ad4f4
diff --git a/harper-core/dictionary.dict b/harper-core/dictionary.dictindex 31fd28430..9fa842d59 100644--- a/harper-core/dictionary.dict+++ b/harper-core/dictionary.dict@@ -586,8 +586,8 @@ Araguaya/gAral/OgAramaic/OJNgAramco/g-Arapaho/NOgS-Arapahoes/N+Arapaho/NO09gS+Arapahoes/N9Ararat/OgAraucanian/NJOgArawak/NOJg@@ -7277,7 +7277,7 @@ Naugahyde/NgNauru/OgNautilus/gNavajo/NOSg09 # singular and plural, but also has plural in -s-Navajoes/N+Navajoes/N9Navarre/OgNavarro/OgNavratilova/g@@ -7307,8 +7307,8 @@ Nefertiti/OgNegev/OgNegress/NgSNegritude-Negro/NgS-Negroes/N+Negro/N0gS+Negroes/N9Negroid/NSgNegros/OgNehemiah/Og@@ -11165,7 +11165,7 @@ abhorring/NVabidance/Ngabide/~VGSdabiding/~JVNY-ability/~NiEgS+ability/~NwiEgSabject/JNVYpabjection/Ngabjectness/Ng@@ -12594,8 +12594,8 @@ antifreeze/Ngantigen/~NSgantigenic/Jantigenicity/Ng-antihero/Ng-antiheroes/N+antihero/N0g+antiheroes/N9antihistamine/NSgantiknock/JNgantilabor/J@@ -12992,7 +12992,7 @@ aromatherapy/Ngaromatic/~JNgSQarose/~Varound/~PJ-arousal/~Ng+arousal/~Nmgarouse/VGdSarpeggio/NVgSarr/~NV@@ -13012,7 +13012,7 @@ arrhythmic/Jarrhythmical/Jarrival/~NgSarrive/~VGdS-arrogance/~Ng+arrogance/~Nmgarrogant/~JYarrogate/VGndSarrogation/Ng@@ -15690,8 +15690,8 @@ bub/NVSgbubble/~NVdSgG>bubblegum/~NJgbubbly/JN>gT-bubo/Ng-buboes/N+bubo/N0g+buboes/N9bubonic/Jbuccaneer/~NVSGgdbuck/~NVgdGS@@ -15723,7 +15723,7 @@ budgetary/~Jbudgie/NSgbuff/~NJVrgdGSbuffalo/~NVgdG09 # singular and plural, also has a plural in -s below-buffaloes/~NV+buffaloes/~N9Vbuffer/~NJVSgdGbuffet/~NVSgdGzbuffoon/NVSg@@ -16105,8 +16105,8 @@ calibrate/VGndSXrcalibration/~Ngrcalibrator/NSgcalibre/NSg!@_-calico/NJg-calicoes/N+calico/N0Jg+calicoes/N9californium/Ngcaliper/NVSGgdcaliph/~Ng@@ -16434,8 +16434,8 @@ caret/NgScaretaker/~NJgScareworn/Jcarfare/Ng-cargo/~NVg-cargoes/~N+cargo/~N0Vg+cargoes/~N9carhop/NVgScaribou/~NSgcaricature/~NJVgGdS@@ -18746,7 +18746,7 @@ conspicuous/~JipYconspicuousness/Nigconspiracism/Ngconspiracist/NgS-conspiracy/~NVSg+conspiracy/~NwVSgconspirator/~NgSconspiratorial/JYconspire/~VGd@@ -19268,6 +19268,7 @@ counselling/NV!@_counsellor/NSg!@_counselor/~NgScount/~VNErSgdG+countability/Nmgcountable/~JNUcountably/Rcountdown/~NVgS@@ -20080,8 +20081,8 @@ dad/~NVSgdadaism/Ngdadaist/NJgSdaddy/~NVJSg-dado/~NVg-dadoes/NV+dado/~N0Vg+dadoes/N9Vdaemon/~NgSdaemonic/Jdaffiness/Ng@@ -20831,8 +20832,8 @@ desolation/Ngdesolder/VSGddespair/~VNSgdGdespairing/JVNY-desperado/~Ng-desperadoes/N+desperado/~N0g+desperadoes/N9desperate/~JNYnpdesperateness/Ngdesperation/~Ng@@ -20869,7 +20870,7 @@ desuetude/Ngdesultorily/Rdesultory/Jdetach/~VBLGdS-detachment/~NgS+detachment/~NwgSdetailer/NgSdetain/VLGdSdetainee/~NgS@@ -20877,7 +20878,7 @@ detainment/Ngdetect/~VJSdGvBdetectable/~JUdetected/~JVU-detection/~Ng+detection/~NwgSdetective/~NJSgdetector/~NSgdetente/NSgnX@@ -21066,8 +21067,8 @@ diddlysquat/Ndiddums/didgeridoo/NVSdidn't/~V-dido/~Ng-didoes/N+dido/~N0g+didoes/N9didst/Vdie/~VN0dSgdiehard/NgSJ@@ -21188,8 +21189,8 @@ dingily/Rdinginess/Ngdingle/~NJSgdingleberry/NgS-dingo/NVg-dingoes/NV+dingo/N0Vg+dingoes/N9Vdingus/NgSdingy/JNV>pTdink/NVJ>@@ -21684,8 +21685,8 @@ dominatrix/NVgdomineer/VSGddomineering/VJNYdominion/~NSg-domino/~NVg-dominoes/N+domino/~N0Vg+dominoes/N9don/~NVSgdon't/~Vdona/~gS@@ -22099,7 +22100,7 @@ ducky/JNT>Sgduct/~NVeKiWSduct's/Kductile/J-ductility/Ng+ductility/Nmgducting/VNductless/Jdud/NJGSgd@@ -22345,9 +22346,9 @@ ecclesiastical/~JYechelon/~NVJSgechidna/Nechinoderm/NSg-echo/~NVrdG+echo/~N0VrdGecho's-echoes/~NVr+echoes/~N9Vrechoic/Jecholocation/Ngechos/N@@ -22397,14 +22398,14 @@ edge/~NVgZGzd>Sedger/Ngedgewise/Jedgily/R-edginess/Ng+edginess/Nmgedging/~VNgedgy/J>Tpedibility/Ngedible/~JNSgpedibleness/Ngedict/~NSg-edification/Ng+edification/Nmgedifice/~NSgedifier/Ngedify/Vd>SZGn@@ -22687,8 +22688,8 @@ embalm/VSZGd>embalmer/Ngembank/VSLGdembankment/~NSg-embargo/~NVgdG-embargoes/NV+embargo/~N0VgdG+embargoes/N9Vembark/~VrEGdSembarkation/NEgembarkations/N@@ -24117,8 +24118,8 @@ farmland/~NgSfarmstead/~NgSfarmyard/NgSfaro/Ng-farrago/Ng-farragoes/N+farrago/N0g+farragoes/N9farrier/NVgSfarrow/NVJSgdGfarseeing/J@@ -24403,8 +24404,8 @@ fiance/NVegfiancee/NgSfiances/Nfiasco/~Ng-fiascoes/N-fiat/~NVgS+fiascoes/N0+fiat/~N9VgSfib/NVZSg>fibbed/Vfibber/NSg@@ -24943,12 +24944,12 @@ flubbing/Vfluctuate/VGndSXfluctuation/Ngflue/~NJgS-fluency/~Ng+fluency/~Nmgfluent/~JNYfluff/~NwVSgdGfluffiness/Nmgfluffy/~JN>pT-fluid/~NJSgY+fluid/~NwJSgYfluidity/~Ngfluke/NVSgfluky/J>T@@ -25486,8 +25487,8 @@ frequency/~Nigfrequent/~JVd>YSZTGfrequented/~VUfrequenter/NJg-fresco/~NVg-frescoes/~N+fresco/~N0Vg+frescoes/~N9fresh/~JNVpn>YXZTfreshen/VZGd>freshener/Ng@@ -26282,8 +26283,8 @@ gingersnap/NSggingery/Jgingham/Nggingivitis/Ng-ginkgo/Ng-ginkgoes/N+ginkgo/N0g+ginkgoes/N9ginned/VJginning/VNginormous/J@@ -26473,7 +26474,7 @@ gnome/~NSggnomic/~Jgnomish/Jgnu/~NSg-go/~VNJzg>HZG+go/~VN0Jzg>HZGgoad/NVgdGSgoal/~NVgSgoalie/~NVSg@@ -26524,7 +26525,7 @@ godsend/NSggodson/NSggodspeed/Ngoer/Ng-goes/~VN+goes/~VN9gofer/NSggoggle/VNdSgGgoggles/N9Vg@@ -26920,8 +26921,8 @@ gross/~JNVpTGgd>SYgrossness/Nggrotesque/~JNSpgYgrotesqueness/Ng-grotto/~Ng-grottoes/N+grotto/~N0g+grottoes/N9grotty/JT>grouch/NVGgdSgrouchily/R@@ -27908,8 +27909,8 @@ hernia/NSghernial/Jherniate/VGndSherniation/NwSg-hero/~Ng-heroes/~N+hero/~N0g+heroes/~N9heroic/~JNSQheroics/Ngheroin/~NSg@@ -28869,7 +28870,7 @@ ideologist/NSgideologue/NgSideology/~NSgides/~Ng-idiocy/NSg+idiocy/NwSgidiom/~NSgidiomatic/JNUQidiopathic/~J@@ -28960,8 +28961,8 @@ imaginary/~JNimagination/~NgSimaginative/~JUYimagine/~VNdSBzGr-imago/~Ng-imagoes/N+imago/~N0g+imagoes/N9imam/~NgSimbalance/~NdSgimbecile/NJgS@@ -29569,11 +29570,11 @@ infirmity/NSginfix/VNSgGdinflame/VdSGinflammable/JN-inflammation/~NSg+inflammation/~NwSginflammatory/~JNinflatable/~JNSginflate/VrdSG-inflation/~NEg+inflation/~NmEginflationary/Jinflect/VSdGinflection/NgS@@ -29582,7 +29583,7 @@ inflexion/NSg!_inflict/~VSdGvinfliction/Nginflow/~NVSg-influence/~NVgGdS+influence/~NwVgGdSinfluenced/~VJUinfluencer/NSginfluential/~JNY@@ -29996,11 +29997,11 @@ internalise/VGdS!_internalization/Nginternalize/VGdSinternational/~JNSgY-internationalisation/N!_+internationalisation/Nm!_internationalise/VdSG!_internationalism/Nmginternationalist/~JNSg-internationalization/N+internationalization/Nminternationalize/VdSGinternecine/Jinternee/NSg@@ -30100,7 +30101,7 @@ intrepid/~JYintrepidity/Ngintricacy/NSgintricate/~JVY-intrigue/~NVd>SgZG+intrigue/~NwVd>SgZGintriguer/Ngintriguing/~JVNYintrinsic/~JNgS@@ -30729,7 +30730,7 @@ jurymen/9jurywoman/Ngjurywomen/9just/~JV>YpT # removed `1` noun. archaic and interferes with linter heuristics-justice/~NigS+justice/~NwigSjustifiable/~JUjustifiably/URjustification/~NwSg@@ -31842,8 +31843,8 @@ linger/VZGzd>Slingerer/Nglingerie/~Nglingering/~NVY-lingo/Ng-lingoes/N+lingo/N0g+lingoes/N9lingual/~JNlinguine/Nglinguist/~NSg@@ -31893,13 +31894,13 @@ liquidation/~Nmgliquidator/NgSliquidise/VZGd>S!_liquidiser/Ng!_-liquidity/~Ng+liquidity/~Nmgliquidize/VZGd>Sliquidizer/Ngliquor/~NVgdGSliquorice/Ng!_-lira/~Ng-lire/~N+lira/~N0g+lire/~N9lisle/~Nglisp/~NVgd>SZGlisper/Ng@@ -31970,11 +31971,11 @@ liver'sliveried/VJliverish/Jliverwort/NgS-liverwurst/Ng+liverwurst/Nmglivery/~NVJeSgliveryman/Negliverymen/9e-livestock/~Ng+livestock/~Nmgliveware/Nlivid/JYliving/~VJNgS@@ -32022,11 +32023,11 @@ lobstermen/9glocal/~JNSgYlocale/~NgSlocalhost/NSg-localisation/Ng!_+localisation/Nwg!_localise/VdSG!_localish/Jlocality/~NSg-localization/~Ng+localization/~Nwglocalize/VdSG>locate/~VErGndSlocation/~NwESg@@ -32600,7 +32601,7 @@ malevolence/Ngmalevolent/~JYmalfeasance/Ngmalfeasant/NgSJ-malformation/NSg+malformation/NwSgmalformed/Jmalfunction/~NVgdSGmalice/~NVg@@ -32614,7 +32615,7 @@ malinger/VZGSd>malingerer/Ngmall/~NVgSmallard/~NSg-malleability/Ng+malleability/Nmgmalleable/~Jmallet/~NVgSmallow/NgS@@ -32623,7 +32624,7 @@ malnutrition/~Ngmalocclusion/Ngmalodorous/Jmalpractice/NSg-malt/~NVgdSG+malt/~NwVgdSGmalted/JNVgSmaltose/~Ngmaltreat/VGLdS@@ -32679,8 +32680,8 @@ manger/Ngmangetout/NSmanginess/Ngmangle/VNgZGd>S-mango/~NVg-mangoes/NV+mango/~N0Vg+mangoes/N9Vmangrove/~NgSmangy/JT>pmanhandle/VGdS@@ -32703,7 +32704,7 @@ manilla/NJg!_manioc/NgSmanipulable/Jmanipulate/~VXGnvdS-manipulation/~Ng+manipulation/~NwgSmanipulative/~JNYmanipulator/NgSmankind/~Ng@@ -34328,8 +34329,8 @@ mosey/VSGdmosfet/NgSmosh/VNdSGmosque/~NgS-mosquito/~NVg-mosquitoes/~N+mosquito/~N0Vg+mosquitoes/~N9moss/~NVgSmossback/NSgmossy/JNT>@@ -34505,8 +34506,8 @@ mugshot/NgSmugwump/NVgSmujaheddin/Nmukluk/NgS-mulatto/Ng-mulattoes/N+mulatto/N0g+mulattoes/N9mulberry/~NwJSgmulch/NVGgdSmulct/NVSGgd@@ -37062,7 +37063,7 @@ pah/~Npaid/~VJrUpail/NgSpailful/NSg-pain/~NVgdSG+pain/~NwVgdSGpainful/~JpYpainfuller/Jpainfullest/J@@ -37657,15 +37658,15 @@ pearl/~NVSGgdpearlescent/Jpearly/NJ>Tpeasant/~NJSg-peasantry/~Ng+peasantry/~NwgSpeashooter/NSgpeat/~Ngpeaty/JT>pebble/~NVgGdSpebbly/Jpecan/~NSg-peccadillo/Ng-peccadilloes/N+peccadillo/N0g+peccadilloes/N9peccary/NSgpeck/~VNgd>SZGpeckish/J@@ -38789,12 +38790,12 @@ plumage/~Nmgplumb/~NJVgd>SZGzplumbed/VUplumber/Ng-plumbing/~Ng+plumbing/~Nmgplume/~NVgSplummet/NVSGgdplummy/Jplump/JVNgd>YSTGp-plumpness/Ng+plumpness/Nmgplumy/J>Tplunder/~VNSZGgd>plunderer/Ng@@ -38808,8 +38809,8 @@ pluralise/VGdS!_pluralism/~Ngpluralist/NJgSpluralistic/J-plurality/~NSg-pluralization/Ng+plurality/~NwSg+pluralization/Nmgpluralize/VGdSplus/~PCNJVgSplush/~JNg>YTp@@ -39111,8 +39112,8 @@ porter/~NVrSgporterhouse/NSgportfolio/~NgSporthole/NgS-portico/~Ng-porticoes/N+portico/~N0g+porticoes/N9portiere/NgSportion/~NVKSGgdportliness/Ng@@ -42912,8 +42913,8 @@ schlocky/J>Tschlong/NgSxschmaltz/Ngschmaltzy/JT>-schmo/Ng-schmoes/N+schmo/N0g+schmoes/N9schmooze/VNd>SZGschmuck/NVgSschmutz/Ng@@ -46335,8 +46336,8 @@ stubbly/Jstubborn/~JN>YpTstubbornness/Ngstubby/~JN>T-stucco/~NVgdG-stuccoes/N+stucco/~N0VgdG+stuccoes/N9stuck/~VJNUstud/~NVgYSstudbook/NgS@@ -46775,8 +46776,8 @@ superannuate/VGndSsuperannuation/Ngsuperb/~J>YTsupercar/~NSg-supercargo/Ng-supercargoes/N+supercargo/N0g+supercargoes/N9supercharge/VNZGd>Ssupercharger/Ngsupercilious/JpY@@ -46803,8 +46804,8 @@ superfund/~NgSsuperglue/NVsupergrass/NSsuperheat/VdSG-superhero/~NgS-superheroes/~N+superhero/~N0gS+superheroes/~N9superhighway/NSgsuperhuman/~JNsuperimpose/VGdS@@ -48535,10 +48536,10 @@ torment/~NVSgdGtormenting/VJNYtormentor/NgStorn/~VJ-tornado/~NVg-tornadoes/~N-torpedo/~NVGgd-torpedoes/~NV+tornado/~N0Vg+tornadoes/~N9+torpedo/~N0VGgd+torpedoes/~N9Vtorpid/JNYtorpidity/Ngtorpor/Ng@@ -50035,6 +50036,7 @@ unsuspecting/~JYunsustainable/JYunsymmetrical/Juntactful/J+untagged/Juntaxed/Junterminated/Junthinkably/R@@ -50564,8 +50566,8 @@ vetch/NgSveteran/~NJSgveterinarian/~NJgSveterinary/~JNSg-veto/~NVgdG-vetoes/NV+veto/~N0VgdG+vetoes/N9Vvetted/VJvetting/~VNvex/VNGdS@@ -50704,8 +50706,8 @@ violoncellist/NSgvioloncello/NgSviper/~NSgviperous/J-virago/Ng-viragoes/N+virago/N0g+viragoes/N9viral/~JNvireo/~NSgvirgin/~NJgS@@ -50843,8 +50845,8 @@ volatility/~Ngvolatilize/VdSGvolcanic/~JNvolcanism/~N-volcano/~NVg-volcanoes/~N+volcano/~N0Vg+volcanoes/~N9vole/~NVgSvolition/~Ngvolitional/JN@@ -50980,8 +50982,8 @@ wakeful/JpYwakefulness/Ngwaken/VGSdwakeup/NgS-waldo/~NS-waldoes/N+waldo/~N0S+waldoes/N9wale/NVgGdSwalk/~VNgd>ZGSwalkable/J@@ -52281,8 +52283,8 @@ zennedzeolite/NSzephyr/~NVgSzeppelin/~NgS-zero/~NJVgdHSG-zeroes/NV+zero/~N0JVgdHSG+zeroes/N9Vzest/~NVgSzestful/JYpzestfulness/Ng@@ -53053,6 +53055,10 @@ one-to-one/NJone-way/Jopen source/Ngopen-source/JVSdG+opt in/V+opt-in/J+opt out/V+opt-out/JOR gate/NgSOS X/Og # before macOSout-and-out/Jdiff --git a/harper-core/tests/text/linters/Part-of-speech tagging.snap.yml b/harper-core/tests/text/linters/Part-of-speech tagging.snap.ymlindex 0a97f8046..57b3e2ddc 100644--- a/harper-core/tests/text/linters/Part-of-speech tagging.snap.yml+++ b/harper-core/tests/text/linters/Part-of-speech tagging.snap.yml@@ -477,18 +477,6 @@ Message: |-Lint: Spelling (63 priority)-Message: |- 186 | "unsupervised" tagging. Unsupervised tagging techniques use an untagged corpus- | ^~~~~~~~ Did you mean to spell `untagged` this way?- 187 | for their training data and produce the tagset by induction. That is, they-Suggest:- - Replace with: “untapped”- - Replace with: “untasted”- - Replace with: “unwaged”---Lint: Spelling (63 priority)Message: |200 | Some current major algorithms for part-of-speech tagging include the Viterbidiff --git a/harper-core/tests/text/tagged/Alice's Adventures in Wonderland.md b/harper-core/tests/text/tagged/Alice's Adventures in Wonderland.mdindex 148fef9c0..5c937ca5c 100644--- a/harper-core/tests/text/tagged/Alice's Adventures in Wonderland.md+++ b/harper-core/tests/text/tagged/Alice's Adventures in Wonderland.md@@ -479,7 +479,7 @@>#> “ I’m sure I’m not Ada , ” she said , “ for her hair goes in such long ringlets , and-# . W? J W? NSg/C NPr+ . . ISg+ V/J . . C/P ISg/D$+ N🅪Sg/V+ NSg/V NPr/J/P NSg/I NPr/V/J+ NPl/V . V/C+# . W? J W? NSg/C NPr+ . . ISg+ V/J . . C/P ISg/D$+ N🅪Sg/V+ NPl/V NPr/J/P NSg/I NPr/V/J+ NPl/V . V/C> mine doesn’t go in ringlets at all ; and I’m sure I can’t be Mabel , for I know# NSg/I/V+ V NSg/V/J NPr/J/P NPl/V NSg/P NSg/I/J/C . V/C W? J ISg+ VX NSg/VX NPr . C/P ISg+ NSg/V> all sorts of things , and she , oh ! she knows such a very little ! Besides , she’s@@ -1411,7 +1411,7 @@>#> The first thing she heard was a general chorus of “ There goes Bill ! ” then the-# D+ NSg/V/J NSg/V ISg+ V/J V D/P NSg/V/J NSg/V P . + NSg/V NPr/V+ . . NSg/J/C D++# D+ NSg/V/J NSg/V ISg+ V/J V D/P NSg/V/J NSg/V P . + NPl/V NPr/V+ . . NSg/J/C D+> Rabbit’s voice along — “ Catch him , you by the hedge ! ” then silence , and then# NSg$+ NSg/V P . . NSg/V ISg+ . ISgPl NSg/J/P D+ NSg/V+ . . NSg/J/C NSg/V+ . V/C NSg/J/C> another confusion of voices — “ Hold up his head — Brandy now — Don’t choke him — How was@@ -1427,7 +1427,7 @@> flustered to tell you — all I know is , something comes at me like a# V/J P NPr/V ISgPl+ . NSg/I/J/C ISg+ NSg/V VL . NSg/I/V/J NPl/V NSg/P NPr/ISg+ NSg/V/J/C/P D/P> Jack - in - the - box , and up I goes like a sky - rocket ! ”-# NPr/V/J . NPr/J/P . D . NSg/V . V/C NSg/V/J/P ISg+ NSg/V NSg/V/J/C/P D/P NSg/V+ . NSg/V . .+# NPr/V/J . NPr/J/P . D . NSg/V . V/C NSg/V/J/P ISg+ NPl/V NSg/V/J/C/P D/P NSg/V+ . NSg/V . .>#> “ So you did , old fellow ! ” said the others .@@ -2347,7 +2347,7 @@> “ Oh , please mind what you’re doing ! ” cried Alice , jumping up and down in an# . NPr/V . V NSg/V+ NSg/I+ W? NSg/V . . V/J NPr+ . V NSg/V/J/P V/C NSg/V/J/P NPr/J/P D/P> agony of terror . “ Oh , there goes his precious nose ! ” as an unusually large-# NSg P NSg+ . . NPr/V . + NSg/V ISg/D$+ NSg/J+ NSg/V . . NSg/R D/P R NSg/J+# NSg P NSg+ . . NPr/V . + NPl/V ISg/D$+ NSg/J+ NSg/V . . NSg/R D/P R NSg/J> saucepan flew close by it , and very nearly carried it off .# NSg/V NSg/V/J NSg/V/J NSg/J/P NPr/ISg+ . V/C J/R R V/J NPr/ISg NSg/V/J/P .>@@ -2967,7 +2967,7 @@> clock . For instance , suppose it were nine o’clock in the morning , just time to# NSg/V+ . C/P NSg/V+ . V NPr/ISg+ NSg/V NSg W? NPr/J/P D+ N🅪Sg/V+ . V/J N🅪Sg/V/J+ P> begin lessons : you’d only have to whisper a hint to Time , and round goes the-# NSg/V NPl/V+ . W? J/R/C NSg/VX P NSg/V D/P NSg/V P N🅪Sg/V/J . V/C NSg/V/J/P NSg/V D++# NSg/V NPl/V+ . W? J/R/C NSg/VX P NSg/V D/P NSg/V P N🅪Sg/V/J . V/C NSg/V/J/P NPl/V D+> clock in a twinkling ! Half - past one , time for dinner ! ”# NSg/V+ NPr/J/P D/P NSg/V/J . NSg/V/J/P+ . NSg/V/J/P NSg/I/V/J . N🅪Sg/V/J C/P NSg/V . .>@@ -3015,7 +3015,7 @@>#> “ It goes on , you know , ” the Hatter continued , “ in this way : —-# . NPr/ISg+ NSg/V J/P . ISgPl+ NSg/V . . D NSg/V V/J . . NPr/J/P I/Ddem+ NSg/J+ . .+# . NPr/ISg+ NPl/V J/P . ISgPl+ NSg/V . . D NSg/V V/J . . NPr/J/P I/Ddem+ NSg/J+ . .>#> ‘ Up above the world you fly , Like a tea - tray in the sky . Twinkle , twinkle — ’ ”@@ -5035,7 +5035,7 @@>#> Alice had never been in a court of justice before , but she had read about them-# NPr+ V R NSg/V NPr/J/P D/P NSg/V/J P NPr+ C/P . NSg/C/P ISg+ V NSg/V J/P NSg/IPl++# NPr+ V R NSg/V NPr/J/P D/P NSg/V/J P NPr🅪+ C/P . NSg/C/P ISg+ V NSg/V J/P NSg/IPl+> in books , and she was quite pleased to find that she knew the name of nearly# NPr/J/P NPl/V+ . V/C ISg+ V NSg V/J P NSg/V NSg/I/C/Ddem ISg+ V D NSg/V P R> everything there . “ That’s the judge , ” she said to herself , “ because of his great@@ -5821,7 +5821,7 @@>#> “ But , it goes on ‘ they all returned from him to you , ’ ” said Alice .-# . NSg/C/P . NPr/ISg+ NSg/V J/P Unlintable IPl+ NSg/I/J/C V/J P ISg P ISgPl+ . . . V/J NPr+ .+# . NSg/C/P . NPr/ISg+ NPl/V J/P Unlintable IPl+ NSg/I/J/C V/J P ISg P ISgPl+ . . . V/J NPr+ .>#> “ Why , there they are ! ” said the King triumphantly , pointing to the tarts on thediff --git a/harper-core/tests/text/tagged/Computer science.md b/harper-core/tests/text/tagged/Computer science.mdindex 6ab926458..c1d1e016b 100644--- a/harper-core/tests/text/tagged/Computer science.md+++ b/harper-core/tests/text/tagged/Computer science.md@@ -541,7 +541,7 @@> another ) and their fitness for a specific application . Codes are used for data# I/D+ . V/C D$+ NSg C/P D/P+ NSg/J+ NSg+ . NPl/V+ V V/J C/P N🅪Pl+> compression , cryptography , error detection and correction , and more recently-# NSg+ . NSg . NSg/V+ NSg V/C NSg+ . V/C NPr/I/V/J R+# NSg+ . NSg . NSg/V+ N🅪Sg V/C NSg+ . V/C NPr/I/V/J R> also for network coding . Codes are studied for the purpose of designing# W? C/P NSg/V+ V+ . NPl/V+ V V/J C/P D NSg/V P V> efficient and reliable data transmission methods .@@ -621,7 +621,7 @@> Computer graphics is the study of digital visual contents and involves the# NSg/V+ NPl VL D NSg/V P NSg/J NSg/J NPl/V+ V/C V D+> synthesis and manipulation of image data . The study is connected to many other-# NSg V/C NSg P NSg/V+ N🅪Pl+ . D+ NSg/V+ VL V/J P NSg/I/J/D NSg/V/J+# NSg V/C N🅪Sg P NSg/V+ N🅪Pl+ . D+ NSg/V+ VL V/J P NSg/I/J/D NSg/V/J> fields in computer science , including computer vision , image processing , and# NPrPl/V NPr/J/P NSg/V+ NSg/V+ . V NSg/V+ NSg/V+ . NSg/V+ V+ . V/C> computational geometry , and is heavily applied in the fields of special effects@@ -666,8 +666,8 @@# V NPl/V+ P V V/C NSg/V J+ NPl+ . D/P NPr/V/J N🅪Sg P> scientific computing is simulation of various processes , including computational# J+ NSg/V+ VL NSg P J+ NPl/V+ . V J-> fluid dynamics , physical , electrical , and electronic systems and circuits , as-# NSg/J+ NSgPl+ . NSg/J . NSg/J . V/C J NPl+ V/C NPl/V . NSg/R+> fluid dynamics , physical , electrical , and electronic systems and circuits , as+# N🅪Sg/J+ NSgPl+ . NSg/J . NSg/J . V/C J NPl+ V/C NPl/V . NSg/R> well as societies and social situations ( notably war games ) along with their# NSg/V/J NSg/R NPl+ V/C NSg/J W? . R NSg/V+ NPl/V+ . P P D$+> habitats , among many others . Modern computers enable optimization of suchdiff --git a/harper-core/tests/text/tagged/Difficult sentences.md b/harper-core/tests/text/tagged/Difficult sentences.mdindex 796aa0774..c723f93e3 100644--- a/harper-core/tests/text/tagged/Difficult sentences.md+++ b/harper-core/tests/text/tagged/Difficult sentences.md@@ -3,7 +3,7 @@>#> A collection of difficult sentences to test Harper's ability to correctly tag unusual / uncommon but correct sentences .-# D/P NSg P V/J NPl/V P NSg/V NSg$ NSg+ P R NSg/V+ NSg/J . NSg/V/J NSg/C/P NSg/V/J+ NPl/V+ .+# D/P NSg P V/J NPl/V P NSg/V NSg$ N🅪Sg+ P R NSg/V+ NSg/J . NSg/V/J NSg/C/P NSg/V/J+ NPl/V+ .>#> Note that some word may not be tagged correctly right now .@@ -39,7 +39,7 @@> at the bottom of the page ; sitting at the table ; at church ; at sea# NSg/P D NSg/V/J P D+ NPr/V+ . NSg/V/J NSg/P D+ NSg/V+ . NSg/P NPr/V+ . NSg/P NSg+> Target at five miles . Prepare torpedoes !-# NSg/V NSg/P NSg+ NPrPl+ . V NSg/V .+# NSg/V NSg/P NSg+ NPrPl+ . V NPl/V .> Look out ! UFO at two o'clock !# NSg/V NSg/V/J/R/P . NSg NSg/P NSg W? .> Don't pick at your food !@@ -342,8 +342,8 @@# D+ V+ NPr🅪+ NPl/V P # NPr/V/J+ P # NSg/V+ .> Tickets are available from 17th July .# NPl/V+ V J P # NPr+ .-> Rate your pain from 1 to 10 .-# NSg/V+ D$+ NSg/V+ P # P+ # .+> Rate your pain from 1 to 10 .+# NSg/V+ D$+ N🅪Sg/V+ P # P+ # .> Start counting from 1 .# NSg/V V P+ # .> You can study anything from math to literature .diff --git a/harper-core/tests/text/tagged/Part-of-speech tagging.md b/harper-core/tests/text/tagged/Part-of-speech tagging.mdindex d20435e00..1b09235e5 100644--- a/harper-core/tests/text/tagged/Part-of-speech tagging.md+++ b/harper-core/tests/text/tagged/Part-of-speech tagging.md@@ -367,7 +367,7 @@> learn tag probabilities . It is , however , also possible to bootstrap using# NSg/V NSg/V+ NPl+ . NPr/ISg+ VL . C . W? NSg/J P NSg/V V> " unsupervised " tagging . Unsupervised tagging techniques use an untagged corpus-# . V/J . NSg/V . V/J NSg/V NPl+ NSg/V D/P ? NSg+# . V/J . NSg/V . V/J NSg/V NPl+ NSg/V D/P J NSg> for their training data and produce the tagset by induction . That is , they# C/P D$+ NSg/V+ N🅪Pl+ V/C NSg/V D NSg NSg/J/P+ NSg . NSg/I/C/Ddem+ VL . IPl+> observe patterns in word use , and derive part - of - speech categories themselves .diff --git a/harper-core/tests/text/tagged/The Constitution of the United States.md b/harper-core/tests/text/tagged/The Constitution of the United States.mdindex daf56f486..a77faadcb 100644--- a/harper-core/tests/text/tagged/The Constitution of the United States.md+++ b/harper-core/tests/text/tagged/The Constitution of the United States.md@@ -7,7 +7,7 @@> We the People of the United States , in Order to form a more perfect Union ,# IPl+ D NSg/V P D+ V/J+ NPrPl/V+ . NPr/J/P NSg/V+ P NSg/V D/P NPr/I/V/J NSg/V/J+ NPr/V/J .> establish Justice , insure domestic Tranquility , provide for the common defence ,-# V NPr+ . V NSg/J+ NSg . V C/P D+ NSg/V/J+ NSg/Comm+ .+# V NPr🅪+ . V NSg/J+ NSg . V C/P D+ NSg/V/J+ NSg/Comm+ .> promote the general Welfare , and secure the Blessings of Liberty to ourselves# NSg/V D+ NSg/V/J+ NSg/V+ . V/C V/J D W? P NSg+ P IPl+> and our Posterity , do ordain and establish this Constitution for the United@@ -55,7 +55,7 @@> enemies thereof . But Congress may , by a vote of two - thirds of each House ,# NPl/V+ + . NSg/C/P NPr/V+ NPr/VX . NSg/J/P D/P NSg/V P NSg . NPl/V P D+ NPr/V+ .> remove such disability .-# NSg/V NSg/I+ NSg+ .+# NSg/V NSg/I+ N🅪Sg+ .>#> The terms of Senators and Representatives shall end at noon on the 3 d day of@@ -209,7 +209,7 @@> that Purpose , they shall be on Oath or Affirmation . When the President of the# NSg/I/C/Ddem+ NSg/V+ . IPl+ VX NSg/VX J/P NSg/V NPr/C NSg . NSg/I/C D NSg/V P D+> United States is tried , the Chief Justice shall preside : And no Person shall be-# V/J+ NPrPl/V+ VL V/J . D+ NSg/V/J+ NPr+ VX V . V/C NPr/P+ NSg/V+ VX NSg/VX+# V/J+ NPrPl/V+ VL V/J . D+ NSg/V/J+ NPr🅪+ VX V . V/C NPr/P+ NSg/V+ VX NSg/VX> convicted without the Concurrence of two thirds of the Members present .# V/J C/P D NSg P NSg NPl/V P D+ NPl/V+ NSg/V/J .>@@ -913,7 +913,7 @@> Senate and the Speaker of the House of Representatives his written declaration# NPr+ V/C D NSg/J P D NPr/V P NPl+ ISg/D$+ V/J NSg+> that no inability exists , he shall resume the powers and duties of his office-# NSg/I/C/Ddem NPr/P+ NSg+ V . NPr/ISg+ VX NSg/V D+ NPrPl/V V/C NPl P ISg/D$+ NSg/V++# NSg/I/C/Ddem NPr/P+ N🅪Sg+ V . NPr/ISg+ VX NSg/V D+ NPrPl/V V/C NPl P ISg/D$+ NSg/V+> unless the Vice President and a majority of either the principal officers of# C D+ NSg/V/J/P+ NSg/V+ V/C D/P NSg P I/C D NSg/J NPl/V P> the executive department or of such other body as Congress may by law provide ,@@ -965,7 +965,7 @@> execute the Office of President of the United States , and will to the best of# V D NSg/V P NSg/V P D+ V/J+ NPrPl/V+ . V/C NPr/VX P D NPr/VX/J P> my Ability , preserve , protect and defend the Constitution of the United-# D$+ NSg+ . NSg/V . V V/C NSg/V D NPr P D+ V/J++# D$+ N🅪Sg+ . NSg/V . V V/C NSg/V D NPr P D+ V/J+> States . "# NPrPl/V . .>@@ -1291,7 +1291,7 @@> A Person charged in any State with Treason , Felony , or other Crime , who shall# D/P+ NSg/V+ V/J NPr/J/P I/R/D NSg/V P NSg . NSg . NPr/C NSg/V/J+ NSg/V+ . NPr/I+ VX> flee from Justice , and be found in another State , shall on Demand of the-# V P NPr+ . V/C NSg/VX NSg/V NPr/J/P I/D+ NSg/V+ . VX J/P NSg/V P D+# V P NPr🅪+ . V/C NSg/VX NSg/V NPr/J/P I/D+ NSg/V+ . VX J/P NSg/V P D> executive Authority of the State from which he fled , be delivered up , to be# NSg/J NSg P D+ NSg/V+ P I/C+ NPr/ISg+ J . NSg/VX V/J NSg/V/J/P . P NSg/VX> removed to the State having Jurisdiction of the Crime .diff --git a/harper-core/tests/text/tagged/The Great Gatsby.md b/harper-core/tests/text/tagged/The Great Gatsby.mdindex a26325a2a..7d906f15d 100644--- a/harper-core/tests/text/tagged/The Great Gatsby.md+++ b/harper-core/tests/text/tagged/The Great Gatsby.md@@ -1163,7 +1163,7 @@> look after her , aren’t you , Nick ? She’s going to spend lots of week - ends out# NSg/V J/P ISg/D$+ . V ISgPl+ . NPr/V+ . W? NSg/V/J P NSg/V NPl/V P NSg/J+ . NPl/V NSg/V/J/R/P> here this summer . I think the home influence will be very good for her . ”-# NSg/J/R I/Ddem+ NPr/V+ . ISg+ NSg/V D+ NSg/V/J+ NSg/V+ NPr/VX NSg/VX J/R NPr/V/J C/P ISg/D$ . .+# NSg/J/R I/Ddem+ NPr/V+ . ISg+ NSg/V D+ NSg/V/J+ N🅪Sg/V+ NPr/VX NSg/VX J/R NPr/V/J C/P ISg/D$ . .>#> Daisy and Tom looked at each other for a moment in silence .@@ -1503,7 +1503,7 @@> We waited for her down the road and out of sight . It was a few days before the# IPl+ V/J C/P ISg/D$+ NSg/V/J/P D NSg/J V/C NSg/V/J/R/P P NSg/V+ . NPr/ISg+ V D/P NSg/I NPl C/P D> Fourth of July , and a gray , scrawny Italian child was setting torpedoes in a row-# NPr/V/J P NPr+ . V/C D/P NPr/V/J/Am . J NSg/J NSg/V+ V NSg/V/J+ NSg/V NPr/J/P D/P NSg/V+# NPr/V/J P NPr+ . V/C D/P NPr/V/J/Am . J NSg/J NSg/V+ V NSg/V/J+ NPl/V NPr/J/P D/P NSg/V> along the railroad track .# P D+ NSg/V+ NSg/V+ .>@@ -1525,7 +1525,7 @@>#> “ Wilson ? He thinks she goes to see her sister in New York . He’s so dumb he-# . NPr+ . NPr/ISg+ NPl/V ISg+ NSg/V P NSg/V ISg/D$+ NSg/V+ NPr/J/P NSg/V/J+ NPr+ . NSg$ NSg/I/J/C V/J NPr/ISg++# . NPr+ . NPr/ISg+ NPl/V ISg+ NPl/V P NSg/V ISg/D$+ NSg/V+ NPr/J/P NSg/V/J+ NPr+ . NSg$ NSg/I/J/C V/J NPr/ISg+> doesn’t know he’s alive . ”# V NSg/V NSg$+ + . .>@@ -1779,7 +1779,7 @@> elaborate afternoon dress of cream - colored chiffon , which gave out a continual# V/J N🅪Sg+ NSg/V P N🅪Sg/V/J+ . NSg/V/J/Am NSg . I/C+ V NSg/V/J/R/P D/P J> rustle as she swept about the room . With the influence of the dress her-# NSg/V NSg/R ISg+ V/J J/P D+ NSg/V/J+ . P D NSg/V P D+ NSg/V+ ISg/D$++# NSg/V NSg/R ISg+ V/J J/P D+ NSg/V/J+ . P D N🅪Sg/V P D+ NSg/V+ ISg/D$+> personality had also undergone a change . The intense vitality that had been so# NSg+ V W? V D/P+ N🅪Sg/V+ . D+ J+ NSg+ NSg/I/C/Ddem+ V NSg/V NSg/I/J/C> remarkable in the garage was converted into impressive hauteur . Her laughter ,@@ -1807,7 +1807,7 @@>#> “ Mrs . Eberhardt . She goes around looking at people’s feet in their own homes . ”-# . NPl . ? . ISg+ NSg/V J/P V NSg/P NSg$ NPl+ NPr/J/P D$+ NSg/V/J+ NPl/V+ . .+# . NPl . ? . ISg+ NPl/V J/P V NSg/P NSg$ NPl+ NPr/J/P D$+ NSg/V/J+ NPl/V+ . .>#> “ I like your dress , ” remarked Mrs . McKee , “ I think it’s adorable . ”@@ -1861,7 +1861,7 @@> “ You McKees have something to drink , ” he said . “ Get some more ice and mineral# . ISgPl+ ? NSg/VX NSg/I/V/J+ P NSg/V . . NPr/ISg+ V/J+ . . NSg/V I/J/R+ NPr/I/V/J NPr🅪/V V/C NSg/J+> water , Myrtle , before everybody goes to sleep . ”-# N🅪Sg/V+ . NPr . C/P NSg/I+ NSg/V P+ N🅪Sg/V . .+# N🅪Sg/V+ . NPr . C/P NSg/I+ NPl/V P+ N🅪Sg/V . .>#> “ I told that boy about the ice . ” Myrtle raised her eyebrows in despair at the@@ -2250,8 +2250,8 @@#> Then there were bloody towels upon the bathroom floor , and women’s voices# NSg/J/C + NSg/V NSg/V/J NPl/V P D+ NSg/V+ NSg/V+ . V/C NSg$ NPl/V+-> scolding , and high over the confusion a long broken wail of pain . Mr . McKee-# NSg/V . V/C NSg/V/J NSg/V/J/P D+ NSg/V+ D/P NPr/V/J V/J+ NSg/V P NSg/V+ . NSg+ . NPr+> scolding , and high over the confusion a long broken wail of pain . Mr . McKee+# NSg/V . V/C NSg/V/J NSg/V/J/P D+ NSg/V+ D/P NPr/V/J V/J+ NSg/V P N🅪Sg/V+ . NSg+ . NPr> awoke from his doze and started in a daze toward the door . When he had gone half# V P ISg/D$+ NSg/V V/C V/J NPr/J/P D/P NSg/V J/P D NSg/V+ . NSg/I/C NPr/ISg+ V V/J/P NSg/V/J/P+> way he turned around and stared at the scene — his wife and Catherine scolding and@@ -2419,7 +2419,7 @@> rhythm obligingly for her , and there is a burst of chatter as the erroneous news# NSg/V+ R C/P ISg/D$+ . V/C + VL D/P NSg/V P NSg/V+ NSg/R D+ J+ NᴹPl/V+> goes around that she is Gilda Gray’s understudy from the Follies . The party has-# NSg/V J/P NSg/I/C/Ddem ISg+ VL NPr NSg$/Am NSg/V P D+ NPl/V+ . D+ NSg/V/J+ V++# NPl/V J/P NSg/I/C/Ddem ISg+ VL NPr NSg$/Am NSg/V P D+ NPl/V+ . D+ NSg/V/J+ V+> begun .# V .>@@ -3285,7 +3285,7 @@> wheel , rested a new coupé which had left Gatsby’s drive not two minutes before .# NSg/V+ . V/J D/P NSg/V/J ? I/C+ V NPr/V/J NSg$ NSg/V NSg/C NSg+ NPl/V+ C/P+ .> The sharp jut of a wall accounted for the detachment of the wheel , which was now-# D NPr/V/J NSg/V P D/P NPr/V+ V/J C/P D NSg P D+ NSg/V+ . I/C+ V NPr/V/J/C+# D NPr/V/J NSg/V P D/P NPr/V+ V/J C/P D N🅪Sg P D+ NSg/V+ . I/C+ V NPr/V/J/C> getting considerable attention from half a dozen curious chauffeurs . However , as# NSg/V NSg/J NSg P NSg/V/J/P+ D/P NSg+ J NPl/V+ . C . NSg/R> they had left their cars blocking the road , a harsh , discordant din from those@@ -4153,7 +4153,7 @@> their sombre holiday . As we crossed Blackwell’s Island a limousine passed us ,# D$+ NSg/V/J/Comm NPr/V+ . NSg/R IPl+ V/J NSg$ NSg/V+ D/P NSg V/J NPr/IPl+ .> driven by a white chauffeur , in which sat three modish negroes , two bucks and a-# V/J NSg/J/P D/P NPr/V/J+ NSg/V . NPr/J/P I/C+ NSg/V/J NSg J NSg . NSg NPl/V V/C D/P++# V/J NSg/J/P D/P NPr/V/J+ NSg/V . NPr/J/P I/C+ NSg/V/J NSg J NPl . NSg NPl/V V/C D/P+> girl . I laughed aloud as the yolks of their eyeballs rolled toward us in haughty# NSg/V+ . ISg+ V/J J NSg/R D NPl/V P D$+ NPl/V+ V/J J/P NPr/IPl+ NPr/J/P J+> rivalry .@@ -5495,7 +5495,7 @@> black wreath still on the door . Americans , while willing , even eager , to be# NSg/V/J NSg/V NSg/V/J J/P D+ NSg/V+ . NPl+ . NSg/V/C/P NSg/V/J . NSg/V/J NSg/V/J . P NSg/VX> serfs , have always been obstinate about being peasantry .-# NPl . NSg/VX R NSg/V J J/P+ NSg/V/C+ NSg .+# NPl . NSg/VX R NSg/V J J/P+ NSg/V/C+ N🅪Sg .>#> After half an hour , the sun shone again , and the grocer’s automobile rounded@@ -9455,7 +9455,7 @@>#> “ I want to wait here till Daisy goes to bed . Good night , old sport . ”-# . ISg+ NSg/V P NSg/V NSg/J/R NSg/V/C/P NPr+ NSg/V P+ NSg/V/J . NPr/V/J+ N🅪Sg/V+ . NSg/J+ NSg/V+ . .+# . ISg+ NSg/V P NSg/V NSg/J/R NSg/V/C/P NPr+ NPl/V P+ NSg/V/J . NPr/V/J+ N🅪Sg/V+ . NSg/J+ NSg/V+ . .>#> He put his hands in his coat pockets and turned back eagerly to his scrutiny of@@ -9571,7 +9571,7 @@> increased her value in his eyes . He felt their presence all about the house ,# V/J ISg/D$+ NSg/V NPr/J/P ISg/D$+ NPl/V+ . NPr/ISg+ NSg/V/J D$+ NSg/V NSg/I/J/C J/P D+ NPr/V+ .> pervading the air with the shades and echoes of still vibrant emotions .-# V D NSg/V P D+ NPl/V V/C NSg/V P NSg/V/J NSg/J+ NPl+ .+# V D NSg/V P D+ NPl/V V/C NPl/V P NSg/V/J NSg/J+ NPl+ .>#> But he knew that he was in Daisy’s house by a colossal accident . However@@ -11005,7 +11005,7 @@>#> “ My memory goes back to when first I met him , ” he said . “ A young major just out-# . D$+ N🅪Sg+ NSg/V NSg/V/J P NSg/I/C NSg/V/J ISg+ V ISg+ . . NPr/ISg+ V/J+ . . D/P NPr/V/J NPr/V/J V/J NSg/V/J/R/P+# . D$+ N🅪Sg+ NPl/V NSg/V/J P NSg/I/C NSg/V/J ISg+ V ISg+ . . NPr/ISg+ V/J+ . . D/P NPr/V/J NPr/V/J V/J NSg/V/J/R/P> of the army and covered over with medals he got in the war . He was so hard up he# P D+ NSg+ V/C V/J NSg/V/J/P P NPl/V+ NPr/ISg+ V NPr/J/P D+ NSg/V+ . NPr/ISg+ V NSg/I/J/C NSg/V/J NSg/V/J/P NPr/ISg+> had to keep on wearing his uniform because he couldn’t buy some regular clothes .