Add support for computed holidays in ZH

Reviewed By: chinmay87

Differential Revision: D17431708

fbshipit-source-id: 88b95877f49c0f46e4c9817020c266c37974daa2
This commit is contained in:
Hao Wang 2019-09-17 15:09:01 -07:00 committed by Facebook Github Bot
parent de8af2395d
commit c5f697ba5a
7 changed files with 3216 additions and 552 deletions

View File

@ -21,7 +21,28 @@ import Duckling.Ranking.Types
classifiers :: Classifiers
classifiers
= HashMap.fromList
[("<time> timezone",
[("\25490\28783\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\19996\27491\25945\26837\26525\20027\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\21360\24230\20016\25910\33410\31532\22235\22825",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("<time> timezone",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods =
@ -33,20 +54,28 @@ classifiers
ClassData{prior = -infinity, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [], n = 0}}),
("Thursday",
Classifier{okData =
ClassData{prior = -0.4700036292457356,
unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -0.9808292530117262,
unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
("integer (numeric)",
Classifier{okData =
ClassData{prior = -0.535142931416697, unseen = -4.204692619390966,
likelihoods = HashMap.fromList [("", 0.0)], n = 65},
koData =
ClassData{prior = -0.8808888048232392, unseen = -3.871201010907891,
likelihoods = HashMap.fromList [("", 0.0)], n = 46}}),
("\21355\22622\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("integer (numeric)",
Classifier{okData =
ClassData{prior = -0.8909729238898653,
unseen = -3.5263605246161616,
likelihoods = HashMap.fromList [("", 0.0)], n = 32},
koData =
ClassData{prior = -0.5280674302004967, unseen = -3.871201010907891,
likelihoods = HashMap.fromList [("", 0.0)], n = 46}}),
("the day before yesterday",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -68,6 +97,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\29369\22826\26032\24180",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("today",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -134,97 +170,159 @@ classifiers
n = 5}}),
("national day",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.3025850929940455,
ClassData{prior = -0.2231435513142097,
unseen = -2.3025850929940455,
likelihoods = HashMap.fromList [("", 0.0)], n = 8},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
ClassData{prior = -1.6094379124341003,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("number suffix: \21313",
Classifier{okData =
ClassData{prior = -0.1823215567939546,
ClassData{prior = -0.2231435513142097,
unseen = -3.0910424533583156,
likelihoods = HashMap.fromList [("", 0.0)], n = 20},
koData =
ClassData{prior = -1.791759469228055, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4}}),
ClassData{prior = -1.6094379124341003,
unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5}}),
("Wednesday",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.9444389791664407,
ClassData{prior = -5.715841383994864e-2,
unseen = -2.9444389791664407,
likelihoods = HashMap.fromList [("", 0.0)], n = 17},
koData =
ClassData{prior = -2.890371757896165, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
("\21360\24230\20016\25910\33410\31532\19977\22825",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("hour (grain)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.0910424533583156,
ClassData{prior = -9.53101798043249e-2,
unseen = -3.0910424533583156,
likelihoods = HashMap.fromList [("", 0.0)], n = 20},
koData =
ClassData{prior = -2.3978952727983707,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("\22307\20250\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\20803\26086",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.791759469228055,
ClassData{prior = -1.0986122886681098, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4},
koData =
ClassData{prior = -0.40546510810816444,
unseen = -2.3025850929940455,
likelihoods = HashMap.fromList [("", 0.0)], n = 8}}),
("\32654\22269\29420\31435\26085",
Classifier{okData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("intersect",
Classifier{okData =
ClassData{prior = -0.39204208777602373,
unseen = -5.198497031265826,
likelihoods =
HashMap.fromList
[("\20799\31461\33410<part-of-day> <dim time>",
-3.58351893845611),
("year (numeric with year symbol)\20809\26126\33410",
-3.1135153092103742),
("year (numeric with year symbol)\25995\26376",
-3.8066624897703196),
("year (numeric with year symbol)\20061\22812\33410",
-3.8066624897703196),
("year (numeric with year symbol)<named-month> <day-of-month>",
-2.3597435068339943),
("year (numeric with year symbol)\22320\29699\19968\23567\26102",
-4.0943445622221),
("dayday", -2.4849066497880004),
("hourhour", -3.58351893845611),
("hourminute", -3.58351893845611),
("absorption of , after named day<named-month> <day-of-month>",
-2.4849066497880004),
("year (numeric with year symbol)\22823\25995\26399",
-3.8066624897703196),
("year (numeric with year symbol)\22235\26092\33410",
-4.0943445622221),
("year (numeric with year symbol)\20303\26842\33410",
-4.0943445622221),
("dayminute", -3.58351893845611),
("tonight<time-of-day> o'clock", -3.58351893845611),
("<dim time> <part-of-day>relative minutes after|past <integer> (hour-of-day)",
-3.58351893845611),
("yearday", -1.3217558399823195),
("year (numeric with year symbol)\19971\19971\33410",
-3.1135153092103742),
("year (numeric with year symbol)\36926\36234\33410",
-4.0943445622221),
("year (numeric with year symbol)\29369\22826\26032\24180",
-4.0943445622221),
("yearminute", -4.0943445622221)],
n = 75},
koData =
ClassData{prior = -1.126011262856224, unseen = -4.634728988229636,
likelihoods =
HashMap.fromList
[("\20799\31461\33410<part-of-day> <dim time>",
-2.4277482359480516),
("dayhour", -3.0155349008501706),
("daymonth", -2.5455312716044354),
("year (numeric with year symbol)February",
-3.0155349008501706),
("year (numeric with year symbol)Sunday", -3.9318256327243257),
("<dim time> <part-of-day><time-of-day> o'clock",
-3.5263605246161616),
("year (numeric with year symbol)April", -3.5263605246161616),
("hourhour", -3.5263605246161616),
("year (numeric with year symbol)March", -2.4277482359480516),
("hourminute", -3.0155349008501706),
("yearmonth", -1.916922612182061),
("dayminute", -3.0155349008501706),
("<dim time> <part-of-day>relative minutes after|past <integer> (hour-of-day)",
-3.0155349008501706),
("yearday", -3.9318256327243257),
("absorption of , after named dayFebruary",
-2.5455312716044354)],
n = 36}}),
("\20399\20029\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.3978952727983707,
likelihoods = HashMap.fromList [("", 0.0)], n = 9},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("intersect",
Classifier{okData =
ClassData{prior = -0.6061358035703156, unseen = -4.634728988229636,
likelihoods =
HashMap.fromList
[("\20799\31461\33410<part-of-day> <dim time>",
-3.0155349008501706),
("year (numeric with year symbol)<named-month> <day-of-month>",
-1.791759469228055),
("dayday", -1.916922612182061),
("hourhour", -3.0155349008501706),
("hourminute", -3.0155349008501706),
("absorption of , after named day<named-month> <day-of-month>",
-1.916922612182061),
("dayminute", -3.0155349008501706),
("tonight<time-of-day> o'clock", -3.0155349008501706),
("<dim time> <part-of-day>relative minutes after|past <integer> (hour-of-day)",
-3.0155349008501706),
("yearday", -1.791759469228055)],
n = 42},
koData =
ClassData{prior = -0.7884573603642702, unseen = -4.48863636973214,
likelihoods =
HashMap.fromList
[("\20799\31461\33410<part-of-day> <dim time>",
-2.280112237141987),
("dayhour", -2.867898902044106),
("daymonth", -2.3978952727983707),
("year (numeric with year symbol)February", -2.867898902044106),
("<dim time> <part-of-day><time-of-day> o'clock",
-3.378724525810097),
("year (numeric with year symbol)April", -3.378724525810097),
("hourhour", -3.378724525810097),
("year (numeric with year symbol)March", -2.280112237141987),
("hourminute", -2.867898902044106),
("yearmonth", -1.7692866133759966),
("dayminute", -2.867898902044106),
("<dim time> <part-of-day>relative minutes after|past <integer> (hour-of-day)",
-2.867898902044106),
("absorption of , after named dayFebruary",
-2.3978952727983707)],
n = 35}}),
("year (grain)",
Classifier{okData =
ClassData{prior = -0.8209805520698302,
ClassData{prior = -1.6625477377480489,
unseen = -2.5649493574615367,
likelihoods = HashMap.fromList [("", 0.0)], n = 11},
koData =
ClassData{prior = -0.579818495252942, unseen = -2.772588722239781,
likelihoods = HashMap.fromList [("", 0.0)], n = 14}}),
ClassData{prior = -0.2102954088363608, unseen = -3.891820298110627,
likelihoods = HashMap.fromList [("", 0.0)], n = 47}}),
("Saturday",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
ClassData{prior = -0.8754687373538999,
unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
ClassData{prior = -0.5389965007326869,
unseen = -2.1972245773362196,
likelihoods = HashMap.fromList [("", 0.0)], n = 7}}),
("next <cycle>",
Classifier{okData =
ClassData{prior = -0.7472144018302211,
@ -251,6 +349,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22307\27583\34987\27585\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("this <day-of-week>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.970291913552122,
@ -263,6 +368,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [], n = 0}}),
("\35199\36203\25176\25289\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.3025850929940455,
likelihoods = HashMap.fromList [("", 0.0)], n = 8},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("yyyy-mm-dd",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -277,6 +389,20 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\20811\21704\29305\26222\36838\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\21313\32988\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("evening|night",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.791759469228055,
@ -284,10 +410,39 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\20303\26842\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22307\19977\19968\20027\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\30331\38660\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("Monday",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.258096538021482,
ClassData{prior = -0.15415067982725836,
unseen = -3.258096538021482,
likelihoods = HashMap.fromList [("", 0.0)], n = 24},
koData =
ClassData{prior = -1.9459101490553135, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4}}),
("\19971\19971\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.1972245773362196,
likelihoods = HashMap.fromList [("", 0.0)], n = 7},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
@ -305,6 +460,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\19996\27491\25945\22797\27963\33410",
Classifier{okData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
("hh:mm (time-of-day)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
@ -327,6 +489,13 @@ classifiers
likelihoods =
HashMap.fromList [("integer (numeric)", -0.1823215567939546)],
n = 4}}),
("\36926\36234\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("nth <time> of <time>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.3978952727983707,
@ -338,6 +507,20 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [], n = 0}}),
("\22235\26092\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\19996\27491\25945\22307\21608\20845",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("April",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -345,6 +528,21 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\21360\24230\20016\25910\33410",
Classifier{okData =
ClassData{prior = -0.5108256237659907,
unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -0.916290731874155, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("\20809\26126\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.1972245773362196,
likelihoods = HashMap.fromList [("", 0.0)], n = 7},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("week (grain)",
Classifier{okData =
ClassData{prior = -0.8434293836092833,
@ -356,9 +554,9 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 49}}),
("year (numeric with year symbol)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.772588722239781,
ClassData{prior = 0.0, unseen = -3.891820298110627,
likelihoods = HashMap.fromList [("integer (numeric)", 0.0)],
n = 14},
n = 47},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
@ -369,6 +567,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22823\25995\26399",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\24858\20154\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -376,6 +581,27 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\29369\22826\26893\26641\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.0794415416798357,
likelihoods = HashMap.fromList [("", 0.0)], n = 6},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\19996\27491\25945\22797\27963\33410\26143\26399\19968",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22307\28789\33410\24198\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("numbers prefix with -, negative or minus",
Classifier{okData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
@ -386,11 +612,13 @@ classifiers
n = 4}}),
("Friday",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
ClassData{prior = -0.6931471805599453,
unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
ClassData{prior = -0.6931471805599453,
unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5}}),
("tomorrow",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
@ -405,6 +633,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22522\30563\22307\20307\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\28595\38376\22238\24402\32426\24565\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -412,6 +647,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\21360\24230\20804\22969\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("next <day-of-week>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.1780538303479458,
@ -432,11 +674,12 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 5}}),
("Sunday",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.0910424533583156,
ClassData{prior = -4.8790164169432056e-2,
unseen = -3.0910424533583156,
likelihoods = HashMap.fromList [("", 0.0)], n = 20},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
ClassData{prior = -3.044522437723423, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
("afternoon",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.3978952727983707,
@ -458,6 +701,13 @@ classifiers
("hour", -2.2617630984737906), ("month", -2.772588722239781),
("minute", -2.772588722239781)],
n = 20}}),
("\36174\32618\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.0794415416798357,
likelihoods = HashMap.fromList [("", 0.0)], n = 6},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("February",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.2188758248682006,
@ -540,29 +790,43 @@ classifiers
ClassData{prior = -infinity, unseen = -3.044522437723423,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -5.921578419643816,
ClassData{prior = 0.0, unseen = -6.12029741895095,
likelihoods =
HashMap.fromList
[("week", -2.700018029404946),
("integer (0..10)month (grain)", -2.517696472610991),
("integer (0..10)hour (grain)", -3.0856805102169305),
("<number>\20010/\20491week (grain)", -3.520998581474776),
("second", -3.2798365246578878),
("integer (0..10)day (grain)", -3.0856805102169305),
("number suffix: \21313month (grain)", -4.309455941839047),
("integer (0..10)year (grain)", -3.6163087612791007),
("<number>\20010/\20491month (grain)", -3.146305132033365),
("integer (numeric)year (grain)", -3.2108436531709366),
("integer (0..10)second (grain)", -3.2798365246578878),
("day", -3.0856805102169305), ("year", -2.740840023925201),
("integer (0..10)minute (grain)", -3.0856805102169305),
("hour", -2.8743714165497236),
("integer (0..10)week (grain)", -3.2108436531709366),
("month", -1.7445065843775094),
("<number>\20010/\20491hour (grain)", -4.309455941839047),
("integer (numeric)month (grain)", -3.0856805102169305),
("minute", -3.0856805102169305)],
n = 176}}),
[("week", -2.8992213731731473),
("integer (0..10)month (grain)", -2.7168998163791924),
("integer (0..10)hour (grain)", -3.1736582188749076),
("<number>\20010/\20491week (grain)", -3.720201925242977),
("second", -3.4790398684260895),
("integer (0..10)day (grain)", -2.982602982112198),
("number suffix: \21313month (grain)", -4.508659285607248),
("integer (0..10)year (grain)", -3.8155121050473024),
("<number>\20010/\20491month (grain)", -3.3455084758015667),
("integer (numeric)year (grain)", -2.246896187133457),
("integer (0..10)second (grain)", -3.4790398684260895),
("day", -2.982602982112198), ("year", -2.0750459302067976),
("integer (0..10)minute (grain)", -3.2848838539851317),
("hour", -2.982602982112198),
("integer (0..10)week (grain)", -3.410046996939138),
("month", -1.9437099281457109),
("<number>\20010/\20491hour (grain)", -4.508659285607248),
("integer (numeric)month (grain)", -3.2848838539851317),
("minute", -3.2848838539851317)],
n = 217}}),
("\32769\26495\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\31709\28779\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("<time-of-day> am|pm",
Classifier{okData =
ClassData{prior = -0.4700036292457356, unseen = -2.70805020110221,
@ -585,8 +849,8 @@ classifiers
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("relative minutes after|past <integer> (hour-of-day)",
Classifier{okData =
ClassData{prior = -0.6931471805599453,
@ -625,6 +889,20 @@ classifiers
[("daymonth", -0.8109302162163288),
("SundayFebruary", -0.8109302162163288)],
n = 7}}),
("\26837\26525\20027\26085",
Classifier{okData =
ClassData{prior = -0.6931471805599453, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4},
koData =
ClassData{prior = -0.6931471805599453, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4}}),
("\38463\33298\25289\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("integer with consecutive unit modifiers",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.367295829986474,
@ -643,6 +921,21 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\19996\27491\25945\32822\31267\21463\38590\26085",
Classifier{okData =
ClassData{prior = -0.3364722366212129,
unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -1.252762968495368, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("\25289\25746\36335\22307\21608\20845",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("<duration> ago",
Classifier{okData =
ClassData{prior = -infinity, unseen = -2.1972245773362196,
@ -675,6 +968,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [], n = 0}}),
("\20234\26031\20848\26032\24180",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("March",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.772588722239781,
@ -682,6 +982,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\24320\25995\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("the day after tomorrow",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
@ -689,6 +996,15 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22307\21608\20845",
Classifier{okData =
ClassData{prior = -0.6931471805599453,
unseen = -2.0794415416798357,
likelihoods = HashMap.fromList [("", 0.0)], n = 6},
koData =
ClassData{prior = -0.6931471805599453,
unseen = -2.0794415416798357,
likelihoods = HashMap.fromList [("", 0.0)], n = 6}}),
("\22919\22899\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -696,6 +1012,27 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\20840\29699\38738\24180\26381\21153\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\27431\21335\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\20061\22812\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("next <time>",
Classifier{okData =
ClassData{prior = -0.6931471805599453, unseen = -2.639057329615259,
@ -730,6 +1067,13 @@ classifiers
[("week", -0.8362480242006186),
("week (grain)", -0.8362480242006186)],
n = 12}}),
("\20197\33394\21015\29420\31435\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("next n <cycle>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -4.61512051684126,
@ -761,6 +1105,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\21476\23572\37030\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\20799\31461\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
@ -770,11 +1121,28 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("Tuesday",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.295836866004329,
ClassData{prior = -3.922071315328127e-2,
unseen = -3.295836866004329,
likelihoods = HashMap.fromList [("", 0.0)], n = 25},
koData =
ClassData{prior = -3.258096538021482, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
("\26149\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.0794415416798357,
likelihoods = HashMap.fromList [("", 0.0)], n = 6},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\32822\31267\21463\38590\26085",
Classifier{okData =
ClassData{prior = -1.0296194171811581,
unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -0.4418327522790392,
unseen = -2.3978952727983707,
likelihoods = HashMap.fromList [("", 0.0)], n = 9}}),
("<named-month> <day-of-month>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -4.709530201312334,
@ -800,14 +1168,30 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22797\27963\33410\26143\26399\19968",
Classifier{okData =
ClassData{prior = -0.6931471805599453,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -0.6931471805599453,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("\22823\25995\39318\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("integer (0..10)",
Classifier{okData =
ClassData{prior = -0.5631808540999187,
ClassData{prior = -0.7055697005585025,
unseen = -5.0875963352323845,
likelihoods = HashMap.fromList [("", 0.0)], n = 160},
koData =
ClassData{prior = -0.8425641237370046, unseen = -4.812184355372417,
likelihoods = HashMap.fromList [("", 0.0)], n = 121}}),
ClassData{prior = -0.680877087968131, unseen = -5.111987788356543,
likelihoods = HashMap.fromList [("", 0.0)], n = 164}}),
("last n <cycle>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -4.605170185988091,
@ -833,17 +1217,16 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("ordinal (digits)",
Classifier{okData =
ClassData{prior = -0.6931471805599453,
unseen = -1.9459101490553135,
ClassData{prior = -1.252762968495368, unseen = -1.9459101490553135,
likelihoods =
HashMap.fromList [("<number>\20010/\20491", -0.1823215567939546)],
n = 4},
koData =
ClassData{prior = -0.6931471805599453,
unseen = -1.9459101490553135,
ClassData{prior = -0.3364722366212129,
unseen = -2.5649493574615367,
likelihoods =
HashMap.fromList [("integer (0..10)", -0.1823215567939546)],
n = 4}}),
HashMap.fromList [("integer (0..10)", -8.701137698962981e-2)],
n = 10}}),
("n <cycle> last",
Classifier{okData =
ClassData{prior = 0.0, unseen = -4.04305126783455,
@ -868,6 +1251,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -2.833213344056216,
likelihoods = HashMap.fromList [], n = 0}}),
("\24527\24724\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("morning",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.890371757896165,
@ -882,14 +1272,38 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22320\29699\19968\23567\26102",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("day (grain)",
Classifier{okData =
ClassData{prior = -6.453852113757118e-2,
ClassData{prior = -0.38299225225610584,
unseen = -2.833213344056216,
likelihoods = HashMap.fromList [("", 0.0)], n = 15},
koData =
ClassData{prior = -2.772588722239781, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
ClassData{prior = -1.1451323043030026,
unseen = -2.1972245773362196,
likelihoods = HashMap.fromList [("", 0.0)], n = 7}}),
("\22307\32426\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22797\27963\33410",
Classifier{okData =
ClassData{prior = -1.0986122886681098,
unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -0.40546510810816444,
unseen = -2.0794415416798357,
likelihoods = HashMap.fromList [("", 0.0)], n = 6}}),
("<number>\20010/\20491",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.4339872044851463,
@ -904,6 +1318,34 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\20116\26092\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\31070\22307\26143\26399\22235",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\25995\26376",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\27861\20196\20043\22812",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("this <time>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -4.07753744390572,

View File

@ -21,7 +21,28 @@ import Duckling.Ranking.Types
classifiers :: Classifiers
classifiers
= HashMap.fromList
[("<time> timezone",
[("\25490\28783\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\19996\27491\25945\26837\26525\20027\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\21360\24230\20016\25910\33410\31532\22235\22825",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("<time> timezone",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods =
@ -33,20 +54,28 @@ classifiers
ClassData{prior = -infinity, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [], n = 0}}),
("Thursday",
Classifier{okData =
ClassData{prior = -0.4700036292457356,
unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -0.9808292530117262,
unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
("integer (numeric)",
Classifier{okData =
ClassData{prior = -0.535142931416697, unseen = -4.204692619390966,
likelihoods = HashMap.fromList [("", 0.0)], n = 65},
koData =
ClassData{prior = -0.8808888048232392, unseen = -3.871201010907891,
likelihoods = HashMap.fromList [("", 0.0)], n = 46}}),
("\21355\22622\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("integer (numeric)",
Classifier{okData =
ClassData{prior = -0.8909729238898653,
unseen = -3.5263605246161616,
likelihoods = HashMap.fromList [("", 0.0)], n = 32},
koData =
ClassData{prior = -0.5280674302004967, unseen = -3.871201010907891,
likelihoods = HashMap.fromList [("", 0.0)], n = 46}}),
("the day before yesterday",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -68,6 +97,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\29369\22826\26032\24180",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("today",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -134,97 +170,159 @@ classifiers
n = 5}}),
("national day",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.3025850929940455,
ClassData{prior = -0.2231435513142097,
unseen = -2.3025850929940455,
likelihoods = HashMap.fromList [("", 0.0)], n = 8},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
ClassData{prior = -1.6094379124341003,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("number suffix: \21313",
Classifier{okData =
ClassData{prior = -0.1823215567939546,
ClassData{prior = -0.2231435513142097,
unseen = -3.0910424533583156,
likelihoods = HashMap.fromList [("", 0.0)], n = 20},
koData =
ClassData{prior = -1.791759469228055, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4}}),
ClassData{prior = -1.6094379124341003,
unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5}}),
("Wednesday",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.9444389791664407,
ClassData{prior = -5.715841383994864e-2,
unseen = -2.9444389791664407,
likelihoods = HashMap.fromList [("", 0.0)], n = 17},
koData =
ClassData{prior = -2.890371757896165, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
("\21360\24230\20016\25910\33410\31532\19977\22825",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("hour (grain)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.0910424533583156,
ClassData{prior = -9.53101798043249e-2,
unseen = -3.0910424533583156,
likelihoods = HashMap.fromList [("", 0.0)], n = 20},
koData =
ClassData{prior = -2.3978952727983707,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("\22307\20250\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\20803\26086",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.791759469228055,
ClassData{prior = -1.0986122886681098, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4},
koData =
ClassData{prior = -0.40546510810816444,
unseen = -2.3025850929940455,
likelihoods = HashMap.fromList [("", 0.0)], n = 8}}),
("\32654\22269\29420\31435\26085",
Classifier{okData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("intersect",
Classifier{okData =
ClassData{prior = -0.39204208777602373,
unseen = -5.198497031265826,
likelihoods =
HashMap.fromList
[("\20799\31461\33410<part-of-day> <dim time>",
-3.58351893845611),
("year (numeric with year symbol)\20809\26126\33410",
-3.1135153092103742),
("year (numeric with year symbol)\25995\26376",
-3.8066624897703196),
("year (numeric with year symbol)\20061\22812\33410",
-3.8066624897703196),
("year (numeric with year symbol)<named-month> <day-of-month>",
-2.3597435068339943),
("year (numeric with year symbol)\22320\29699\19968\23567\26102",
-4.0943445622221),
("dayday", -2.4849066497880004),
("hourhour", -3.58351893845611),
("hourminute", -3.58351893845611),
("absorption of , after named day<named-month> <day-of-month>",
-2.4849066497880004),
("year (numeric with year symbol)\22823\25995\26399",
-3.8066624897703196),
("year (numeric with year symbol)\22235\26092\33410",
-4.0943445622221),
("year (numeric with year symbol)\20303\26842\33410",
-4.0943445622221),
("dayminute", -3.58351893845611),
("tonight<time-of-day> o'clock", -3.58351893845611),
("<dim time> <part-of-day>relative minutes after|past <integer> (hour-of-day)",
-3.58351893845611),
("yearday", -1.3217558399823195),
("year (numeric with year symbol)\19971\19971\33410",
-3.1135153092103742),
("year (numeric with year symbol)\36926\36234\33410",
-4.0943445622221),
("year (numeric with year symbol)\29369\22826\26032\24180",
-4.0943445622221),
("yearminute", -4.0943445622221)],
n = 75},
koData =
ClassData{prior = -1.126011262856224, unseen = -4.634728988229636,
likelihoods =
HashMap.fromList
[("\20799\31461\33410<part-of-day> <dim time>",
-2.4277482359480516),
("dayhour", -3.0155349008501706),
("daymonth", -2.5455312716044354),
("year (numeric with year symbol)February",
-3.0155349008501706),
("year (numeric with year symbol)Sunday", -3.9318256327243257),
("<dim time> <part-of-day><time-of-day> o'clock",
-3.5263605246161616),
("year (numeric with year symbol)April", -3.5263605246161616),
("hourhour", -3.5263605246161616),
("year (numeric with year symbol)March", -2.4277482359480516),
("hourminute", -3.0155349008501706),
("yearmonth", -1.916922612182061),
("dayminute", -3.0155349008501706),
("<dim time> <part-of-day>relative minutes after|past <integer> (hour-of-day)",
-3.0155349008501706),
("yearday", -3.9318256327243257),
("absorption of , after named dayFebruary",
-2.5455312716044354)],
n = 36}}),
("\20399\20029\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.3978952727983707,
likelihoods = HashMap.fromList [("", 0.0)], n = 9},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("intersect",
Classifier{okData =
ClassData{prior = -0.6061358035703156, unseen = -4.634728988229636,
likelihoods =
HashMap.fromList
[("\20799\31461\33410<part-of-day> <dim time>",
-3.0155349008501706),
("year (numeric with year symbol)<named-month> <day-of-month>",
-1.791759469228055),
("dayday", -1.916922612182061),
("hourhour", -3.0155349008501706),
("hourminute", -3.0155349008501706),
("absorption of , after named day<named-month> <day-of-month>",
-1.916922612182061),
("dayminute", -3.0155349008501706),
("tonight<time-of-day> o'clock", -3.0155349008501706),
("<dim time> <part-of-day>relative minutes after|past <integer> (hour-of-day)",
-3.0155349008501706),
("yearday", -1.791759469228055)],
n = 42},
koData =
ClassData{prior = -0.7884573603642702, unseen = -4.48863636973214,
likelihoods =
HashMap.fromList
[("\20799\31461\33410<part-of-day> <dim time>",
-2.280112237141987),
("dayhour", -2.867898902044106),
("daymonth", -2.3978952727983707),
("year (numeric with year symbol)February", -2.867898902044106),
("<dim time> <part-of-day><time-of-day> o'clock",
-3.378724525810097),
("year (numeric with year symbol)April", -3.378724525810097),
("hourhour", -3.378724525810097),
("year (numeric with year symbol)March", -2.280112237141987),
("hourminute", -2.867898902044106),
("yearmonth", -1.7692866133759966),
("dayminute", -2.867898902044106),
("<dim time> <part-of-day>relative minutes after|past <integer> (hour-of-day)",
-2.867898902044106),
("absorption of , after named dayFebruary",
-2.3978952727983707)],
n = 35}}),
("year (grain)",
Classifier{okData =
ClassData{prior = -0.8209805520698302,
ClassData{prior = -1.6625477377480489,
unseen = -2.5649493574615367,
likelihoods = HashMap.fromList [("", 0.0)], n = 11},
koData =
ClassData{prior = -0.579818495252942, unseen = -2.772588722239781,
likelihoods = HashMap.fromList [("", 0.0)], n = 14}}),
ClassData{prior = -0.2102954088363608, unseen = -3.891820298110627,
likelihoods = HashMap.fromList [("", 0.0)], n = 47}}),
("Saturday",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
ClassData{prior = -0.8754687373538999,
unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
ClassData{prior = -0.5389965007326869,
unseen = -2.1972245773362196,
likelihoods = HashMap.fromList [("", 0.0)], n = 7}}),
("next <cycle>",
Classifier{okData =
ClassData{prior = -0.7472144018302211,
@ -251,6 +349,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22307\27583\34987\27585\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("this <day-of-week>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.970291913552122,
@ -263,6 +368,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [], n = 0}}),
("\35199\36203\25176\25289\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.3025850929940455,
likelihoods = HashMap.fromList [("", 0.0)], n = 8},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("yyyy-mm-dd",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -277,6 +389,20 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\20811\21704\29305\26222\36838\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\21313\32988\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("evening|night",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.791759469228055,
@ -284,10 +410,39 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\20303\26842\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22307\19977\19968\20027\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\30331\38660\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("Monday",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.258096538021482,
ClassData{prior = -0.15415067982725836,
unseen = -3.258096538021482,
likelihoods = HashMap.fromList [("", 0.0)], n = 24},
koData =
ClassData{prior = -1.9459101490553135, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4}}),
("\19971\19971\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.1972245773362196,
likelihoods = HashMap.fromList [("", 0.0)], n = 7},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
@ -305,6 +460,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\19996\27491\25945\22797\27963\33410",
Classifier{okData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
("hh:mm (time-of-day)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
@ -327,6 +489,13 @@ classifiers
likelihoods =
HashMap.fromList [("integer (numeric)", -0.1823215567939546)],
n = 4}}),
("\36926\36234\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("nth <time> of <time>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.3978952727983707,
@ -338,6 +507,20 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [], n = 0}}),
("\22235\26092\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\19996\27491\25945\22307\21608\20845",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("April",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -345,6 +528,21 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\21360\24230\20016\25910\33410",
Classifier{okData =
ClassData{prior = -0.5108256237659907,
unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -0.916290731874155, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("\20809\26126\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.1972245773362196,
likelihoods = HashMap.fromList [("", 0.0)], n = 7},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("week (grain)",
Classifier{okData =
ClassData{prior = -0.8434293836092833,
@ -356,9 +554,9 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 49}}),
("year (numeric with year symbol)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.772588722239781,
ClassData{prior = 0.0, unseen = -3.891820298110627,
likelihoods = HashMap.fromList [("integer (numeric)", 0.0)],
n = 14},
n = 47},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
@ -369,6 +567,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22823\25995\26399",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\24858\20154\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -376,6 +581,27 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\29369\22826\26893\26641\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.0794415416798357,
likelihoods = HashMap.fromList [("", 0.0)], n = 6},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\19996\27491\25945\22797\27963\33410\26143\26399\19968",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22307\28789\33410\24198\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("numbers prefix with -, negative or minus",
Classifier{okData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
@ -386,11 +612,13 @@ classifiers
n = 4}}),
("Friday",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
ClassData{prior = -0.6931471805599453,
unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
ClassData{prior = -0.6931471805599453,
unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5}}),
("tomorrow",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
@ -405,6 +633,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22522\30563\22307\20307\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\28595\38376\22238\24402\32426\24565\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -412,6 +647,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\21360\24230\20804\22969\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("next <day-of-week>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.1780538303479458,
@ -432,11 +674,12 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 5}}),
("Sunday",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.0910424533583156,
ClassData{prior = -4.8790164169432056e-2,
unseen = -3.0910424533583156,
likelihoods = HashMap.fromList [("", 0.0)], n = 20},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
ClassData{prior = -3.044522437723423, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
("afternoon",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.3978952727983707,
@ -458,6 +701,13 @@ classifiers
("hour", -2.2617630984737906), ("month", -2.772588722239781),
("minute", -2.772588722239781)],
n = 20}}),
("\36174\32618\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.0794415416798357,
likelihoods = HashMap.fromList [("", 0.0)], n = 6},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("February",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.2188758248682006,
@ -540,29 +790,43 @@ classifiers
ClassData{prior = -infinity, unseen = -3.044522437723423,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -5.921578419643816,
ClassData{prior = 0.0, unseen = -6.12029741895095,
likelihoods =
HashMap.fromList
[("week", -2.700018029404946),
("integer (0..10)month (grain)", -2.517696472610991),
("integer (0..10)hour (grain)", -3.0856805102169305),
("<number>\20010/\20491week (grain)", -3.520998581474776),
("second", -3.2798365246578878),
("integer (0..10)day (grain)", -3.0856805102169305),
("number suffix: \21313month (grain)", -4.309455941839047),
("integer (0..10)year (grain)", -3.6163087612791007),
("<number>\20010/\20491month (grain)", -3.146305132033365),
("integer (numeric)year (grain)", -3.2108436531709366),
("integer (0..10)second (grain)", -3.2798365246578878),
("day", -3.0856805102169305), ("year", -2.740840023925201),
("integer (0..10)minute (grain)", -3.0856805102169305),
("hour", -2.8743714165497236),
("integer (0..10)week (grain)", -3.2108436531709366),
("month", -1.7445065843775094),
("<number>\20010/\20491hour (grain)", -4.309455941839047),
("integer (numeric)month (grain)", -3.0856805102169305),
("minute", -3.0856805102169305)],
n = 176}}),
[("week", -2.8992213731731473),
("integer (0..10)month (grain)", -2.7168998163791924),
("integer (0..10)hour (grain)", -3.1736582188749076),
("<number>\20010/\20491week (grain)", -3.720201925242977),
("second", -3.4790398684260895),
("integer (0..10)day (grain)", -2.982602982112198),
("number suffix: \21313month (grain)", -4.508659285607248),
("integer (0..10)year (grain)", -3.8155121050473024),
("<number>\20010/\20491month (grain)", -3.3455084758015667),
("integer (numeric)year (grain)", -2.246896187133457),
("integer (0..10)second (grain)", -3.4790398684260895),
("day", -2.982602982112198), ("year", -2.0750459302067976),
("integer (0..10)minute (grain)", -3.2848838539851317),
("hour", -2.982602982112198),
("integer (0..10)week (grain)", -3.410046996939138),
("month", -1.9437099281457109),
("<number>\20010/\20491hour (grain)", -4.508659285607248),
("integer (numeric)month (grain)", -3.2848838539851317),
("minute", -3.2848838539851317)],
n = 217}}),
("\32769\26495\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\31709\28779\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("<time-of-day> am|pm",
Classifier{okData =
ClassData{prior = -0.4700036292457356, unseen = -2.70805020110221,
@ -585,8 +849,8 @@ classifiers
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("relative minutes after|past <integer> (hour-of-day)",
Classifier{okData =
ClassData{prior = -0.6931471805599453,
@ -625,6 +889,20 @@ classifiers
[("daymonth", -0.8109302162163288),
("SundayFebruary", -0.8109302162163288)],
n = 7}}),
("\26837\26525\20027\26085",
Classifier{okData =
ClassData{prior = -0.6931471805599453, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4},
koData =
ClassData{prior = -0.6931471805599453, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4}}),
("\38463\33298\25289\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("integer with consecutive unit modifiers",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.367295829986474,
@ -643,6 +921,21 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\19996\27491\25945\32822\31267\21463\38590\26085",
Classifier{okData =
ClassData{prior = -0.3364722366212129,
unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -1.252762968495368, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("\25289\25746\36335\22307\21608\20845",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("<duration> ago",
Classifier{okData =
ClassData{prior = -infinity, unseen = -2.1972245773362196,
@ -675,6 +968,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [], n = 0}}),
("\20234\26031\20848\26032\24180",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("March",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.772588722239781,
@ -682,6 +982,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\24320\25995\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("the day after tomorrow",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
@ -689,6 +996,15 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22307\21608\20845",
Classifier{okData =
ClassData{prior = -0.6931471805599453,
unseen = -2.0794415416798357,
likelihoods = HashMap.fromList [("", 0.0)], n = 6},
koData =
ClassData{prior = -0.6931471805599453,
unseen = -2.0794415416798357,
likelihoods = HashMap.fromList [("", 0.0)], n = 6}}),
("\22919\22899\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -696,6 +1012,27 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\20840\29699\38738\24180\26381\21153\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\27431\21335\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\20061\22812\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("next <time>",
Classifier{okData =
ClassData{prior = -0.6931471805599453, unseen = -2.639057329615259,
@ -730,6 +1067,13 @@ classifiers
[("week", -0.8362480242006186),
("week (grain)", -0.8362480242006186)],
n = 12}}),
("\20197\33394\21015\29420\31435\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("next n <cycle>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -4.61512051684126,
@ -761,6 +1105,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\21476\23572\37030\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\20799\31461\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
@ -770,11 +1121,28 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("Tuesday",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.295836866004329,
ClassData{prior = -3.922071315328127e-2,
unseen = -3.295836866004329,
likelihoods = HashMap.fromList [("", 0.0)], n = 25},
koData =
ClassData{prior = -3.258096538021482, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
("\26149\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.0794415416798357,
likelihoods = HashMap.fromList [("", 0.0)], n = 6},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\32822\31267\21463\38590\26085",
Classifier{okData =
ClassData{prior = -1.0296194171811581,
unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -0.4418327522790392,
unseen = -2.3978952727983707,
likelihoods = HashMap.fromList [("", 0.0)], n = 9}}),
("<named-month> <day-of-month>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -4.709530201312334,
@ -800,14 +1168,30 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22797\27963\33410\26143\26399\19968",
Classifier{okData =
ClassData{prior = -0.6931471805599453,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -0.6931471805599453,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("\22823\25995\39318\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("integer (0..10)",
Classifier{okData =
ClassData{prior = -0.5631808540999187,
ClassData{prior = -0.7055697005585025,
unseen = -5.0875963352323845,
likelihoods = HashMap.fromList [("", 0.0)], n = 160},
koData =
ClassData{prior = -0.8425641237370046, unseen = -4.812184355372417,
likelihoods = HashMap.fromList [("", 0.0)], n = 121}}),
ClassData{prior = -0.680877087968131, unseen = -5.111987788356543,
likelihoods = HashMap.fromList [("", 0.0)], n = 164}}),
("last n <cycle>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -4.605170185988091,
@ -833,17 +1217,16 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("ordinal (digits)",
Classifier{okData =
ClassData{prior = -0.6931471805599453,
unseen = -1.9459101490553135,
ClassData{prior = -1.252762968495368, unseen = -1.9459101490553135,
likelihoods =
HashMap.fromList [("<number>\20010/\20491", -0.1823215567939546)],
n = 4},
koData =
ClassData{prior = -0.6931471805599453,
unseen = -1.9459101490553135,
ClassData{prior = -0.3364722366212129,
unseen = -2.5649493574615367,
likelihoods =
HashMap.fromList [("integer (0..10)", -0.1823215567939546)],
n = 4}}),
HashMap.fromList [("integer (0..10)", -8.701137698962981e-2)],
n = 10}}),
("n <cycle> last",
Classifier{okData =
ClassData{prior = 0.0, unseen = -4.04305126783455,
@ -868,6 +1251,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -2.833213344056216,
likelihoods = HashMap.fromList [], n = 0}}),
("\24527\24724\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("morning",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.890371757896165,
@ -882,14 +1272,38 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22320\29699\19968\23567\26102",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("day (grain)",
Classifier{okData =
ClassData{prior = -6.453852113757118e-2,
ClassData{prior = -0.38299225225610584,
unseen = -2.833213344056216,
likelihoods = HashMap.fromList [("", 0.0)], n = 15},
koData =
ClassData{prior = -2.772588722239781, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
ClassData{prior = -1.1451323043030026,
unseen = -2.1972245773362196,
likelihoods = HashMap.fromList [("", 0.0)], n = 7}}),
("\22307\32426\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22797\27963\33410",
Classifier{okData =
ClassData{prior = -1.0986122886681098,
unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -0.40546510810816444,
unseen = -2.0794415416798357,
likelihoods = HashMap.fromList [("", 0.0)], n = 6}}),
("<number>\20010/\20491",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.4339872044851463,
@ -904,6 +1318,34 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\20116\26092\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\31070\22307\26143\26399\22235",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\25995\26376",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\27861\20196\20043\22812",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("this <time>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -4.07753744390572,

View File

@ -21,7 +21,28 @@ import Duckling.Ranking.Types
classifiers :: Classifiers
classifiers
= HashMap.fromList
[("<time> timezone",
[("\25490\28783\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\19996\27491\25945\26837\26525\20027\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\21360\24230\20016\25910\33410\31532\22235\22825",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("<time> timezone",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods =
@ -33,20 +54,28 @@ classifiers
ClassData{prior = -infinity, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [], n = 0}}),
("Thursday",
Classifier{okData =
ClassData{prior = -0.4700036292457356,
unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -0.9808292530117262,
unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
("integer (numeric)",
Classifier{okData =
ClassData{prior = -0.535142931416697, unseen = -4.204692619390966,
likelihoods = HashMap.fromList [("", 0.0)], n = 65},
koData =
ClassData{prior = -0.8808888048232392, unseen = -3.871201010907891,
likelihoods = HashMap.fromList [("", 0.0)], n = 46}}),
("\21355\22622\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("integer (numeric)",
Classifier{okData =
ClassData{prior = -0.8909729238898653,
unseen = -3.5263605246161616,
likelihoods = HashMap.fromList [("", 0.0)], n = 32},
koData =
ClassData{prior = -0.5280674302004967, unseen = -3.871201010907891,
likelihoods = HashMap.fromList [("", 0.0)], n = 46}}),
("the day before yesterday",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -68,6 +97,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\29369\22826\26032\24180",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("today",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -134,97 +170,159 @@ classifiers
n = 5}}),
("national day",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.3025850929940455,
ClassData{prior = -0.2231435513142097,
unseen = -2.3025850929940455,
likelihoods = HashMap.fromList [("", 0.0)], n = 8},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
ClassData{prior = -1.6094379124341003,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("number suffix: \21313",
Classifier{okData =
ClassData{prior = -0.1823215567939546,
ClassData{prior = -0.2231435513142097,
unseen = -3.0910424533583156,
likelihoods = HashMap.fromList [("", 0.0)], n = 20},
koData =
ClassData{prior = -1.791759469228055, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4}}),
ClassData{prior = -1.6094379124341003,
unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5}}),
("Wednesday",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.9444389791664407,
ClassData{prior = -5.715841383994864e-2,
unseen = -2.9444389791664407,
likelihoods = HashMap.fromList [("", 0.0)], n = 17},
koData =
ClassData{prior = -2.890371757896165, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
("\21360\24230\20016\25910\33410\31532\19977\22825",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("hour (grain)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.0910424533583156,
ClassData{prior = -9.53101798043249e-2,
unseen = -3.0910424533583156,
likelihoods = HashMap.fromList [("", 0.0)], n = 20},
koData =
ClassData{prior = -2.3978952727983707,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("\22307\20250\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\20803\26086",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.791759469228055,
ClassData{prior = -1.0986122886681098, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4},
koData =
ClassData{prior = -0.40546510810816444,
unseen = -2.3025850929940455,
likelihoods = HashMap.fromList [("", 0.0)], n = 8}}),
("\32654\22269\29420\31435\26085",
Classifier{okData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("intersect",
Classifier{okData =
ClassData{prior = -0.39204208777602373,
unseen = -5.198497031265826,
likelihoods =
HashMap.fromList
[("\20799\31461\33410<part-of-day> <dim time>",
-3.58351893845611),
("year (numeric with year symbol)\20809\26126\33410",
-3.1135153092103742),
("year (numeric with year symbol)\25995\26376",
-3.8066624897703196),
("year (numeric with year symbol)\20061\22812\33410",
-3.8066624897703196),
("year (numeric with year symbol)<named-month> <day-of-month>",
-2.3597435068339943),
("year (numeric with year symbol)\22320\29699\19968\23567\26102",
-4.0943445622221),
("dayday", -2.4849066497880004),
("hourhour", -3.58351893845611),
("hourminute", -3.58351893845611),
("absorption of , after named day<named-month> <day-of-month>",
-2.4849066497880004),
("year (numeric with year symbol)\22823\25995\26399",
-3.8066624897703196),
("year (numeric with year symbol)\22235\26092\33410",
-4.0943445622221),
("year (numeric with year symbol)\20303\26842\33410",
-4.0943445622221),
("dayminute", -3.58351893845611),
("tonight<time-of-day> o'clock", -3.58351893845611),
("<dim time> <part-of-day>relative minutes after|past <integer> (hour-of-day)",
-3.58351893845611),
("yearday", -1.3217558399823195),
("year (numeric with year symbol)\19971\19971\33410",
-3.1135153092103742),
("year (numeric with year symbol)\36926\36234\33410",
-4.0943445622221),
("year (numeric with year symbol)\29369\22826\26032\24180",
-4.0943445622221),
("yearminute", -4.0943445622221)],
n = 75},
koData =
ClassData{prior = -1.126011262856224, unseen = -4.634728988229636,
likelihoods =
HashMap.fromList
[("\20799\31461\33410<part-of-day> <dim time>",
-2.4277482359480516),
("dayhour", -3.0155349008501706),
("daymonth", -2.5455312716044354),
("year (numeric with year symbol)February",
-3.0155349008501706),
("year (numeric with year symbol)Sunday", -3.9318256327243257),
("<dim time> <part-of-day><time-of-day> o'clock",
-3.5263605246161616),
("year (numeric with year symbol)April", -3.5263605246161616),
("hourhour", -3.5263605246161616),
("year (numeric with year symbol)March", -2.4277482359480516),
("hourminute", -3.0155349008501706),
("yearmonth", -1.916922612182061),
("dayminute", -3.0155349008501706),
("<dim time> <part-of-day>relative minutes after|past <integer> (hour-of-day)",
-3.0155349008501706),
("yearday", -3.9318256327243257),
("absorption of , after named dayFebruary",
-2.5455312716044354)],
n = 36}}),
("\20399\20029\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.3978952727983707,
likelihoods = HashMap.fromList [("", 0.0)], n = 9},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("intersect",
Classifier{okData =
ClassData{prior = -0.6061358035703156, unseen = -4.634728988229636,
likelihoods =
HashMap.fromList
[("\20799\31461\33410<part-of-day> <dim time>",
-3.0155349008501706),
("year (numeric with year symbol)<named-month> <day-of-month>",
-1.791759469228055),
("dayday", -1.916922612182061),
("hourhour", -3.0155349008501706),
("hourminute", -3.0155349008501706),
("absorption of , after named day<named-month> <day-of-month>",
-1.916922612182061),
("dayminute", -3.0155349008501706),
("tonight<time-of-day> o'clock", -3.0155349008501706),
("<dim time> <part-of-day>relative minutes after|past <integer> (hour-of-day)",
-3.0155349008501706),
("yearday", -1.791759469228055)],
n = 42},
koData =
ClassData{prior = -0.7884573603642702, unseen = -4.48863636973214,
likelihoods =
HashMap.fromList
[("\20799\31461\33410<part-of-day> <dim time>",
-2.280112237141987),
("dayhour", -2.867898902044106),
("daymonth", -2.3978952727983707),
("year (numeric with year symbol)February", -2.867898902044106),
("<dim time> <part-of-day><time-of-day> o'clock",
-3.378724525810097),
("year (numeric with year symbol)April", -3.378724525810097),
("hourhour", -3.378724525810097),
("year (numeric with year symbol)March", -2.280112237141987),
("hourminute", -2.867898902044106),
("yearmonth", -1.7692866133759966),
("dayminute", -2.867898902044106),
("<dim time> <part-of-day>relative minutes after|past <integer> (hour-of-day)",
-2.867898902044106),
("absorption of , after named dayFebruary",
-2.3978952727983707)],
n = 35}}),
("year (grain)",
Classifier{okData =
ClassData{prior = -0.8209805520698302,
ClassData{prior = -1.6625477377480489,
unseen = -2.5649493574615367,
likelihoods = HashMap.fromList [("", 0.0)], n = 11},
koData =
ClassData{prior = -0.579818495252942, unseen = -2.772588722239781,
likelihoods = HashMap.fromList [("", 0.0)], n = 14}}),
ClassData{prior = -0.2102954088363608, unseen = -3.891820298110627,
likelihoods = HashMap.fromList [("", 0.0)], n = 47}}),
("Saturday",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
ClassData{prior = -0.8754687373538999,
unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
ClassData{prior = -0.5389965007326869,
unseen = -2.1972245773362196,
likelihoods = HashMap.fromList [("", 0.0)], n = 7}}),
("next <cycle>",
Classifier{okData =
ClassData{prior = -0.7472144018302211,
@ -251,6 +349,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22307\27583\34987\27585\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("this <day-of-week>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.970291913552122,
@ -263,6 +368,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [], n = 0}}),
("\35199\36203\25176\25289\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.3025850929940455,
likelihoods = HashMap.fromList [("", 0.0)], n = 8},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("yyyy-mm-dd",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -277,6 +389,20 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\20811\21704\29305\26222\36838\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\21313\32988\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("evening|night",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.791759469228055,
@ -284,10 +410,39 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\20303\26842\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22307\19977\19968\20027\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\30331\38660\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("Monday",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.258096538021482,
ClassData{prior = -0.15415067982725836,
unseen = -3.258096538021482,
likelihoods = HashMap.fromList [("", 0.0)], n = 24},
koData =
ClassData{prior = -1.9459101490553135, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4}}),
("\19971\19971\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.1972245773362196,
likelihoods = HashMap.fromList [("", 0.0)], n = 7},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
@ -305,6 +460,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\19996\27491\25945\22797\27963\33410",
Classifier{okData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
("hh:mm (time-of-day)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
@ -327,6 +489,13 @@ classifiers
likelihoods =
HashMap.fromList [("integer (numeric)", -0.1823215567939546)],
n = 4}}),
("\36926\36234\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("nth <time> of <time>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.3978952727983707,
@ -338,6 +507,20 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [], n = 0}}),
("\22235\26092\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\19996\27491\25945\22307\21608\20845",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("April",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -345,6 +528,21 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\21360\24230\20016\25910\33410",
Classifier{okData =
ClassData{prior = -0.5108256237659907,
unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -0.916290731874155, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("\20809\26126\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.1972245773362196,
likelihoods = HashMap.fromList [("", 0.0)], n = 7},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("week (grain)",
Classifier{okData =
ClassData{prior = -0.8434293836092833,
@ -356,9 +554,9 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 49}}),
("year (numeric with year symbol)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.772588722239781,
ClassData{prior = 0.0, unseen = -3.891820298110627,
likelihoods = HashMap.fromList [("integer (numeric)", 0.0)],
n = 14},
n = 47},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
@ -369,6 +567,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22823\25995\26399",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\24858\20154\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -376,6 +581,27 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\29369\22826\26893\26641\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.0794415416798357,
likelihoods = HashMap.fromList [("", 0.0)], n = 6},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\19996\27491\25945\22797\27963\33410\26143\26399\19968",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22307\28789\33410\24198\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("numbers prefix with -, negative or minus",
Classifier{okData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
@ -386,11 +612,13 @@ classifiers
n = 4}}),
("Friday",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
ClassData{prior = -0.6931471805599453,
unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
ClassData{prior = -0.6931471805599453,
unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5}}),
("tomorrow",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
@ -405,6 +633,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22522\30563\22307\20307\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\28595\38376\22238\24402\32426\24565\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -412,6 +647,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\21360\24230\20804\22969\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("next <day-of-week>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.1780538303479458,
@ -432,11 +674,12 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 5}}),
("Sunday",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.0910424533583156,
ClassData{prior = -4.8790164169432056e-2,
unseen = -3.0910424533583156,
likelihoods = HashMap.fromList [("", 0.0)], n = 20},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
ClassData{prior = -3.044522437723423, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
("afternoon",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.3978952727983707,
@ -458,6 +701,13 @@ classifiers
("hour", -2.2617630984737906), ("month", -2.772588722239781),
("minute", -2.772588722239781)],
n = 20}}),
("\36174\32618\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.0794415416798357,
likelihoods = HashMap.fromList [("", 0.0)], n = 6},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("February",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.2188758248682006,
@ -540,29 +790,43 @@ classifiers
ClassData{prior = -infinity, unseen = -3.044522437723423,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -5.921578419643816,
ClassData{prior = 0.0, unseen = -6.12029741895095,
likelihoods =
HashMap.fromList
[("week", -2.700018029404946),
("integer (0..10)month (grain)", -2.517696472610991),
("integer (0..10)hour (grain)", -3.0856805102169305),
("<number>\20010/\20491week (grain)", -3.520998581474776),
("second", -3.2798365246578878),
("integer (0..10)day (grain)", -3.0856805102169305),
("number suffix: \21313month (grain)", -4.309455941839047),
("integer (0..10)year (grain)", -3.6163087612791007),
("<number>\20010/\20491month (grain)", -3.146305132033365),
("integer (numeric)year (grain)", -3.2108436531709366),
("integer (0..10)second (grain)", -3.2798365246578878),
("day", -3.0856805102169305), ("year", -2.740840023925201),
("integer (0..10)minute (grain)", -3.0856805102169305),
("hour", -2.8743714165497236),
("integer (0..10)week (grain)", -3.2108436531709366),
("month", -1.7445065843775094),
("<number>\20010/\20491hour (grain)", -4.309455941839047),
("integer (numeric)month (grain)", -3.0856805102169305),
("minute", -3.0856805102169305)],
n = 176}}),
[("week", -2.8992213731731473),
("integer (0..10)month (grain)", -2.7168998163791924),
("integer (0..10)hour (grain)", -3.1736582188749076),
("<number>\20010/\20491week (grain)", -3.720201925242977),
("second", -3.4790398684260895),
("integer (0..10)day (grain)", -2.982602982112198),
("number suffix: \21313month (grain)", -4.508659285607248),
("integer (0..10)year (grain)", -3.8155121050473024),
("<number>\20010/\20491month (grain)", -3.3455084758015667),
("integer (numeric)year (grain)", -2.246896187133457),
("integer (0..10)second (grain)", -3.4790398684260895),
("day", -2.982602982112198), ("year", -2.0750459302067976),
("integer (0..10)minute (grain)", -3.2848838539851317),
("hour", -2.982602982112198),
("integer (0..10)week (grain)", -3.410046996939138),
("month", -1.9437099281457109),
("<number>\20010/\20491hour (grain)", -4.508659285607248),
("integer (numeric)month (grain)", -3.2848838539851317),
("minute", -3.2848838539851317)],
n = 217}}),
("\32769\26495\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\31709\28779\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("<time-of-day> am|pm",
Classifier{okData =
ClassData{prior = -0.4700036292457356, unseen = -2.70805020110221,
@ -585,8 +849,8 @@ classifiers
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("relative minutes after|past <integer> (hour-of-day)",
Classifier{okData =
ClassData{prior = -0.6931471805599453,
@ -625,6 +889,20 @@ classifiers
[("daymonth", -0.8109302162163288),
("SundayFebruary", -0.8109302162163288)],
n = 7}}),
("\26837\26525\20027\26085",
Classifier{okData =
ClassData{prior = -0.6931471805599453, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4},
koData =
ClassData{prior = -0.6931471805599453, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4}}),
("\38463\33298\25289\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("integer with consecutive unit modifiers",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.367295829986474,
@ -643,6 +921,21 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\19996\27491\25945\32822\31267\21463\38590\26085",
Classifier{okData =
ClassData{prior = -0.3364722366212129,
unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -1.252762968495368, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("\25289\25746\36335\22307\21608\20845",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("<duration> ago",
Classifier{okData =
ClassData{prior = -infinity, unseen = -2.1972245773362196,
@ -675,6 +968,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [], n = 0}}),
("\20234\26031\20848\26032\24180",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("March",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.772588722239781,
@ -682,6 +982,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\24320\25995\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("the day after tomorrow",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
@ -689,6 +996,15 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22307\21608\20845",
Classifier{okData =
ClassData{prior = -0.6931471805599453,
unseen = -2.0794415416798357,
likelihoods = HashMap.fromList [("", 0.0)], n = 6},
koData =
ClassData{prior = -0.6931471805599453,
unseen = -2.0794415416798357,
likelihoods = HashMap.fromList [("", 0.0)], n = 6}}),
("\22919\22899\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -696,6 +1012,27 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\20840\29699\38738\24180\26381\21153\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\27431\21335\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\20061\22812\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("next <time>",
Classifier{okData =
ClassData{prior = -0.6931471805599453, unseen = -2.639057329615259,
@ -730,6 +1067,13 @@ classifiers
[("week", -0.8362480242006186),
("week (grain)", -0.8362480242006186)],
n = 12}}),
("\20197\33394\21015\29420\31435\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("next n <cycle>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -4.61512051684126,
@ -761,6 +1105,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\21476\23572\37030\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\20799\31461\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
@ -770,11 +1121,28 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("Tuesday",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.295836866004329,
ClassData{prior = -3.922071315328127e-2,
unseen = -3.295836866004329,
likelihoods = HashMap.fromList [("", 0.0)], n = 25},
koData =
ClassData{prior = -3.258096538021482, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
("\26149\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.0794415416798357,
likelihoods = HashMap.fromList [("", 0.0)], n = 6},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\32822\31267\21463\38590\26085",
Classifier{okData =
ClassData{prior = -1.0296194171811581,
unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -0.4418327522790392,
unseen = -2.3978952727983707,
likelihoods = HashMap.fromList [("", 0.0)], n = 9}}),
("<named-month> <day-of-month>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -4.709530201312334,
@ -800,14 +1168,30 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22797\27963\33410\26143\26399\19968",
Classifier{okData =
ClassData{prior = -0.6931471805599453,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -0.6931471805599453,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("\22823\25995\39318\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("integer (0..10)",
Classifier{okData =
ClassData{prior = -0.5631808540999187,
ClassData{prior = -0.7055697005585025,
unseen = -5.0875963352323845,
likelihoods = HashMap.fromList [("", 0.0)], n = 160},
koData =
ClassData{prior = -0.8425641237370046, unseen = -4.812184355372417,
likelihoods = HashMap.fromList [("", 0.0)], n = 121}}),
ClassData{prior = -0.680877087968131, unseen = -5.111987788356543,
likelihoods = HashMap.fromList [("", 0.0)], n = 164}}),
("last n <cycle>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -4.605170185988091,
@ -833,17 +1217,16 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("ordinal (digits)",
Classifier{okData =
ClassData{prior = -0.6931471805599453,
unseen = -1.9459101490553135,
ClassData{prior = -1.252762968495368, unseen = -1.9459101490553135,
likelihoods =
HashMap.fromList [("<number>\20010/\20491", -0.1823215567939546)],
n = 4},
koData =
ClassData{prior = -0.6931471805599453,
unseen = -1.9459101490553135,
ClassData{prior = -0.3364722366212129,
unseen = -2.5649493574615367,
likelihoods =
HashMap.fromList [("integer (0..10)", -0.1823215567939546)],
n = 4}}),
HashMap.fromList [("integer (0..10)", -8.701137698962981e-2)],
n = 10}}),
("n <cycle> last",
Classifier{okData =
ClassData{prior = 0.0, unseen = -4.04305126783455,
@ -868,6 +1251,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -2.833213344056216,
likelihoods = HashMap.fromList [], n = 0}}),
("\24527\24724\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("morning",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.890371757896165,
@ -882,14 +1272,38 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22320\29699\19968\23567\26102",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("day (grain)",
Classifier{okData =
ClassData{prior = -6.453852113757118e-2,
ClassData{prior = -0.38299225225610584,
unseen = -2.833213344056216,
likelihoods = HashMap.fromList [("", 0.0)], n = 15},
koData =
ClassData{prior = -2.772588722239781, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
ClassData{prior = -1.1451323043030026,
unseen = -2.1972245773362196,
likelihoods = HashMap.fromList [("", 0.0)], n = 7}}),
("\22307\32426\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22797\27963\33410",
Classifier{okData =
ClassData{prior = -1.0986122886681098,
unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -0.40546510810816444,
unseen = -2.0794415416798357,
likelihoods = HashMap.fromList [("", 0.0)], n = 6}}),
("<number>\20010/\20491",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.4339872044851463,
@ -904,6 +1318,34 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\20116\26092\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\31070\22307\26143\26399\22235",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\25995\26376",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\27861\20196\20043\22812",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("this <time>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -4.07753744390572,

View File

@ -21,7 +21,28 @@ import Duckling.Ranking.Types
classifiers :: Classifiers
classifiers
= HashMap.fromList
[("<time> timezone",
[("\25490\28783\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\19996\27491\25945\26837\26525\20027\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\21360\24230\20016\25910\33410\31532\22235\22825",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("<time> timezone",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods =
@ -33,20 +54,28 @@ classifiers
ClassData{prior = -infinity, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [], n = 0}}),
("Thursday",
Classifier{okData =
ClassData{prior = -0.4700036292457356,
unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -0.9808292530117262,
unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
("integer (numeric)",
Classifier{okData =
ClassData{prior = -0.535142931416697, unseen = -4.204692619390966,
likelihoods = HashMap.fromList [("", 0.0)], n = 65},
koData =
ClassData{prior = -0.8808888048232392, unseen = -3.871201010907891,
likelihoods = HashMap.fromList [("", 0.0)], n = 46}}),
("\21355\22622\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("integer (numeric)",
Classifier{okData =
ClassData{prior = -0.8909729238898653,
unseen = -3.5263605246161616,
likelihoods = HashMap.fromList [("", 0.0)], n = 32},
koData =
ClassData{prior = -0.5280674302004967, unseen = -3.871201010907891,
likelihoods = HashMap.fromList [("", 0.0)], n = 46}}),
("the day before yesterday",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -68,6 +97,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\29369\22826\26032\24180",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("today",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -134,97 +170,159 @@ classifiers
n = 5}}),
("national day",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.3025850929940455,
ClassData{prior = -0.2231435513142097,
unseen = -2.3025850929940455,
likelihoods = HashMap.fromList [("", 0.0)], n = 8},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
ClassData{prior = -1.6094379124341003,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("number suffix: \21313",
Classifier{okData =
ClassData{prior = -0.1823215567939546,
ClassData{prior = -0.2231435513142097,
unseen = -3.0910424533583156,
likelihoods = HashMap.fromList [("", 0.0)], n = 20},
koData =
ClassData{prior = -1.791759469228055, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4}}),
ClassData{prior = -1.6094379124341003,
unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5}}),
("Wednesday",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.9444389791664407,
ClassData{prior = -5.715841383994864e-2,
unseen = -2.9444389791664407,
likelihoods = HashMap.fromList [("", 0.0)], n = 17},
koData =
ClassData{prior = -2.890371757896165, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
("\21360\24230\20016\25910\33410\31532\19977\22825",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("hour (grain)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.0910424533583156,
ClassData{prior = -9.53101798043249e-2,
unseen = -3.0910424533583156,
likelihoods = HashMap.fromList [("", 0.0)], n = 20},
koData =
ClassData{prior = -2.3978952727983707,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("\22307\20250\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\20803\26086",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.791759469228055,
ClassData{prior = -1.0986122886681098, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4},
koData =
ClassData{prior = -0.40546510810816444,
unseen = -2.3025850929940455,
likelihoods = HashMap.fromList [("", 0.0)], n = 8}}),
("\32654\22269\29420\31435\26085",
Classifier{okData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("intersect",
Classifier{okData =
ClassData{prior = -0.39204208777602373,
unseen = -5.198497031265826,
likelihoods =
HashMap.fromList
[("\20799\31461\33410<part-of-day> <dim time>",
-3.58351893845611),
("year (numeric with year symbol)\20809\26126\33410",
-3.1135153092103742),
("year (numeric with year symbol)\25995\26376",
-3.8066624897703196),
("year (numeric with year symbol)\20061\22812\33410",
-3.8066624897703196),
("year (numeric with year symbol)<named-month> <day-of-month>",
-2.3597435068339943),
("year (numeric with year symbol)\22320\29699\19968\23567\26102",
-4.0943445622221),
("dayday", -2.4849066497880004),
("hourhour", -3.58351893845611),
("hourminute", -3.58351893845611),
("absorption of , after named day<named-month> <day-of-month>",
-2.4849066497880004),
("year (numeric with year symbol)\22823\25995\26399",
-3.8066624897703196),
("year (numeric with year symbol)\22235\26092\33410",
-4.0943445622221),
("year (numeric with year symbol)\20303\26842\33410",
-4.0943445622221),
("dayminute", -3.58351893845611),
("tonight<time-of-day> o'clock", -3.58351893845611),
("<dim time> <part-of-day>relative minutes after|past <integer> (hour-of-day)",
-3.58351893845611),
("yearday", -1.3217558399823195),
("year (numeric with year symbol)\19971\19971\33410",
-3.1135153092103742),
("year (numeric with year symbol)\36926\36234\33410",
-4.0943445622221),
("year (numeric with year symbol)\29369\22826\26032\24180",
-4.0943445622221),
("yearminute", -4.0943445622221)],
n = 75},
koData =
ClassData{prior = -1.126011262856224, unseen = -4.634728988229636,
likelihoods =
HashMap.fromList
[("\20799\31461\33410<part-of-day> <dim time>",
-2.4277482359480516),
("dayhour", -3.0155349008501706),
("daymonth", -2.5455312716044354),
("year (numeric with year symbol)February",
-3.0155349008501706),
("year (numeric with year symbol)Sunday", -3.9318256327243257),
("<dim time> <part-of-day><time-of-day> o'clock",
-3.5263605246161616),
("year (numeric with year symbol)April", -3.5263605246161616),
("hourhour", -3.5263605246161616),
("year (numeric with year symbol)March", -2.4277482359480516),
("hourminute", -3.0155349008501706),
("yearmonth", -1.916922612182061),
("dayminute", -3.0155349008501706),
("<dim time> <part-of-day>relative minutes after|past <integer> (hour-of-day)",
-3.0155349008501706),
("yearday", -3.9318256327243257),
("absorption of , after named dayFebruary",
-2.5455312716044354)],
n = 36}}),
("\20399\20029\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.3978952727983707,
likelihoods = HashMap.fromList [("", 0.0)], n = 9},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("intersect",
Classifier{okData =
ClassData{prior = -0.6061358035703156, unseen = -4.634728988229636,
likelihoods =
HashMap.fromList
[("\20799\31461\33410<part-of-day> <dim time>",
-3.0155349008501706),
("year (numeric with year symbol)<named-month> <day-of-month>",
-1.791759469228055),
("dayday", -1.916922612182061),
("hourhour", -3.0155349008501706),
("hourminute", -3.0155349008501706),
("absorption of , after named day<named-month> <day-of-month>",
-1.916922612182061),
("dayminute", -3.0155349008501706),
("tonight<time-of-day> o'clock", -3.0155349008501706),
("<dim time> <part-of-day>relative minutes after|past <integer> (hour-of-day)",
-3.0155349008501706),
("yearday", -1.791759469228055)],
n = 42},
koData =
ClassData{prior = -0.7884573603642702, unseen = -4.48863636973214,
likelihoods =
HashMap.fromList
[("\20799\31461\33410<part-of-day> <dim time>",
-2.280112237141987),
("dayhour", -2.867898902044106),
("daymonth", -2.3978952727983707),
("year (numeric with year symbol)February", -2.867898902044106),
("<dim time> <part-of-day><time-of-day> o'clock",
-3.378724525810097),
("year (numeric with year symbol)April", -3.378724525810097),
("hourhour", -3.378724525810097),
("year (numeric with year symbol)March", -2.280112237141987),
("hourminute", -2.867898902044106),
("yearmonth", -1.7692866133759966),
("dayminute", -2.867898902044106),
("<dim time> <part-of-day>relative minutes after|past <integer> (hour-of-day)",
-2.867898902044106),
("absorption of , after named dayFebruary",
-2.3978952727983707)],
n = 35}}),
("year (grain)",
Classifier{okData =
ClassData{prior = -0.8209805520698302,
ClassData{prior = -1.6625477377480489,
unseen = -2.5649493574615367,
likelihoods = HashMap.fromList [("", 0.0)], n = 11},
koData =
ClassData{prior = -0.579818495252942, unseen = -2.772588722239781,
likelihoods = HashMap.fromList [("", 0.0)], n = 14}}),
ClassData{prior = -0.2102954088363608, unseen = -3.891820298110627,
likelihoods = HashMap.fromList [("", 0.0)], n = 47}}),
("Saturday",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
ClassData{prior = -0.8754687373538999,
unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
ClassData{prior = -0.5389965007326869,
unseen = -2.1972245773362196,
likelihoods = HashMap.fromList [("", 0.0)], n = 7}}),
("next <cycle>",
Classifier{okData =
ClassData{prior = -0.7472144018302211,
@ -251,6 +349,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22307\27583\34987\27585\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("this <day-of-week>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.970291913552122,
@ -263,6 +368,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [], n = 0}}),
("\35199\36203\25176\25289\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.3025850929940455,
likelihoods = HashMap.fromList [("", 0.0)], n = 8},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("yyyy-mm-dd",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -277,6 +389,20 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\20811\21704\29305\26222\36838\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\21313\32988\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("evening|night",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.791759469228055,
@ -284,10 +410,39 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\20303\26842\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22307\19977\19968\20027\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\30331\38660\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("Monday",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.258096538021482,
ClassData{prior = -0.15415067982725836,
unseen = -3.258096538021482,
likelihoods = HashMap.fromList [("", 0.0)], n = 24},
koData =
ClassData{prior = -1.9459101490553135, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4}}),
("\19971\19971\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.1972245773362196,
likelihoods = HashMap.fromList [("", 0.0)], n = 7},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
@ -305,6 +460,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\19996\27491\25945\22797\27963\33410",
Classifier{okData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
("hh:mm (time-of-day)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
@ -327,6 +489,13 @@ classifiers
likelihoods =
HashMap.fromList [("integer (numeric)", -0.1823215567939546)],
n = 4}}),
("\36926\36234\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("nth <time> of <time>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.3978952727983707,
@ -338,6 +507,20 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [], n = 0}}),
("\22235\26092\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\19996\27491\25945\22307\21608\20845",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("April",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -345,6 +528,21 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\21360\24230\20016\25910\33410",
Classifier{okData =
ClassData{prior = -0.5108256237659907,
unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -0.916290731874155, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("\20809\26126\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.1972245773362196,
likelihoods = HashMap.fromList [("", 0.0)], n = 7},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("week (grain)",
Classifier{okData =
ClassData{prior = -0.8434293836092833,
@ -356,9 +554,9 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 49}}),
("year (numeric with year symbol)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.772588722239781,
ClassData{prior = 0.0, unseen = -3.891820298110627,
likelihoods = HashMap.fromList [("integer (numeric)", 0.0)],
n = 14},
n = 47},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
@ -369,6 +567,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22823\25995\26399",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\24858\20154\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -376,6 +581,27 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\29369\22826\26893\26641\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.0794415416798357,
likelihoods = HashMap.fromList [("", 0.0)], n = 6},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\19996\27491\25945\22797\27963\33410\26143\26399\19968",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22307\28789\33410\24198\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("numbers prefix with -, negative or minus",
Classifier{okData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
@ -386,11 +612,13 @@ classifiers
n = 4}}),
("Friday",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
ClassData{prior = -0.6931471805599453,
unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
ClassData{prior = -0.6931471805599453,
unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5}}),
("tomorrow",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
@ -405,6 +633,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22522\30563\22307\20307\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\28595\38376\22238\24402\32426\24565\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -412,6 +647,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\21360\24230\20804\22969\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("next <day-of-week>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.1780538303479458,
@ -432,11 +674,12 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 5}}),
("Sunday",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.0910424533583156,
ClassData{prior = -4.8790164169432056e-2,
unseen = -3.0910424533583156,
likelihoods = HashMap.fromList [("", 0.0)], n = 20},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
ClassData{prior = -3.044522437723423, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
("afternoon",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.3978952727983707,
@ -458,6 +701,13 @@ classifiers
("hour", -2.2617630984737906), ("month", -2.772588722239781),
("minute", -2.772588722239781)],
n = 20}}),
("\36174\32618\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.0794415416798357,
likelihoods = HashMap.fromList [("", 0.0)], n = 6},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("February",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.2188758248682006,
@ -540,29 +790,43 @@ classifiers
ClassData{prior = -infinity, unseen = -3.044522437723423,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -5.921578419643816,
ClassData{prior = 0.0, unseen = -6.12029741895095,
likelihoods =
HashMap.fromList
[("week", -2.700018029404946),
("integer (0..10)month (grain)", -2.517696472610991),
("integer (0..10)hour (grain)", -3.0856805102169305),
("<number>\20010/\20491week (grain)", -3.520998581474776),
("second", -3.2798365246578878),
("integer (0..10)day (grain)", -3.0856805102169305),
("number suffix: \21313month (grain)", -4.309455941839047),
("integer (0..10)year (grain)", -3.6163087612791007),
("<number>\20010/\20491month (grain)", -3.146305132033365),
("integer (numeric)year (grain)", -3.2108436531709366),
("integer (0..10)second (grain)", -3.2798365246578878),
("day", -3.0856805102169305), ("year", -2.740840023925201),
("integer (0..10)minute (grain)", -3.0856805102169305),
("hour", -2.8743714165497236),
("integer (0..10)week (grain)", -3.2108436531709366),
("month", -1.7445065843775094),
("<number>\20010/\20491hour (grain)", -4.309455941839047),
("integer (numeric)month (grain)", -3.0856805102169305),
("minute", -3.0856805102169305)],
n = 176}}),
[("week", -2.8992213731731473),
("integer (0..10)month (grain)", -2.7168998163791924),
("integer (0..10)hour (grain)", -3.1736582188749076),
("<number>\20010/\20491week (grain)", -3.720201925242977),
("second", -3.4790398684260895),
("integer (0..10)day (grain)", -2.982602982112198),
("number suffix: \21313month (grain)", -4.508659285607248),
("integer (0..10)year (grain)", -3.8155121050473024),
("<number>\20010/\20491month (grain)", -3.3455084758015667),
("integer (numeric)year (grain)", -2.246896187133457),
("integer (0..10)second (grain)", -3.4790398684260895),
("day", -2.982602982112198), ("year", -2.0750459302067976),
("integer (0..10)minute (grain)", -3.2848838539851317),
("hour", -2.982602982112198),
("integer (0..10)week (grain)", -3.410046996939138),
("month", -1.9437099281457109),
("<number>\20010/\20491hour (grain)", -4.508659285607248),
("integer (numeric)month (grain)", -3.2848838539851317),
("minute", -3.2848838539851317)],
n = 217}}),
("\32769\26495\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\31709\28779\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("<time-of-day> am|pm",
Classifier{okData =
ClassData{prior = -0.4700036292457356, unseen = -2.70805020110221,
@ -585,8 +849,8 @@ classifiers
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("relative minutes after|past <integer> (hour-of-day)",
Classifier{okData =
ClassData{prior = -0.6931471805599453,
@ -625,6 +889,20 @@ classifiers
[("daymonth", -0.8109302162163288),
("SundayFebruary", -0.8109302162163288)],
n = 7}}),
("\26837\26525\20027\26085",
Classifier{okData =
ClassData{prior = -0.6931471805599453, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4},
koData =
ClassData{prior = -0.6931471805599453, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4}}),
("\38463\33298\25289\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("integer with consecutive unit modifiers",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.367295829986474,
@ -643,6 +921,21 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\19996\27491\25945\32822\31267\21463\38590\26085",
Classifier{okData =
ClassData{prior = -0.3364722366212129,
unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -1.252762968495368, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("\25289\25746\36335\22307\21608\20845",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("<duration> ago",
Classifier{okData =
ClassData{prior = -infinity, unseen = -2.1972245773362196,
@ -675,6 +968,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [], n = 0}}),
("\20234\26031\20848\26032\24180",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("March",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.772588722239781,
@ -682,6 +982,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\24320\25995\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("the day after tomorrow",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
@ -689,6 +996,15 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22307\21608\20845",
Classifier{okData =
ClassData{prior = -0.6931471805599453,
unseen = -2.0794415416798357,
likelihoods = HashMap.fromList [("", 0.0)], n = 6},
koData =
ClassData{prior = -0.6931471805599453,
unseen = -2.0794415416798357,
likelihoods = HashMap.fromList [("", 0.0)], n = 6}}),
("\22919\22899\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -696,6 +1012,27 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\20840\29699\38738\24180\26381\21153\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\27431\21335\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\20061\22812\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("next <time>",
Classifier{okData =
ClassData{prior = -0.6931471805599453, unseen = -2.639057329615259,
@ -730,6 +1067,13 @@ classifiers
[("week", -0.8362480242006186),
("week (grain)", -0.8362480242006186)],
n = 12}}),
("\20197\33394\21015\29420\31435\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("next n <cycle>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -4.61512051684126,
@ -761,6 +1105,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\21476\23572\37030\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\20799\31461\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
@ -770,11 +1121,28 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("Tuesday",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.295836866004329,
ClassData{prior = -3.922071315328127e-2,
unseen = -3.295836866004329,
likelihoods = HashMap.fromList [("", 0.0)], n = 25},
koData =
ClassData{prior = -3.258096538021482, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
("\26149\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.0794415416798357,
likelihoods = HashMap.fromList [("", 0.0)], n = 6},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\32822\31267\21463\38590\26085",
Classifier{okData =
ClassData{prior = -1.0296194171811581,
unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -0.4418327522790392,
unseen = -2.3978952727983707,
likelihoods = HashMap.fromList [("", 0.0)], n = 9}}),
("<named-month> <day-of-month>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -4.709530201312334,
@ -800,14 +1168,30 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22797\27963\33410\26143\26399\19968",
Classifier{okData =
ClassData{prior = -0.6931471805599453,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -0.6931471805599453,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("\22823\25995\39318\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("integer (0..10)",
Classifier{okData =
ClassData{prior = -0.5631808540999187,
ClassData{prior = -0.7055697005585025,
unseen = -5.0875963352323845,
likelihoods = HashMap.fromList [("", 0.0)], n = 160},
koData =
ClassData{prior = -0.8425641237370046, unseen = -4.812184355372417,
likelihoods = HashMap.fromList [("", 0.0)], n = 121}}),
ClassData{prior = -0.680877087968131, unseen = -5.111987788356543,
likelihoods = HashMap.fromList [("", 0.0)], n = 164}}),
("last n <cycle>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -4.605170185988091,
@ -833,17 +1217,16 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("ordinal (digits)",
Classifier{okData =
ClassData{prior = -0.6931471805599453,
unseen = -1.9459101490553135,
ClassData{prior = -1.252762968495368, unseen = -1.9459101490553135,
likelihoods =
HashMap.fromList [("<number>\20010/\20491", -0.1823215567939546)],
n = 4},
koData =
ClassData{prior = -0.6931471805599453,
unseen = -1.9459101490553135,
ClassData{prior = -0.3364722366212129,
unseen = -2.5649493574615367,
likelihoods =
HashMap.fromList [("integer (0..10)", -0.1823215567939546)],
n = 4}}),
HashMap.fromList [("integer (0..10)", -8.701137698962981e-2)],
n = 10}}),
("n <cycle> last",
Classifier{okData =
ClassData{prior = 0.0, unseen = -4.04305126783455,
@ -868,6 +1251,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -2.833213344056216,
likelihoods = HashMap.fromList [], n = 0}}),
("\24527\24724\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("morning",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.890371757896165,
@ -882,14 +1272,38 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22320\29699\19968\23567\26102",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("day (grain)",
Classifier{okData =
ClassData{prior = -6.453852113757118e-2,
ClassData{prior = -0.38299225225610584,
unseen = -2.833213344056216,
likelihoods = HashMap.fromList [("", 0.0)], n = 15},
koData =
ClassData{prior = -2.772588722239781, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
ClassData{prior = -1.1451323043030026,
unseen = -2.1972245773362196,
likelihoods = HashMap.fromList [("", 0.0)], n = 7}}),
("\22307\32426\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22797\27963\33410",
Classifier{okData =
ClassData{prior = -1.0986122886681098,
unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -0.40546510810816444,
unseen = -2.0794415416798357,
likelihoods = HashMap.fromList [("", 0.0)], n = 6}}),
("<number>\20010/\20491",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.4339872044851463,
@ -904,6 +1318,34 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\20116\26092\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\31070\22307\26143\26399\22235",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\25995\26376",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\27861\20196\20043\22812",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("this <time>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -4.07753744390572,

View File

@ -21,7 +21,28 @@ import Duckling.Ranking.Types
classifiers :: Classifiers
classifiers
= HashMap.fromList
[("<time> timezone",
[("\25490\28783\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\19996\27491\25945\26837\26525\20027\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\21360\24230\20016\25910\33410\31532\22235\22825",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("<time> timezone",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods =
@ -33,20 +54,28 @@ classifiers
ClassData{prior = -infinity, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [], n = 0}}),
("Thursday",
Classifier{okData =
ClassData{prior = -0.4700036292457356,
unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -0.9808292530117262,
unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
("integer (numeric)",
Classifier{okData =
ClassData{prior = -0.535142931416697, unseen = -4.204692619390966,
likelihoods = HashMap.fromList [("", 0.0)], n = 65},
koData =
ClassData{prior = -0.8808888048232392, unseen = -3.871201010907891,
likelihoods = HashMap.fromList [("", 0.0)], n = 46}}),
("\21355\22622\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("integer (numeric)",
Classifier{okData =
ClassData{prior = -0.8909729238898653,
unseen = -3.5263605246161616,
likelihoods = HashMap.fromList [("", 0.0)], n = 32},
koData =
ClassData{prior = -0.5280674302004967, unseen = -3.871201010907891,
likelihoods = HashMap.fromList [("", 0.0)], n = 46}}),
("the day before yesterday",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -68,6 +97,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\29369\22826\26032\24180",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("today",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -134,90 +170,150 @@ classifiers
n = 5}}),
("number suffix: \21313",
Classifier{okData =
ClassData{prior = -0.1823215567939546,
ClassData{prior = -0.2231435513142097,
unseen = -3.0910424533583156,
likelihoods = HashMap.fromList [("", 0.0)], n = 20},
koData =
ClassData{prior = -1.791759469228055, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4}}),
ClassData{prior = -1.6094379124341003,
unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5}}),
("Wednesday",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.9444389791664407,
ClassData{prior = -5.715841383994864e-2,
unseen = -2.9444389791664407,
likelihoods = HashMap.fromList [("", 0.0)], n = 17},
koData =
ClassData{prior = -2.890371757896165, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
("\21360\24230\20016\25910\33410\31532\19977\22825",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("hour (grain)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.0910424533583156,
ClassData{prior = -9.53101798043249e-2,
unseen = -3.0910424533583156,
likelihoods = HashMap.fromList [("", 0.0)], n = 20},
koData =
ClassData{prior = -2.3978952727983707,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("\22307\20250\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\20803\26086",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.791759469228055,
ClassData{prior = -1.0986122886681098, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4},
koData =
ClassData{prior = -0.40546510810816444,
unseen = -2.3025850929940455,
likelihoods = HashMap.fromList [("", 0.0)], n = 8}}),
("\32654\22269\29420\31435\26085",
Classifier{okData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("intersect",
Classifier{okData =
ClassData{prior = -0.39204208777602373,
unseen = -5.198497031265826,
likelihoods =
HashMap.fromList
[("\20799\31461\33410<part-of-day> <dim time>",
-3.58351893845611),
("year (numeric with year symbol)\20809\26126\33410",
-3.1135153092103742),
("year (numeric with year symbol)\25995\26376",
-3.8066624897703196),
("year (numeric with year symbol)\20061\22812\33410",
-3.8066624897703196),
("year (numeric with year symbol)<named-month> <day-of-month>",
-2.3597435068339943),
("year (numeric with year symbol)\22320\29699\19968\23567\26102",
-4.0943445622221),
("dayday", -2.4849066497880004),
("hourhour", -3.58351893845611),
("hourminute", -3.58351893845611),
("absorption of , after named day<named-month> <day-of-month>",
-2.4849066497880004),
("year (numeric with year symbol)\22823\25995\26399",
-3.8066624897703196),
("year (numeric with year symbol)\22235\26092\33410",
-4.0943445622221),
("year (numeric with year symbol)\20303\26842\33410",
-4.0943445622221),
("dayminute", -3.58351893845611),
("tonight<time-of-day> o'clock", -3.58351893845611),
("<dim time> <part-of-day>relative minutes after|past <integer> (hour-of-day)",
-3.58351893845611),
("yearday", -1.3217558399823195),
("year (numeric with year symbol)\19971\19971\33410",
-3.1135153092103742),
("year (numeric with year symbol)\36926\36234\33410",
-4.0943445622221),
("year (numeric with year symbol)\29369\22826\26032\24180",
-4.0943445622221),
("yearminute", -4.0943445622221)],
n = 75},
koData =
ClassData{prior = -1.126011262856224, unseen = -4.634728988229636,
likelihoods =
HashMap.fromList
[("\20799\31461\33410<part-of-day> <dim time>",
-2.4277482359480516),
("dayhour", -3.0155349008501706),
("daymonth", -2.5455312716044354),
("year (numeric with year symbol)February",
-3.0155349008501706),
("year (numeric with year symbol)Sunday", -3.9318256327243257),
("<dim time> <part-of-day><time-of-day> o'clock",
-3.5263605246161616),
("year (numeric with year symbol)April", -3.5263605246161616),
("hourhour", -3.5263605246161616),
("year (numeric with year symbol)March", -2.4277482359480516),
("hourminute", -3.0155349008501706),
("yearmonth", -1.916922612182061),
("dayminute", -3.0155349008501706),
("<dim time> <part-of-day>relative minutes after|past <integer> (hour-of-day)",
-3.0155349008501706),
("yearday", -3.9318256327243257),
("absorption of , after named dayFebruary",
-2.5455312716044354)],
n = 36}}),
("\20399\20029\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.3978952727983707,
likelihoods = HashMap.fromList [("", 0.0)], n = 9},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("intersect",
Classifier{okData =
ClassData{prior = -0.6061358035703156, unseen = -4.634728988229636,
likelihoods =
HashMap.fromList
[("\20799\31461\33410<part-of-day> <dim time>",
-3.0155349008501706),
("year (numeric with year symbol)<named-month> <day-of-month>",
-1.791759469228055),
("dayday", -1.916922612182061),
("hourhour", -3.0155349008501706),
("hourminute", -3.0155349008501706),
("absorption of , after named day<named-month> <day-of-month>",
-1.916922612182061),
("dayminute", -3.0155349008501706),
("tonight<time-of-day> o'clock", -3.0155349008501706),
("<dim time> <part-of-day>relative minutes after|past <integer> (hour-of-day)",
-3.0155349008501706),
("yearday", -1.791759469228055)],
n = 42},
koData =
ClassData{prior = -0.7884573603642702, unseen = -4.48863636973214,
likelihoods =
HashMap.fromList
[("\20799\31461\33410<part-of-day> <dim time>",
-2.280112237141987),
("dayhour", -2.867898902044106),
("daymonth", -2.3978952727983707),
("year (numeric with year symbol)February", -2.867898902044106),
("<dim time> <part-of-day><time-of-day> o'clock",
-3.378724525810097),
("year (numeric with year symbol)April", -3.378724525810097),
("hourhour", -3.378724525810097),
("year (numeric with year symbol)March", -2.280112237141987),
("hourminute", -2.867898902044106),
("yearmonth", -1.7692866133759966),
("dayminute", -2.867898902044106),
("<dim time> <part-of-day>relative minutes after|past <integer> (hour-of-day)",
-2.867898902044106),
("absorption of , after named dayFebruary",
-2.3978952727983707)],
n = 35}}),
("year (grain)",
Classifier{okData =
ClassData{prior = -0.8209805520698302,
ClassData{prior = -1.6625477377480489,
unseen = -2.5649493574615367,
likelihoods = HashMap.fromList [("", 0.0)], n = 11},
koData =
ClassData{prior = -0.579818495252942, unseen = -2.772588722239781,
likelihoods = HashMap.fromList [("", 0.0)], n = 14}}),
ClassData{prior = -0.2102954088363608, unseen = -3.891820298110627,
likelihoods = HashMap.fromList [("", 0.0)], n = 47}}),
("Saturday",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
ClassData{prior = -0.8754687373538999,
unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
ClassData{prior = -0.5389965007326869,
unseen = -2.1972245773362196,
likelihoods = HashMap.fromList [("", 0.0)], n = 7}}),
("next <cycle>",
Classifier{okData =
ClassData{prior = -0.7472144018302211,
@ -244,6 +340,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22307\27583\34987\27585\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("this <day-of-week>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.970291913552122,
@ -256,6 +359,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [], n = 0}}),
("\35199\36203\25176\25289\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.3025850929940455,
likelihoods = HashMap.fromList [("", 0.0)], n = 8},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("yyyy-mm-dd",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -270,6 +380,20 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\20811\21704\29305\26222\36838\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\21313\32988\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("evening|night",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -277,10 +401,39 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\20303\26842\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22307\19977\19968\20027\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\30331\38660\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("Monday",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.258096538021482,
ClassData{prior = -0.15415067982725836,
unseen = -3.258096538021482,
likelihoods = HashMap.fromList [("", 0.0)], n = 24},
koData =
ClassData{prior = -1.9459101490553135, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4}}),
("\19971\19971\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.1972245773362196,
likelihoods = HashMap.fromList [("", 0.0)], n = 7},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
@ -298,6 +451,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\19996\27491\25945\22797\27963\33410",
Classifier{okData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
("hh:mm (time-of-day)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
@ -320,6 +480,13 @@ classifiers
likelihoods =
HashMap.fromList [("integer (numeric)", -0.1823215567939546)],
n = 4}}),
("\36926\36234\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("nth <time> of <time>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.3978952727983707,
@ -331,6 +498,20 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [], n = 0}}),
("\22235\26092\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\19996\27491\25945\22307\21608\20845",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("April",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -338,6 +519,21 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\21360\24230\20016\25910\33410",
Classifier{okData =
ClassData{prior = -0.5108256237659907,
unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -0.916290731874155, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("\20809\26126\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.1972245773362196,
likelihoods = HashMap.fromList [("", 0.0)], n = 7},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("week (grain)",
Classifier{okData =
ClassData{prior = -0.8434293836092833,
@ -349,9 +545,9 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 49}}),
("year (numeric with year symbol)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.772588722239781,
ClassData{prior = 0.0, unseen = -3.891820298110627,
likelihoods = HashMap.fromList [("integer (numeric)", 0.0)],
n = 14},
n = 47},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
@ -362,6 +558,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22823\25995\26399",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\24858\20154\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -369,6 +572,27 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\29369\22826\26893\26641\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.0794415416798357,
likelihoods = HashMap.fromList [("", 0.0)], n = 6},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\19996\27491\25945\22797\27963\33410\26143\26399\19968",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22307\28789\33410\24198\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("numbers prefix with -, negative or minus",
Classifier{okData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
@ -379,11 +603,13 @@ classifiers
n = 4}}),
("Friday",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
ClassData{prior = -0.6931471805599453,
unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
ClassData{prior = -0.6931471805599453,
unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5}}),
("tomorrow",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
@ -398,6 +624,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22522\30563\22307\20307\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\28595\38376\22238\24402\32426\24565\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -405,6 +638,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\21360\24230\20804\22969\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("next <day-of-week>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.1780538303479458,
@ -425,11 +665,12 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 5}}),
("Sunday",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.0910424533583156,
ClassData{prior = -4.8790164169432056e-2,
unseen = -3.0910424533583156,
likelihoods = HashMap.fromList [("", 0.0)], n = 20},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
ClassData{prior = -3.044522437723423, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
("afternoon",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.3978952727983707,
@ -451,6 +692,13 @@ classifiers
("hour", -2.2617630984737906), ("month", -2.772588722239781),
("minute", -2.772588722239781)],
n = 20}}),
("\36174\32618\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.0794415416798357,
likelihoods = HashMap.fromList [("", 0.0)], n = 6},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("February",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.2188758248682006,
@ -532,29 +780,43 @@ classifiers
ClassData{prior = -infinity, unseen = -3.044522437723423,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -5.921578419643816,
ClassData{prior = 0.0, unseen = -6.12029741895095,
likelihoods =
HashMap.fromList
[("week", -2.700018029404946),
("integer (0..10)month (grain)", -2.517696472610991),
("integer (0..10)hour (grain)", -3.0856805102169305),
("<number>\20010/\20491week (grain)", -3.520998581474776),
("second", -3.2798365246578878),
("integer (0..10)day (grain)", -3.0856805102169305),
("number suffix: \21313month (grain)", -4.309455941839047),
("integer (0..10)year (grain)", -3.6163087612791007),
("<number>\20010/\20491month (grain)", -3.146305132033365),
("integer (numeric)year (grain)", -3.2108436531709366),
("integer (0..10)second (grain)", -3.2798365246578878),
("day", -3.0856805102169305), ("year", -2.740840023925201),
("integer (0..10)minute (grain)", -3.0856805102169305),
("hour", -2.8743714165497236),
("integer (0..10)week (grain)", -3.2108436531709366),
("month", -1.7445065843775094),
("<number>\20010/\20491hour (grain)", -4.309455941839047),
("integer (numeric)month (grain)", -3.0856805102169305),
("minute", -3.0856805102169305)],
n = 176}}),
[("week", -2.8992213731731473),
("integer (0..10)month (grain)", -2.7168998163791924),
("integer (0..10)hour (grain)", -3.1736582188749076),
("<number>\20010/\20491week (grain)", -3.720201925242977),
("second", -3.4790398684260895),
("integer (0..10)day (grain)", -2.982602982112198),
("number suffix: \21313month (grain)", -4.508659285607248),
("integer (0..10)year (grain)", -3.8155121050473024),
("<number>\20010/\20491month (grain)", -3.3455084758015667),
("integer (numeric)year (grain)", -2.246896187133457),
("integer (0..10)second (grain)", -3.4790398684260895),
("day", -2.982602982112198), ("year", -2.0750459302067976),
("integer (0..10)minute (grain)", -3.2848838539851317),
("hour", -2.982602982112198),
("integer (0..10)week (grain)", -3.410046996939138),
("month", -1.9437099281457109),
("<number>\20010/\20491hour (grain)", -4.508659285607248),
("integer (numeric)month (grain)", -3.2848838539851317),
("minute", -3.2848838539851317)],
n = 217}}),
("\32769\26495\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\31709\28779\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("<time-of-day> am|pm",
Classifier{okData =
ClassData{prior = -0.4700036292457356, unseen = -2.70805020110221,
@ -577,8 +839,8 @@ classifiers
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("relative minutes after|past <integer> (hour-of-day)",
Classifier{okData =
ClassData{prior = -0.6931471805599453,
@ -617,6 +879,20 @@ classifiers
[("daymonth", -0.8109302162163288),
("SundayFebruary", -0.8109302162163288)],
n = 7}}),
("\26837\26525\20027\26085",
Classifier{okData =
ClassData{prior = -0.6931471805599453, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4},
koData =
ClassData{prior = -0.6931471805599453, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4}}),
("\38463\33298\25289\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("integer with consecutive unit modifiers",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.367295829986474,
@ -635,6 +911,21 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\19996\27491\25945\32822\31267\21463\38590\26085",
Classifier{okData =
ClassData{prior = -0.3364722366212129,
unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -1.252762968495368, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("\25289\25746\36335\22307\21608\20845",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("<duration> ago",
Classifier{okData =
ClassData{prior = -infinity, unseen = -2.1972245773362196,
@ -667,6 +958,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [], n = 0}}),
("\20234\26031\20848\26032\24180",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("March",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.772588722239781,
@ -674,6 +972,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\24320\25995\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("the day after tomorrow",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
@ -681,6 +986,15 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22307\21608\20845",
Classifier{okData =
ClassData{prior = -0.6931471805599453,
unseen = -2.0794415416798357,
likelihoods = HashMap.fromList [("", 0.0)], n = 6},
koData =
ClassData{prior = -0.6931471805599453,
unseen = -2.0794415416798357,
likelihoods = HashMap.fromList [("", 0.0)], n = 6}}),
("\22919\22899\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -688,6 +1002,27 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\20840\29699\38738\24180\26381\21153\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\27431\21335\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\20061\22812\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("next <time>",
Classifier{okData =
ClassData{prior = -0.6931471805599453, unseen = -2.639057329615259,
@ -722,6 +1057,13 @@ classifiers
[("week", -0.8362480242006186),
("week (grain)", -0.8362480242006186)],
n = 12}}),
("\20197\33394\21015\29420\31435\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("next n <cycle>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -4.61512051684126,
@ -753,6 +1095,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\21476\23572\37030\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\20799\31461\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
@ -762,11 +1111,28 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("Tuesday",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.295836866004329,
ClassData{prior = -3.922071315328127e-2,
unseen = -3.295836866004329,
likelihoods = HashMap.fromList [("", 0.0)], n = 25},
koData =
ClassData{prior = -3.258096538021482, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
("\26149\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.0794415416798357,
likelihoods = HashMap.fromList [("", 0.0)], n = 6},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\32822\31267\21463\38590\26085",
Classifier{okData =
ClassData{prior = -1.0296194171811581,
unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -0.4418327522790392,
unseen = -2.3978952727983707,
likelihoods = HashMap.fromList [("", 0.0)], n = 9}}),
("<named-month> <day-of-month>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -4.709530201312334,
@ -792,14 +1158,30 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22797\27963\33410\26143\26399\19968",
Classifier{okData =
ClassData{prior = -0.6931471805599453,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -0.6931471805599453,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("\22823\25995\39318\26085",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("integer (0..10)",
Classifier{okData =
ClassData{prior = -0.5631808540999187,
ClassData{prior = -0.7055697005585025,
unseen = -5.0875963352323845,
likelihoods = HashMap.fromList [("", 0.0)], n = 160},
koData =
ClassData{prior = -0.8425641237370046, unseen = -4.812184355372417,
likelihoods = HashMap.fromList [("", 0.0)], n = 121}}),
ClassData{prior = -0.680877087968131, unseen = -5.111987788356543,
likelihoods = HashMap.fromList [("", 0.0)], n = 164}}),
("last n <cycle>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -4.605170185988091,
@ -825,17 +1207,16 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("ordinal (digits)",
Classifier{okData =
ClassData{prior = -0.6931471805599453,
unseen = -1.9459101490553135,
ClassData{prior = -1.252762968495368, unseen = -1.9459101490553135,
likelihoods =
HashMap.fromList [("<number>\20010/\20491", -0.1823215567939546)],
n = 4},
koData =
ClassData{prior = -0.6931471805599453,
unseen = -1.9459101490553135,
ClassData{prior = -0.3364722366212129,
unseen = -2.5649493574615367,
likelihoods =
HashMap.fromList [("integer (0..10)", -0.1823215567939546)],
n = 4}}),
HashMap.fromList [("integer (0..10)", -8.701137698962981e-2)],
n = 10}}),
("n <cycle> last",
Classifier{okData =
ClassData{prior = 0.0, unseen = -4.04305126783455,
@ -860,6 +1241,13 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -2.833213344056216,
likelihoods = HashMap.fromList [], n = 0}}),
("\24527\24724\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("morning",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.890371757896165,
@ -874,14 +1262,38 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22320\29699\19968\23567\26102",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("day (grain)",
Classifier{okData =
ClassData{prior = -6.453852113757118e-2,
ClassData{prior = -0.38299225225610584,
unseen = -2.833213344056216,
likelihoods = HashMap.fromList [("", 0.0)], n = 15},
koData =
ClassData{prior = -2.772588722239781, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
ClassData{prior = -1.1451323043030026,
unseen = -2.1972245773362196,
likelihoods = HashMap.fromList [("", 0.0)], n = 7}}),
("\22307\32426\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\22797\27963\33410",
Classifier{okData =
ClassData{prior = -1.0986122886681098,
unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -0.40546510810816444,
unseen = -2.0794415416798357,
likelihoods = HashMap.fromList [("", 0.0)], n = 6}}),
("<number>\20010/\20491",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.4339872044851463,
@ -896,6 +1308,34 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\20116\26092\33410",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\31070\22307\26143\26399\22235",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\25995\26376",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("\27861\20196\20043\22812",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("this <time>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -4.07753744390572,

View File

@ -524,4 +524,308 @@ allExamples = concat
[ "情人节晚上"
, "情人節晚上"
]
, examples (datetimeHoliday (2013, 9, 13, 0, 0, 0) Day "赎罪日")
[ "赎罪日"
, "贖罪日"
]
, examples (datetimeHoliday (2013, 9, 13, 0, 0, 0) Day "赎罪日")
[ "赎罪日"
, "贖罪日"
]
, examples (datetimeHoliday (2013, 2, 13, 0, 0, 0) Day "大斋首日")
[ "大斋首日"
, "聖灰星期三"
, "灰日"
, "圣灰礼仪日"
, "圣灰日"
]
, examples (datetimeHoliday (2013, 11, 13, 0, 0, 0) Day "阿舒拉节")
[ "阿舒拉節"
]
-- wiki says 11/8
, examples (datetimeHoliday (2013, 11, 9, 0, 0, 0) Day "克哈特普迦节")
[ "克哈特普迦节"
]
, examples (datetimeHoliday (2014, 1, 31, 0, 0, 0) Day "春节")
[ "春节"
, "农历新年"
, "新春"
, "正月正时"
, "正月朔日"
, "正月正時"
]
, examples (datetimeHoliday (2013, 5, 30, 0, 0, 0) Day "基督圣体节")
[ "基督聖體节"
, "基督聖體聖血瞻礼"
, "基督聖體聖血節"
]
, examples (datetimeHoliday (2013, 11, 3, 0, 0, 0) Day "排灯节")
[ "万灯节"
, "印度燈節"
, "排灯节"
]
, examples (datetimeHoliday (2013, 4, 1, 0, 0, 0) Day "复活节星期一")
[ "复活节星期一"
, "復活節星期一"
]
, examples (datetimeHoliday (2013, 3, 31, 0, 0, 0) Day "复活节")
[ "复活节"
, "復活節"
, "主復活日"
]
, examples (datetimeHoliday (2013, 10, 15, 0, 0, 0) Day "古尔邦节")
[ "古尔邦节"
, "古爾邦節"
, "宰牲节"
]
, examples (datetimeHoliday (2013, 8, 8, 0, 0, 0) Day "开斋节")
[ "开斋节"
, "開齋節"
, "肉孜节"
, "尔代节"
, "爾代節"
]
, examples (datetimeHoliday (2013, 3, 29, 0, 0, 0) Day "耶稣受难日")
[ "主受难日"
, "主受难节"
, "沈默周五"
, "聖週五"
, "耶穌受難日"
]
, examples (datetimeHoliday (2013, 3, 26, 0, 0, 0) Day "侯丽节")
[ "侯丽节"
, "荷麗节"
, "洒红节"
, "灑紅节"
, "欢悦节"
, "五彩節"
, "胡里节"
, "好利节"
, "霍利節"
]
, examples (datetimeHoliday (2013, 3, 30, 0, 0, 0) Day "圣周六")
[ "神圣周六"
, "聖週六"
, "耶稣受难日翌日"
, "主受難節翌日"
, "復活節前夜"
, "黑色星期六"
]
, examples (datetimeHoliday (2013, 11, 4, 0, 0, 0) Day "伊斯兰新年")
[ "伊斯兰新年"
, "伊斯兰教新年"
, "伊斯兰历新年"
]
, examples (datetimeHoliday (2013, 6, 6, 0, 0, 0) Day "登霄节")
[ "登霄节"
, "夜行登霄節"
]
, examples (datetimeHoliday (2014, 1, 16, 0, 0, 0) Day "印度丰收节第四天")
[ "印度丰收节第四天"
, "龐格爾節第四天"
, "庞格尔节第四天"
]
, examples (datetimeHoliday (2013, 4, 27, 0, 0, 0) Day "篝火节")
[ "篝火节"
, "犹太教篝火节"
, "猶太教篝火節"
]
, examples (datetimeHoliday (2013, 8, 4, 0, 0, 0) Day "法令之夜")
[ "法令之夜"
, "权力之夜"
]
, examples (datetimeHoliday (2013, 4, 27, 0, 0, 0) Day "拉撒路圣周六")
[ "拉撒路聖週六"
, "拉匝路周六"
]
, examples (datetimeHoliday (2014, 1, 15, 0, 0, 0) Day "印度丰收节第三天")
[ "印度丰收节第三天"
, "龐格爾節第三天"
, "庞格尔节第三天"
]
, examples (datetimeHoliday (2013, 3, 28, 0, 0, 0) Day "神圣星期四")
[ "濯足節"
, "神聖星期四"
, "圣周星期四"
, "圣周四"
, "設立聖餐日"
]
, examples (datetimeHoliday (2014, 1, 13, 0, 0, 0) Day "圣纪节")
[ "圣纪节"
, "聖紀節"
]
, examples (datetimeHoliday (2013, 5, 6, 0, 0, 0) Day "东正教复活节星期一")
[ "东正教复活节星期一"
, "東正教復活節星期一"
]
, examples (datetimeHoliday (2013, 5, 4, 0, 0, 0) Day "东正教圣周六")
[ "東正教神聖週六"
, "東正教聖週六"
, "東正教耶稣受难日翌日"
, "東正教主受難節翌日"
, "東正教复活节前夜"
]
, examples (datetimeHoliday (2013, 5, 3, 0, 0, 0) Day "东正教耶稣受难日")
[ "東正教耶穌受难日"
, "东正教主受难节"
, "东正教圣周五"
, "東正教聖週五"
, "東正教沈默週五"
]
, examples (datetimeHoliday (2013, 4, 28, 0, 0, 0) Day "东正教棕枝主日")
[ "东正教棕枝主日"
, "东正教圣枝主日"
, "东正教聖樹主日"
, "東正教基督苦難主日"
]
, examples (datetimeHoliday (2013, 3, 24, 0, 0, 0) Day "棕枝主日")
[ "棕枝主日"
, "圣枝主日"
, "聖樹主日"
, "基督苦難主日"
]
, examples (datetimeHoliday (2013, 5, 19, 0, 0, 0) Day "五旬节")
[ "五旬节"
, "圣灵降临节"
, "聖靈降臨日"
]
, examples (datetimeHoliday (2013, 8, 20, 0, 0, 0) Day "印度兄妹节")
[ "印度兄妹节"
, "拉克沙班丹節"
]
, examples (datetimeHoliday (2013, 9, 25, 0, 0, 0) Day "圣会节")
[ "圣会节"
, "聖会節"
]
, examples (datetimeHoliday (2013, 2, 12, 0, 0, 0) Day "忏悔节")
[ "忏悔節"
, "忏悔火曜日"
, "煎餅星期二"
]
, examples (datetimeHoliday (2013, 9, 26, 0, 0, 0) Day "西赫托拉节")
[ "西赫托拉节"
, "西赫妥拉节"
, "诵经节"
, "誦經节"
, "转经节"
, "轉經節"
, "律法節"
, "歡慶聖法節"
]
, examples (datetimeHoliday (2014, 1, 14, 0, 0, 0) Day "印度丰收节")
[ "印度丰收节"
, "淡米爾豐收節"
, "淡米尔丰收节"
]
, examples (datetimeHoliday (2013, 8, 20, 0, 0, 0) Day "欧南节")
[ "欧南节"
, "欧南節"
]
, examples (datetimeHoliday (2013, 7, 15, 0, 0, 0) Day "圣殿被毁日")
[ "圣殿被毁日"
, "禁食日"
, "聖殿被毁日"
]
, examples (datetimeHoliday (2013, 5, 26, 0, 0, 0) Day "圣三一主日")
[ "圣三一主日"
, "天主三一主日"
, "天主聖三一节"
, "聖三主日"
, "圣三节"
]
, examples (datetimeHoliday (2013, 10, 14, 0, 0, 0) Day "十胜节")
[ "十勝節"
, "凯旋节"
, "圣母节"
]
, examples (datetimeHoliday (2014, 1, 15, 0, 0, 0) Day "犹太植树节")
[ "犹太植树节"
, "猶太植樹節"
, "图比舍巴特节"
, "圖比舍巴特節"
, "树木新年"
, "樹木新年"
]
, examples (datetimeHoliday (2013, 5, 24, 0, 0, 0) Day "卫塞节")
[ "卫塞节"
, "衛塞節"
, "威瑟节"
, "比萨宝蕉节"
, "比薩寶蕉節"
]
, examples (datetimeHoliday (2013, 4, 15, 0, 0, 0) Day "以色列独立日")
[ "以色列独立日"
, "以色列獨立日"
, "以色列国庆节"
, "以色列國慶節"
]
, examples (datetimeHoliday (2013, 9, 13, 0, 0, 0) Day "赎罪日")
[ "赎罪日"
, "贖罪日"
]
, examples (datetimeHoliday (2013, 5, 20, 0, 0, 0) Day "圣灵节庆日")
[ "圣灵节庆日"
, "聖靈節慶日"
]
, examples (datetimeHoliday (2013, 10, 16, 0, 0, 0) Day "老板节")
[ "老板节"
, "老闆節"
]
, examples (datetimeIntervalHoliday ((2013, 4, 26, 0, 0, 0), (2013, 4, 29, 0, 0, 0)) Day "全球青年服务日")
[ "全球青年服务日"
, "全球青年服務日"
]
, examples (datetimeIntervalHoliday ((2018, 2, 19, 0, 0, 0), (2018, 3, 31, 0, 0, 0)) Day "四旬节")
[ "2018年四旬节"
, "2018年四旬節"
]
, examples (datetimeIntervalHoliday ((2018, 12, 2, 0, 0, 0), (2018, 12, 10, 0, 0, 0)) Day "光明节")
[ "2018年光明节"
, "2018年修殿节"
, "2018年献殿节"
, "2018年獻殿节"
, "2018年烛光节"
, "2018年哈努卡节"
, "2018年馬加比節"
]
, examples (datetimeIntervalHoliday ((2018, 2, 14, 0, 0, 0), (2018, 4, 1, 0, 0, 0)) Day "大斋期")
[ "2018年大斋期"
, "2018年大齋節"
, "2018年大斋节"
]
, examples (datetimeIntervalHoliday ((2018, 10, 9, 0, 0, 0), (2018, 10, 19, 0, 0, 0)) Day "九夜节")
[ "2018年九夜节"
, "2018年难近母节"
, "2018年難近母節"
]
, examples (datetimeIntervalHoliday ((2018, 3, 30, 0, 0, 0), (2018, 4, 8, 0, 0, 0)) Day "逾越节")
[ "2018年逾越节"
, "2018年逾越節"
]
, examples (datetimeIntervalHoliday ((2034, 11, 12, 0, 0, 0), (2034, 12, 12, 0, 0, 0)) Day "斋月")
[ "2034年斋月"
, "2034年穆斯林斋月"
, "2034年穆斯林齋月"
]
, examples (datetimeIntervalHoliday ((2018, 9, 9, 0, 0, 0), (2018, 9, 12, 0, 0, 0)) Day "犹太新年")
[ "2018年犹太新年"
, "2018年猶太新年"
]
, examples (datetimeIntervalHoliday ((2018, 5, 19, 0, 0, 0), (2018, 5, 22, 0, 0, 0)) Day "七七节")
[ "2018年七七节"
, "2018年沙夫幼特节"
, "2018年週日節"
, "2018年收获节"
, "2018年新果实节"
, "2018年新果實節"
, "2018年收穫節"
]
, examples (datetimeIntervalHoliday ((2018, 9, 23, 0, 0, 0), (2018, 10, 2, 0, 0, 0)) Day "住棚节")
[ "2018年住棚节"
, "2018年住棚節"
]
, examples (datetimeIntervalHoliday ((2016, 3, 19, 20, 30, 0), (2016, 3, 19, 21, 31, 0)) Minute "地球一小时")
[ "2016年地球一小时"
, "2016年地球一小時"
]
]

View File

@ -20,6 +20,7 @@ import qualified Data.Text as Text
import Duckling.Dimensions.Types
import Duckling.Numeral.Helpers (parseInt)
import Duckling.Regex.Types
import Duckling.Time.Computed
import Duckling.Time.Helpers
import Duckling.Time.Types (TimeData (..))
import Duckling.Types
@ -953,6 +954,155 @@ rulePeriodicHolidays = mkRuleHolidays
, ( "母亲节", "母(亲节|親節)", nthDOWOfMonth 2 7 5 )
]
ruleComputedHolidays :: [Rule]
ruleComputedHolidays = mkRuleHolidays
[ ( "耶稣升天节", "耶(稣|穌)升天(节|節|日)"
, cycleNthAfter False TG.Day 39 easterSunday )
, ( "大斋首日", "大(斋|齋)首日|(圣|聖)灰((礼仪|禮儀)?日|星期三)|灰日"
, cycleNthAfter False TG.Day (-46) easterSunday )
, ( "阿舒拉节", "阿舒拉(节|節)"
, cycleNthAfter False TG.Day 9 muharram )
, ( "克哈特普迦节", "克哈特普迦(节|節)"
, cycleNthAfter False TG.Day 8 dhanteras )
, ( "春节", "春(节|節)|(农历|農曆|唐人)新年|新(正|春)|正月(正(时|時)|朔日)|岁首"
, chineseNewYear )
, ( "基督圣体节", "基督(圣体|聖體)((圣|聖)血)?((节|節)|瞻(礼|禮))"
, cycleNthAfter False TG.Day 60 easterSunday )
, ( "排灯节", "(排|万|萬|印度)(灯节|燈節)"
, cycleNthAfter False TG.Day 2 dhanteras )
, ( "复活节星期一", "(复|復)活(节|節)星期一"
, cycleNthAfter False TG.Day 1 easterSunday )
, ( "复活节", "(复|復)活(节|節)|主(复|復)活日", easterSunday )
, ( "古尔邦节", "古(尔|爾)邦(节|節)|宰牲(节|節)"
, eidalAdha )
, ( "开斋节", "(开斋|開齋|肉孜|(尔|爾)代)(节|節)", eidalFitr )
, ( "耶稣受难日", "(耶(稣|穌)|主)受(难|難)(节|節|日)|(圣|聖|沈默)(周|週)五"
, cycleNthAfter False TG.Day (-2) easterSunday )
, ( "侯丽节", "((侯|荷)(丽|麗)|洒红|灑紅|欢悦|歡悅|五彩|胡里|好利|霍利)(节|節)"
, cycleNthAfter False TG.Day 39 vasantPanchami )
, ( "圣周六"
, "神?(圣周|聖週)六|(耶(稣|穌)|主)受(难|難)(节|節|日)翌日|(复|復)活(节|節)前夜|黑色星期六"
, cycleNthAfter False TG.Day (-1) easterSunday )
, ( "伊斯兰新年", "伊斯兰(教)?(历)?新年"
, muharram )
, ( "登霄节"
, "(夜行)?登霄(节|節)"
, cycleNthAfter False TG.Day 26 rajab
)
, ( "印度丰收节第四天", "(印度(丰|豐)收|(庞|龐)格(尔|爾))(节|節)第四天"
, cycleNthAfter False TG.Day 2 thaiPongal )
, ( "篝火节", "((犹|猶)太教)?篝火(节|節)", lagBaOmer )
, ( "法令之夜"
, "(法令|命运|权力)之夜"
, cycleNthAfter False TG.Day 26 ramadan )
, ( "拉撒路圣周六", "拉撒路(圣周|聖週)六|拉匝路(周|週)六"
, cycleNthAfter False TG.Day (-8) orthodoxEaster )
, ( "印度丰收节第三天", "(印度(丰|豐)收|(庞|龐)格(尔|爾))(节|節)第三天"
, cycleNthAfter False TG.Day 1 thaiPongal )
, ( "神圣星期四"
, "濯足(节|節)|神(圣|聖)星期四|(圣周|聖週)(星期)?四|(设|設)立(圣|聖)餐日"
, cycleNthAfter False TG.Day (-3) easterSunday )
, ( "圣纪节" , "圣纪节|聖紀節", mawlid )
, ( "东正教复活节星期一", "(东|東)正教(复|復)活(节|節)星期一"
, cycleNthAfter False TG.Day 1 orthodoxEaster )
, ( "东正教复活节", "(东|東)正教((复|復)活(节|節)|主(复|復)活日)"
, orthodoxEaster )
, ( "东正教圣周六"
, "(东|東)正教(神?(圣周|聖週)六|(耶(稣|穌)|主)受(难|難)(节|節|日)翌日|(复|復)活(节|節)前夜)"
, cycleNthAfter False TG.Day (-1) orthodoxEaster )
, ( "东正教耶稣受难日", "(东|東)正教((耶(稣|穌)|主)受(难|難)(节|節|日)|(圣|聖|沈默)(周|週)五)"
, cycleNthAfter False TG.Day (-2) orthodoxEaster )
, ( "东正教棕枝主日", "(东|東)正教((棕|圣|聖)枝|圣树|聖樹|基督苦(难|難))主日"
, cycleNthAfter False TG.Day (-7) orthodoxEaster )
, ( "棕枝主日", "((棕|圣|聖)枝|圣树|聖樹|基督苦(难|難))主日"
, cycleNthAfter False TG.Day (-7) easterSunday )
, ( "五旬节", "五旬(节|節)|(圣灵|聖靈)降(临|臨)(日|节|節)"
, cycleNthAfter False TG.Day 49 easterSunday )
, ( "印度兄妹节", "(印度兄妹|拉克沙班丹)(节|節)", rakshaBandhan )
, ( "圣会节", "(圣|聖)会(节|節)"
, cycleNthAfter False TG.Day 21 roshHashana )
, ( "忏悔节", "忏悔(节|節|火曜日)|煎(饼|餅)星期二"
, cycleNthAfter False TG.Day (-47) easterSunday )
, ( "西赫托拉节", "(西赫(托拉|妥拉)|诵经|誦經|转经|轉經|律法|(欢庆圣|歡慶聖)法)(节|節)"
, cycleNthAfter False TG.Day 22 roshHashana )
, ( "印度丰收节", "(印度|淡米(尔|爾))(丰|豐)收(节|節)", thaiPongal )
, ( "欧南节", "欧南(节|節)", thiruOnam )
, ( "圣殿被毁日", "((圣|聖)殿被毁|禁食)日", tishaBAv )
, ( "圣三一主日", "((天主)?(圣|聖)?三一|(圣|聖)三)(主日|节|節)"
, cycleNthAfter False TG.Day 56 easterSunday )
, ( "十胜节", "(十(胜|勝)|(凯|凱)旋|(圣|聖)母)(节|節)"
, cycleNthAfter False TG.Day 9 navaratri )
-- 15th day of Shevat
, ( "犹太植树节", "((犹|猶)太植(树|樹)|(图|圖)比舍巴特)(节|節)|(树|樹)木新年", tuBishvat )
-- day of the full moon in May in the Gregorian calendar
, ( "卫塞节", "((卫|衛)塞|威瑟|比(萨宝|薩寶)蕉)(节|節)", vesak )
, ( "以色列独立日", "以色列((独|獨)立日|国庆节|國慶節)", yomHaatzmaut )
, ( "赎罪日", "(赎|贖)罪日", cycleNthAfter False TG.Day 9 roshHashana )
, ( "圣灵节庆日", "(圣灵节庆|聖靈節慶)日"
, cycleNthAfter False TG.Day 50 easterSunday )
-- Other
, ( "老板节", "老(板节|闆節)"
, predNthClosest 0 weekday (monthDay 10 16) )
]
ruleComputedHolidays' :: [Rule]
ruleComputedHolidays' = mkRuleHolidays'
[ ( "全球青年服务日", "全球青年服(务|務)日"
, let start = globalYouthServiceDay
end = cycleNthAfter False TG.Day 2 globalYouthServiceDay
in interval TTime.Open start end )
, ( "四旬节", "四旬(节|節)"
, let start = cycleNthAfter False TG.Day (-48) orthodoxEaster
end = cycleNthAfter False TG.Day (-9) orthodoxEaster
in interval TTime.Open start end )
, ( "光明节", "(光明|修殿|(献|獻)殿|(烛|燭)光|哈努卡|(马|馬)加比)(节|節)"
, let start = chanukah
end = cycleNthAfter False TG.Day 7 chanukah
in interval TTime.Open start end )
, ( "大斋期", "大(斋|齋)(期|节|節)"
, let start = cycleNthAfter False TG.Day (-46) easterSunday
end = cycleNthAfter False TG.Day (-1) easterSunday
in interval TTime.Open start end )
, ( "九夜节", "(九夜|(难|難)近母)(节|節)"
, let start = navaratri
end = cycleNthAfter False TG.Day 9 navaratri
in interval TTime.Open start end )
, ( "逾越节", "逾越(节|節)"
, let start = passover
end = cycleNthAfter False TG.Day 8 passover
in interval TTime.Open start end )
, ( "斋月", "(穆斯林)?(斋|齋)月"
, let start = ramadan
end = cycleNthAfter False TG.Day (-1) eidalFitr
in interval TTime.Open start end )
, ( "犹太新年", "(犹|猶)太新年"
, let start = roshHashana
end = cycleNthAfter False TG.Day 2 roshHashana
in interval TTime.Open start end )
, ( "七七节", "(七七|沙夫幼特|(周|週)日|收(获|穫)|新果(实|實))(节|節)"
, let start = cycleNthAfter False TG.Day 50 passover
end = cycleNthAfter False TG.Day 52 passover
in interval TTime.Open start end )
, ( "住棚节", "住棚(节|節)"
, let start = cycleNthAfter False TG.Day 14 roshHashana
end = cycleNthAfter False TG.Day 22 roshHashana
in interval TTime.Open start end )
-- Other
-- Last Saturday of March unless it falls on Holy Saturday
-- In which case it's the Saturday before
, ( "地球一小时", "地球一小(时|時)"
, let holySaturday = cycleNthAfter False TG.Day (-1) easterSunday
tentative = predLastOf (dayOfWeek 6) (month 3)
alternative = cycleNthAfter False TG.Day (-7) tentative
in do
day <- intersectWithReplacement holySaturday tentative alternative
start <- intersect day $ hourMinute True 20 30
interval TTime.Closed start $ cycleNthAfter False TG.Minute 60 start )
]
rules :: [Rule]
rules =
[ ruleAbsorptionOfAfterNamedDay
@ -1024,4 +1174,6 @@ rules =
]
++ ruleDaysOfWeek
++ ruleMonths
++ ruleComputedHolidays
++ ruleComputedHolidays'
++ rulePeriodicHolidays