facebook/duckling
1
1
Fork 0
mirror of https://github.com/facebook/duckling.git synced 2024-11-28 16:54:59 +03:00
Code Issues Packages Projects Releases Wiki Activity

Remove ruleIntersect2

Browse Source 
Summary:
It is no longer necessary after D4676812 and D4698788.
`"I have 9 am 12 pm 1 pm 2pm 4 pm 3 pm on Saturday"` now works in
less than a second, it used to be 10s.

The test suite also got 3s faster.

Reviewed By: patapizza

Differential Revision: D4701890

fbshipit-source-id: 107a55f
This commit is contained in:
Bartosz Nitka 2017-03-14 04:50:10 -07:00 committed by Facebook Github Bot
parent 3001604548
commit 28d53fce30
10 changed files with 1443 additions and 2479 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

700
Duckling/Ranking/Classifiers/DA.hs
View File

@ -54,150 +54,6 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("intersect2",
Classifier{okData =
ClassData{prior = -0.46724246780440765,
unseen = -5.869296913133774,
likelihoods =
HashMap.fromList
[("<datetime> - <datetime> (interval)on <date>",
-4.074708587705242),
("<time-of-day> - <time-of-day> (interval)on <date>",
-4.074708587705242),
("hourday", -5.173320876373351),
("dayhour", -2.9220290777668563),
("daymonth", -3.1584178558310865),
("monthyear", -3.0938793346935154),
("intersecthh:mm", -5.173320876373351),
("the <day-of-month> (ordinal)named-month",
-3.9205579078779835),
("intersect by \"of\", \"from\", \"'s\"year",
-4.767855768265187),
("intersect2hh:mm", -5.173320876373351),
("last <day-of-week> of <time>year", -4.767855768265187),
("todayat <time-of-day>", -4.767855768265187),
("dayday", -3.033254712877081),
("dd/mmat <time-of-day>", -4.257030144499196),
("intersect by \",\"hh:mm", -4.074708587705242),
("absorption of , after named dayintersect2",
-5.173320876373351),
("intersectnamed-month", -5.173320876373351),
("dayyear", -3.3015186994717602),
("named-daythis <time>", -3.4685727841349263),
("tomorrow<time-of-day> sharp", -4.767855768265187),
("<day-of-month>(ordinal) <named-month>year",
-4.767855768265187),
("named-day<time> timezone", -4.480173695813406),
("named-monthyear", -3.0938793346935154),
("absorption of , after named day<named-month> <day-of-month> (non ordinal)",
-4.074708587705242),
("tomorrowuntil <time-of-day>", -4.767855768265187),
("absorption of , after named day<day-of-month> (non ordinal) <named-month>",
-4.480173695813406),
("intersect2named-month", -5.173320876373351),
("after <time-of-day>at <time-of-day>", -4.767855768265187),
("intersect by \",\"<day-of-month> (non ordinal) <named-month>",
-4.767855768265187),
("named-day<day-of-month> (non ordinal) <named-month>",
-5.173320876373351),
("named-day<named-month> <day-of-month> (non ordinal)",
-5.173320876373351),
("named-dayfrom <datetime> - <datetime> (interval)",
-4.767855768265187),
("named-daynext <cycle>", -5.173320876373351),
("named-dayintersect", -5.173320876373351),
("named-dayfrom <time-of-day> - <time-of-day> (interval)",
-4.767855768265187),
("tomorrowafter <time-of-day>", -4.767855768265187),
("from <time-of-day> - <time-of-day> (interval)on <date>",
-4.257030144499196),
("dayminute", -2.647592232065096),
("from <datetime> - <datetime> (interval)on <date>",
-4.480173695813406),
("<ordinal> <cycle> of <time>year", -4.767855768265187),
("minuteday", -2.570631190928968),
("absorption of , after named dayintersect",
-5.173320876373351),
("named-daybetween <time-of-day> and <time-of-day> (interval)",
-5.173320876373351),
("named-dayon <date>", -5.173320876373351),
("named-dayat <time-of-day>", -4.767855768265187),
("named-dayintersect2", -5.173320876373351),
("yearhh:mm", -5.173320876373351),
("named-daybetween <datetime> and <datetime> (interval)",
-5.173320876373351),
("absorption of , after named dayintersect by \",\"",
-4.480173695813406),
("dd/mmyear", -4.767855768265187),
("at <time-of-day>on <date>", -5.173320876373351),
("between <time-of-day> and <time-of-day> (interval)on <date>",
-5.173320876373351),
("between <datetime> and <datetime> (interval)on <date>",
-5.173320876373351),
("dayweek", -4.074708587705242),
("weekyear", -4.257030144499196),
("hh:mmtomorrow", -4.480173695813406),
("tomorrowat <time-of-day>", -3.9205579078779835),
("named-daythe <day-of-month> (ordinal)", -5.173320876373351),
("at <time-of-day>tomorrow", -4.767855768265187),
("last <cycle> of <time>year", -4.257030144499196),
("named-daythe <day-of-month> (non ordinal)",
-5.173320876373351),
("<day-of-month> (non ordinal) <named-month>year",
-4.767855768265187),
("yearminute", -5.173320876373351)],
n = 136},
koData =
ClassData{prior = -0.9854481988680208, unseen = -5.497168225293202,
likelihoods =
HashMap.fromList
[("named-daynamed-month", -4.799914262780603),
("dayhour", -3.4136199016607125),
("daymonth", -1.9965538818740682),
("monthday", -3.883623530906448),
("monthyear", -3.883623530906448),
("intersect by \"of\", \"from\", \"'s\"year",
-3.5471512942852352),
("named-dayhh:mm", -4.799914262780603),
("dd/mmat <time-of-day>", -3.883623530906448),
("hourhour", -3.5471512942852352),
("dayyear", -3.4136199016607125),
("named-daythis <time>", -2.3575672274113986),
("year<hour-of-day> <integer> (as relative minutes)",
-4.394449154672439),
("minutemonth", -4.394449154672439),
("named-monthyear", -3.883623530906448),
("in|during the <part-of-day>until <time-of-day>",
-4.394449154672439),
("absorption of , after named daynamed-month",
-3.7013019741124937),
("named-dayfrom <datetime> - <datetime> (interval)",
-4.394449154672439),
("<hour-of-day> <integer> (as relative minutes)named-month",
-4.394449154672439),
("named-dayfrom <time-of-day> - <time-of-day> (interval)",
-4.799914262780603),
("until <time-of-day>on <date>", -4.799914262780603),
("dayminute", -3.4136199016607125),
("minuteday", -3.295836866004329),
("named-daybetween <time-of-day> and <time-of-day> (interval)",
-4.799914262780603),
("named-dayat <time-of-day>", -3.883623530906448),
("hh:mmon <date>", -3.4136199016607125),
("named-daybetween <datetime> and <datetime> (interval)",
-4.799914262780603),
("named-month<day-of-month> (non ordinal) <named-month>",
-3.883623530906448),
("<named-month> <day-of-month> (non ordinal)named-month",
-3.883623530906448),
("this <part-of-day>until <time-of-day>", -4.394449154672439),
("<hour-of-day> <integer> (as relative minutes)year",
-4.394449154672439),
("tomorrownoon", -4.799914262780603),
("this <time>until <time-of-day>", -4.394449154672439),
("minuteyear", -4.394449154672439),
("yearminute", -4.394449154672439)],
n = 81}}),
("<time> <part-of-day>",
Classifier{okData =
ClassData{prior = -0.5596157879354228, unseen = -2.772588722239781,
@ -316,23 +172,22 @@ classifiers
n = 2}}),
("between <datetime> and <datetime> (interval)",
Classifier{okData =
ClassData{prior = -1.0986122886681098,
unseen = -2.3978952727983707,
ClassData{prior = -0.916290731874155, unseen = -2.3025850929940455,
likelihoods =
HashMap.fromList
[("minuteminute", -1.2039728043259361),
("hh:mmhh:mm", -1.2039728043259361)],
[("minuteminute", -1.0986122886681098),
("hh:mmhh:mm", -1.0986122886681098)],
n = 2},
koData =
ClassData{prior = -0.40546510810816444, unseen = -2.70805020110221,
ClassData{prior = -0.5108256237659907,
unseen = -2.4849066497880004,
likelihoods =
HashMap.fromList
[("hh:mmtime-of-day (latent)", -1.540445040947149),
("minuteminute", -1.540445040947149),
("minutehour", -1.540445040947149),
("hh:mmintersect", -1.9459101490553135),
("hh:mmintersect2", -1.9459101490553135)],
n = 4}}),
[("hh:mmtime-of-day (latent)", -1.2992829841302609),
("minuteminute", -1.7047480922384253),
("minutehour", -1.2992829841302609),
("hh:mmintersect", -1.7047480922384253)],
n = 3}}),
("month (grain)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.3978952727983707,
@ -393,166 +248,158 @@ classifiers
n = 2}}),
("intersect",
Classifier{okData =
ClassData{prior = -0.46724246780440765,
unseen = -5.869296913133774,
ClassData{prior = -0.46117571512217015, unseen = -5.8111409929767,
likelihoods =
HashMap.fromList
[("<datetime> - <datetime> (interval)on <date>",
-4.074708587705242),
-4.0163830207523885),
("<time-of-day> - <time-of-day> (interval)on <date>",
-4.074708587705242),
("hourday", -5.173320876373351),
("dayhour", -2.9220290777668563),
("daymonth", -3.1584178558310865),
("monthyear", -3.0938793346935154),
("intersecthh:mm", -5.173320876373351),
-4.0163830207523885),
("hourday", -5.1149953094204985),
("dayhour", -2.863703510814003),
("daymonth", -3.3232358401924436),
("monthyear", -3.0355537677406628),
("intersecthh:mm", -5.1149953094204985),
("the <day-of-month> (ordinal)named-month",
-3.9205579078779835),
-3.8622323409251305),
("intersect by \"of\", \"from\", \"'s\"year",
-4.767855768265187),
("intersect2hh:mm", -5.173320876373351),
("last <day-of-week> of <time>year", -4.767855768265187),
("todayat <time-of-day>", -4.767855768265187),
("dayday", -3.033254712877081),
("dd/mmat <time-of-day>", -4.257030144499196),
("intersect by \",\"hh:mm", -4.074708587705242),
("absorption of , after named dayintersect2",
-5.173320876373351),
("intersectnamed-month", -5.173320876373351),
("dayyear", -3.3015186994717602),
("named-daythis <time>", -3.4685727841349263),
("tomorrow<time-of-day> sharp", -4.767855768265187),
-4.709530201312334),
("last <day-of-week> of <time>year", -4.709530201312334),
("todayat <time-of-day>", -4.709530201312334),
("dayday", -3.0355537677406628),
("dd/mmat <time-of-day>", -4.198704577546343),
("intersect by \",\"hh:mm", -4.198704577546343),
("intersectnamed-month", -5.1149953094204985),
("dayyear", -3.243193132518907),
("named-daythis <time>", -3.6109179126442243),
("tomorrow<time-of-day> sharp", -4.709530201312334),
("<day-of-month>(ordinal) <named-month>year",
-4.767855768265187),
("named-day<time> timezone", -4.480173695813406),
("named-monthyear", -3.0938793346935154),
-4.709530201312334),
("named-day<time> timezone", -4.421848128860553),
("named-monthyear", -3.0355537677406628),
("absorption of , after named day<named-month> <day-of-month> (non ordinal)",
-4.074708587705242),
("tomorrowuntil <time-of-day>", -4.767855768265187),
-4.0163830207523885),
("tomorrowuntil <time-of-day>", -4.709530201312334),
("absorption of , after named day<day-of-month> (non ordinal) <named-month>",
-4.480173695813406),
("intersect2named-month", -5.173320876373351),
("after <time-of-day>at <time-of-day>", -4.767855768265187),
-4.421848128860553),
("after <time-of-day>at <time-of-day>", -4.709530201312334),
("intersect by \",\"<day-of-month> (non ordinal) <named-month>",
-4.767855768265187),
-4.709530201312334),
("named-day<day-of-month> (non ordinal) <named-month>",
-5.173320876373351),
-5.1149953094204985),
("named-day<named-month> <day-of-month> (non ordinal)",
-5.173320876373351),
-5.1149953094204985),
("named-dayfrom <datetime> - <datetime> (interval)",
-4.767855768265187),
("named-daynext <cycle>", -5.173320876373351),
("named-dayintersect", -5.173320876373351),
-4.709530201312334),
("named-daynext <cycle>", -5.1149953094204985),
("named-dayintersect", -5.1149953094204985),
("named-dayfrom <time-of-day> - <time-of-day> (interval)",
-4.767855768265187),
("tomorrowafter <time-of-day>", -4.767855768265187),
-4.709530201312334),
("tomorrowafter <time-of-day>", -4.709530201312334),
("from <time-of-day> - <time-of-day> (interval)on <date>",
-4.257030144499196),
("dayminute", -2.647592232065096),
-4.198704577546343),
("dayminute", -2.763620052257021),
("from <datetime> - <datetime> (interval)on <date>",
-4.480173695813406),
("<ordinal> <cycle> of <time>year", -4.767855768265187),
("minuteday", -2.570631190928968),
-4.421848128860553),
("<ordinal> <cycle> of <time>year", -4.709530201312334),
("minuteday", -2.512305623976115),
("absorption of , after named dayintersect",
-5.173320876373351),
-5.1149953094204985),
("named-daybetween <time-of-day> and <time-of-day> (interval)",
-5.173320876373351),
("named-dayon <date>", -5.173320876373351),
("named-dayat <time-of-day>", -4.767855768265187),
("named-dayintersect2", -5.173320876373351),
("yearhh:mm", -5.173320876373351),
-5.1149953094204985),
("named-dayon <date>", -5.1149953094204985),
("named-dayat <time-of-day>", -4.709530201312334),
("yearhh:mm", -5.1149953094204985),
("named-daybetween <datetime> and <datetime> (interval)",
-5.173320876373351),
-5.1149953094204985),
("absorption of , after named dayintersect by \",\"",
-4.480173695813406),
("dd/mmyear", -4.767855768265187),
("at <time-of-day>on <date>", -5.173320876373351),
-4.709530201312334),
("dd/mmyear", -4.709530201312334),
("at <time-of-day>on <date>", -5.1149953094204985),
("between <time-of-day> and <time-of-day> (interval)on <date>",
-5.173320876373351),
-5.1149953094204985),
("between <datetime> and <datetime> (interval)on <date>",
-5.173320876373351),
("dayweek", -4.074708587705242),
("weekyear", -4.257030144499196),
("hh:mmtomorrow", -4.480173695813406),
("tomorrowat <time-of-day>", -3.9205579078779835),
("named-daythe <day-of-month> (ordinal)", -5.173320876373351),
("at <time-of-day>tomorrow", -4.767855768265187),
("last <cycle> of <time>year", -4.257030144499196),
-5.1149953094204985),
("dayweek", -4.0163830207523885),
("weekyear", -4.198704577546343),
("hh:mmtomorrow", -4.421848128860553),
("tomorrowat <time-of-day>", -3.8622323409251305),
("named-daythe <day-of-month> (ordinal)", -5.1149953094204985),
("at <time-of-day>tomorrow", -4.709530201312334),
("last <cycle> of <time>year", -4.198704577546343),
("named-daythe <day-of-month> (non ordinal)",
-5.173320876373351),
-5.1149953094204985),
("<day-of-month> (non ordinal) <named-month>year",
-4.767855768265187),
("yearminute", -5.173320876373351)],
n = 136},
-4.709530201312334),
("yearminute", -5.1149953094204985)],
n = 128},
koData =
ClassData{prior = -0.9854481988680208, unseen = -5.497168225293202,
ClassData{prior = -0.9957178655054769, unseen = -5.429345628954441,
likelihoods =
HashMap.fromList
[("named-daynamed-month", -4.799914262780603),
("dayhour", -3.4136199016607125),
("daymonth", -1.9965538818740682),
("monthday", -3.883623530906448),
("monthyear", -3.883623530906448),
[("named-daynamed-month", -4.7318028369214575),
("dayhour", -3.3455084758015667),
("daymonth", -2.129113151477074),
("monthday", -3.8155121050473024),
("monthyear", -3.8155121050473024),
("intersect by \"of\", \"from\", \"'s\"year",
-3.5471512942852352),
("named-dayhh:mm", -4.799914262780603),
("dd/mmat <time-of-day>", -3.883623530906448),
("hourhour", -3.5471512942852352),
("dayyear", -3.4136199016607125),
("named-daythis <time>", -2.3575672274113986),
-3.4790398684260895),
("named-dayhh:mm", -4.7318028369214575),
("dd/mmat <time-of-day>", -3.8155121050473024),
("hourhour", -3.4790398684260895),
("dayyear", -3.3455084758015667),
("named-daythis <time>", -2.5917366734251868),
("year<hour-of-day> <integer> (as relative minutes)",
-4.394449154672439),
("minutemonth", -4.394449154672439),
("named-monthyear", -3.883623530906448),
-4.326337728813293),
("minutemonth", -4.326337728813293),
("named-monthyear", -3.8155121050473024),
("in|during the <part-of-day>until <time-of-day>",
-4.394449154672439),
-4.326337728813293),
("absorption of , after named daynamed-month",
-3.7013019741124937),
-3.6331905482533475),
("named-dayfrom <datetime> - <datetime> (interval)",
-4.394449154672439),
-4.326337728813293),
("<hour-of-day> <integer> (as relative minutes)named-month",
-4.394449154672439),
-4.326337728813293),
("named-dayfrom <time-of-day> - <time-of-day> (interval)",
-4.799914262780603),
("until <time-of-day>on <date>", -4.799914262780603),
("dayminute", -3.4136199016607125),
("minuteday", -3.295836866004329),
-4.7318028369214575),
("until <time-of-day>on <date>", -4.7318028369214575),
("dayminute", -3.3455084758015667),
("minuteday", -3.2277254401451834),
("named-daybetween <time-of-day> and <time-of-day> (interval)",
-4.799914262780603),
("named-dayat <time-of-day>", -3.883623530906448),
("hh:mmon <date>", -3.4136199016607125),
-4.7318028369214575),
("named-dayat <time-of-day>", -3.8155121050473024),
("hh:mmon <date>", -3.3455084758015667),
("named-daybetween <datetime> and <datetime> (interval)",
-4.799914262780603),
-4.7318028369214575),
("named-month<day-of-month> (non ordinal) <named-month>",
-3.883623530906448),
-3.8155121050473024),
("<named-month> <day-of-month> (non ordinal)named-month",
-3.883623530906448),
("this <part-of-day>until <time-of-day>", -4.394449154672439),
-3.8155121050473024),
("this <part-of-day>until <time-of-day>", -4.326337728813293),
("<hour-of-day> <integer> (as relative minutes)year",
-4.394449154672439),
("tomorrownoon", -4.799914262780603),
("this <time>until <time-of-day>", -4.394449154672439),
("minuteyear", -4.394449154672439),
("yearminute", -4.394449154672439)],
n = 81}}),
-4.326337728813293),
("tomorrownoon", -4.7318028369214575),
("this <time>until <time-of-day>", -4.326337728813293),
("minuteyear", -4.326337728813293),
("yearminute", -4.326337728813293)],
n = 75}}),
("<ordinal> <cycle> of <time>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.1354942159291497,
ClassData{prior = 0.0, unseen = -2.890371757896165,
likelihoods =
HashMap.fromList
[("daymonth", -1.9924301646902063),
("ordinals (first..31st)week (grain)intersect2",
-1.9924301646902063),
[("daymonth", -1.7346010553881064),
("ordinals (first..31st)week (grain)intersect",
-1.9924301646902063),
-1.7346010553881064),
("ordinals (first..31st)week (grain)named-month",
-1.9924301646902063),
("weekmonth", -1.1451323043030026),
-1.7346010553881064),
("weekmonth", -1.2237754316221157),
("ordinals (first..31st)day (grain)named-month",
-1.9924301646902063)],
n = 8},
-1.7346010553881064)],
n = 6},
koData =
ClassData{prior = -infinity, unseen = -1.9459101490553135,
ClassData{prior = -infinity, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [], n = 0}}),
("season",
Classifier{okData =
@ -570,31 +417,30 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("from <datetime> - <datetime> (interval)",
Classifier{okData =
ClassData{prior = -1.2237754316221157,
unseen = -3.1354942159291497,
ClassData{prior = -1.0296194171811581,
unseen = -3.0910424533583156,
likelihoods =
HashMap.fromList
[("minuteminute", -1.4816045409242156),
[("minuteminute", -1.4350845252893227),
("time-of-day (latent)time-of-day (latent)",
-2.3978952727983707),
("hh:mmhh:mm", -1.4816045409242156),
("hourhour", -2.3978952727983707)],
-2.3513752571634776),
("hh:mmhh:mm", -1.4350845252893227),
("hourhour", -2.3513752571634776)],
n = 5},
koData =
ClassData{prior = -0.3483066942682157,
unseen = -3.6109179126442243,
ClassData{prior = -0.4418327522790392,
unseen = -3.4011973816621555,
likelihoods =
HashMap.fromList
[("yearhour", -2.890371757896165),
("hh:mmtime-of-day (latent)", -1.9740810260220096),
("minuteminute", -1.6376087894007967),
("yearyear", -2.890371757896165),
("year (latent)year (latent)", -2.890371757896165),
("minutehour", -1.9740810260220096),
("hh:mmintersect", -2.1972245773362196),
("year (latent)time-of-day (latent)", -2.890371757896165),
("hh:mmintersect2", -2.1972245773362196)],
n = 12}}),
[("yearhour", -2.6741486494265287),
("hh:mmtime-of-day (latent)", -1.7578579175523736),
("minuteminute", -1.9810014688665833),
("yearyear", -2.6741486494265287),
("year (latent)year (latent)", -2.6741486494265287),
("minutehour", -1.7578579175523736),
("hh:mmintersect", -1.9810014688665833),
("year (latent)time-of-day (latent)", -2.6741486494265287)],
n = 9}}),
("next <cycle>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.044522437723423,
@ -727,25 +573,22 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("nth <time> of <time>",
Classifier{okData =
ClassData{prior = -0.35667494393873245,
unseen = -3.4965075614664802,
ClassData{prior = -0.5596157879354228, unseen = -2.995732273553991,
likelihoods =
HashMap.fromList
[("daymonth", -0.7576857016975165),
("ordinals (first..31st)named-dayintersect2",
-1.5198257537444133),
[("daymonth", -0.7472144018302211),
("ordinals (first..31st)named-dayintersect",
-1.5198257537444133),
-0.9985288301111273),
("ordinals (first..31st)named-daynamed-month",
-2.367123614131617)],
n = 14},
-1.845826690498331)],
n = 8},
koData =
ClassData{prior = -1.2039728043259361, unseen = -2.833213344056216,
ClassData{prior = -0.8472978603872037, unseen = -2.772588722239781,
likelihoods =
HashMap.fromList
[("daymonth", -0.8266785731844679),
[("daymonth", -0.7621400520468967),
("ordinals (first..31st)named-daynamed-month",
-0.8266785731844679)],
-0.7621400520468967)],
n = 6}}),
("the <day-of-month> (non ordinal)",
Classifier{okData =
@ -1005,16 +848,15 @@ classifiers
n = 4}}),
("last <day-of-week> of <time>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.044522437723423,
ClassData{prior = 0.0, unseen = -2.772588722239781,
likelihoods =
HashMap.fromList
[("named-daynamed-month", -1.3862943611198906),
("daymonth", -0.7985076962177716),
("named-dayintersect", -1.8971199848858813),
("named-dayintersect2", -1.8971199848858813)],
n = 8},
[("named-daynamed-month", -1.0986122886681098),
("daymonth", -0.7621400520468967),
("named-dayintersect", -1.6094379124341003)],
n = 6},
koData =
ClassData{prior = -infinity, unseen = -1.6094379124341003,
ClassData{prior = -infinity, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [], n = 0}}),
("<integer> <unit-of-duration>",
Classifier{okData =
@ -1111,58 +953,47 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("intersect by \",\"",
Classifier{okData =
ClassData{prior = -0.12062798778861475,
unseen = -4.736198448394496,
ClassData{prior = -0.1590646946296874, unseen = -4.442651256490317,
likelihoods =
HashMap.fromList
[("intersectintersect2", -4.034240638152395),
("at <time-of-day>named-day", -4.034240638152395),
("intersect by \",\"year", -4.034240638152395),
("at <time-of-day>intersect2", -4.034240638152395),
("hh:mmintersect by \",\"", -4.034240638152395),
("dayday", -2.32949254591397),
("hh:mmnamed-day", -4.034240638152395),
("intersect2intersect2", -4.034240638152395),
("named-dayintersect by \",\"", -3.34109345759245),
("dayyear", -2.9356283494842854),
[("at <time-of-day>named-day", -3.7376696182833684),
("intersect by \",\"year", -3.7376696182833684),
("hh:mmintersect by \",\"", -3.7376696182833684),
("dayday", -2.032921526044943),
("hh:mmnamed-day", -3.7376696182833684),
("named-dayintersect by \",\"", -3.332204510175204),
("dayyear", -2.8213788864092133),
("<named-month> <day-of-month> (non ordinal)intersect",
-4.034240638152395),
("<named-month> <day-of-month> (non ordinal)intersect2",
-4.034240638152395),
-3.7376696182833684),
("intersect by \",\"<day-of-month> (non ordinal) <named-month>",
-3.628775530044231),
-3.332204510175204),
("<named-month> <day-of-month> (non ordinal)named-day",
-4.034240638152395),
-3.7376696182833684),
("named-day<day-of-month> (non ordinal) <named-month>",
-3.34109345759245),
-3.044522437723423),
("named-day<named-month> <day-of-month> (non ordinal)",
-2.9356283494842854),
("hh:mmintersect", -4.034240638152395),
("intersect by \",\"intersect", -4.034240638152395),
("named-dayintersect", -4.034240638152395),
("at <time-of-day>intersect", -4.034240638152395),
("dayminute", -2.1624384612508036),
("intersect2intersect", -4.034240638152395),
("intersectyear", -4.034240638152395),
("minuteday", -2.1624384612508036),
("hh:mmintersect2", -4.034240638152395),
("hh:mmabsorption of , after named day", -4.034240638152395),
("named-dayintersect2", -4.034240638152395),
("intersect by \",\"intersect2", -4.034240638152395),
("at <time-of-day>intersect by \",\"", -4.034240638152395),
-2.639057329615259),
("hh:mmintersect", -3.7376696182833684),
("intersect by \",\"intersect", -3.7376696182833684),
("named-dayintersect", -3.7376696182833684),
("at <time-of-day>intersect", -3.7376696182833684),
("dayminute", -2.639057329615259),
("intersectyear", -3.7376696182833684),
("minuteday", -2.032921526044943),
("hh:mmabsorption of , after named day", -3.7376696182833684),
("at <time-of-day>intersect by \",\"", -3.7376696182833684),
("at <time-of-day>absorption of , after named day",
-4.034240638152395),
("intersectintersect", -4.034240638152395),
("intersect2year", -4.034240638152395),
-3.7376696182833684),
("intersectintersect", -3.7376696182833684),
("<named-month> <day-of-month> (non ordinal)year",
-3.628775530044231)],
n = 39},
-3.332204510175204)],
n = 29},
koData =
ClassData{prior = -2.174751721484161, unseen = -3.828641396489095,
ClassData{prior = -1.916922612182061, unseen = -3.6109179126442243,
likelihoods =
HashMap.fromList
[("named-daynamed-month", -2.0149030205422647),
("daymonth", -2.0149030205422647)],
[("named-daynamed-month", -1.791759469228055),
("daymonth", -1.791759469228055)],
n = 5}}),
("hh:mm",
Classifier{okData =
@ -1211,28 +1042,26 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("intersect by \"of\", \"from\", \"'s\"",
Classifier{okData =
ClassData{prior = -0.9315582040049435,
unseen = -3.5553480614894135,
ClassData{prior = -0.8209805520698302,
unseen = -3.4011973816621555,
likelihoods =
HashMap.fromList
[("named-daynamed-month", -1.916922612182061),
("daymonth", -1.329135947279942),
("named-daylast <cycle>", -2.833213344056216),
("named-daynext <cycle>", -2.833213344056216),
("named-dayintersect", -2.4277482359480516),
("named-dayintersect2", -2.4277482359480516),
("dayweek", -1.7346010553881064),
("named-daythis <cycle>", -2.1400661634962708)],
n = 13},
[("named-daynamed-month", -1.7578579175523736),
("daymonth", -1.4213856809311607),
("named-daylast <cycle>", -2.6741486494265287),
("named-daynext <cycle>", -2.6741486494265287),
("named-dayintersect", -2.268683541318364),
("dayweek", -1.575536360758419),
("named-daythis <cycle>", -1.9810014688665833)],
n = 11},
koData =
ClassData{prior = -0.5007752879124893, unseen = -3.891820298110627,
ClassData{prior = -0.579818495252942, unseen = -3.58351893845611,
likelihoods =
HashMap.fromList
[("named-daynamed-month", -1.6739764335716716),
("daymonth", -0.8266785731844679),
("named-dayintersect", -1.9252908618525775),
("named-dayintersect2", -1.9252908618525775)],
n = 20}}),
[("named-daynamed-month", -1.3581234841531944),
("daymonth", -0.8472978603872037),
("named-dayintersect", -1.6094379124341003)],
n = 14}}),
("<duration> ago",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.5553480614894135,
@ -1285,22 +1114,22 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
("until <time-of-day>",
Classifier{okData =
ClassData{prior = -0.35667494393873245,
unseen = -3.044522437723423,
ClassData{prior = -0.25131442828090605,
unseen = -2.995732273553991,
likelihoods =
HashMap.fromList
[("at <time-of-day>", -0.916290731874155),
("hour", -0.916290731874155)],
[("at <time-of-day>", -0.8649974374866046),
("hour", -0.8649974374866046)],
n = 7},
koData =
ClassData{prior = -1.2039728043259361,
unseen = -2.5649493574615367,
ClassData{prior = -1.5040773967762742,
unseen = -2.3025850929940455,
likelihoods =
HashMap.fromList
[("intersect2", -1.791759469228055),
("intersect", -1.791759469228055),
("hh:mm", -1.791759469228055), ("minute", -1.0986122886681098)],
n = 3}}),
[("intersect", -1.5040773967762742),
("hh:mm", -1.5040773967762742),
("minute", -1.0986122886681098)],
n = 2}}),
("<integer> and an half hours",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
@ -1440,36 +1269,34 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("<datetime> - <datetime> (interval)",
Classifier{okData =
ClassData{prior = -0.7985076962177716,
unseen = -3.9318256327243257,
ClassData{prior = -0.6649763035932491, unseen = -3.912023005428146,
likelihoods =
HashMap.fromList
[("minuteminute", -1.2729656758128873),
("hh:mmhh:mm", -1.2729656758128873),
("dayday", -2.120263536200091),
[("minuteminute", -1.252762968495368),
("hh:mmhh:mm", -1.252762968495368),
("dayday", -2.1000608288825715),
("<day-of-month> (non ordinal) <named-month><day-of-month> (non ordinal) <named-month>",
-2.120263536200091)],
-2.1000608288825715)],
n = 18},
koData =
ClassData{prior = -0.5978370007556204, unseen = -4.07753744390572,
ClassData{prior = -0.7221347174331976, unseen = -3.871201010907891,
likelihoods =
HashMap.fromList
[("monthday", -2.268683541318364),
("minuteminute", -1.575536360758419),
("hh:mmhh:mm", -3.367295829986474),
("dayyear", -2.9618307218783095),
[("monthday", -2.0583881324820035),
("minuteminute", -1.9042374526547454),
("hh:mmhh:mm", -3.1570004211501135),
("dayyear", -2.751535313041949),
("year<hour-of-day> <integer> (as relative minutes)",
-2.9618307218783095),
("hh:mmintersect", -2.268683541318364),
("hh:mmintersect2", -2.268683541318364),
("dd/mmyear", -2.9618307218783095),
-2.751535313041949),
("hh:mmintersect", -2.0583881324820035),
("dd/mmyear", -2.751535313041949),
("named-month<day-of-month> (non ordinal) <named-month>",
-2.268683541318364),
-2.0583881324820035),
("<hour-of-day> <integer> (as relative minutes)year",
-2.9618307218783095),
("minuteyear", -2.9618307218783095),
("yearminute", -2.9618307218783095)],
n = 22}}),
-2.751535313041949),
("minuteyear", -2.751535313041949),
("yearminute", -2.751535313041949)],
n = 17}}),
("<time-of-day> - <time-of-day> (interval)",
Classifier{okData =
ClassData{prior = -0.7672551527136672,
@ -1596,20 +1423,18 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("last <cycle> of <time>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.4965075614664802,
ClassData{prior = 0.0, unseen = -3.1354942159291497,
likelihoods =
HashMap.fromList
[("daymonth", -1.5198257537444133),
("week (grain)named-month", -2.367123614131617),
("day (grain)intersect", -2.367123614131617),
("day (grain)intersect2", -2.367123614131617),
("weekmonth", -1.5198257537444133),
("day (grain)named-month", -2.367123614131617),
("week (grain)intersect", -2.367123614131617),
("week (grain)intersect2", -2.367123614131617)],
n = 12},
[("daymonth", -1.4816045409242156),
("week (grain)named-month", -1.9924301646902063),
("day (grain)intersect", -1.9924301646902063),
("weekmonth", -1.4816045409242156),
("day (grain)named-month", -1.9924301646902063),
("week (grain)intersect", -1.9924301646902063)],
n = 8},
koData =
ClassData{prior = -infinity, unseen = -2.1972245773362196,
ClassData{prior = -infinity, unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [], n = 0}}),
("<day-of-month>(ordinal) <named-month> year",
Classifier{okData =
@ -1641,27 +1466,25 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("after <time-of-day>",
Classifier{okData =
ClassData{prior = -0.6418538861723948,
unseen = -3.4965075614664802,
ClassData{prior = -0.7537718023763802, unseen = -3.332204510175204,
likelihoods =
HashMap.fromList
[("intersect2", -2.367123614131617),
("at <time-of-day>", -1.8562979903656263),
("intersect", -2.367123614131617),
("tomorrow", -2.367123614131617), ("day", -2.367123614131617),
("hour", -1.2685113254635072)],
n = 10},
[("at <time-of-day>", -1.6863989535702288),
("intersect", -2.1972245773362196),
("tomorrow", -2.1972245773362196), ("day", -2.1972245773362196),
("hour", -1.349926716949016)],
n = 8},
koData =
ClassData{prior = -0.7472144018302211,
unseen = -3.4339872044851463,
ClassData{prior = -0.6359887667199967,
unseen = -3.4011973816621555,
likelihoods =
HashMap.fromList
[("this <part-of-day>", -2.3025850929940455),
("christmas eve", -2.3025850929940455),
("in|during the <part-of-day>", -2.3025850929940455),
("day", -2.3025850929940455), ("hh:mm", -2.70805020110221),
("hour", -1.455287232606842), ("minute", -2.70805020110221),
("this <time>", -2.3025850929940455)],
[("this <part-of-day>", -2.268683541318364),
("christmas eve", -2.268683541318364),
("in|during the <part-of-day>", -2.268683541318364),
("day", -2.268683541318364), ("hh:mm", -2.6741486494265287),
("hour", -1.4213856809311607), ("minute", -2.6741486494265287),
("this <time>", -2.268683541318364)],
n = 9}}),
("day (grain)",
Classifier{okData =
@ -1706,33 +1529,30 @@ classifiers
n = 10}}),
("this <time>",
Classifier{okData =
ClassData{prior = -1.413693335308005, unseen = -3.9318256327243257,
ClassData{prior = -1.3217558399823195, unseen = -3.828641396489095,
likelihoods =
HashMap.fromList
[("week", -2.3025850929940455),
("intersect2", -2.8134107167600364),
("intersect", -2.8134107167600364),
("season", -2.3025850929940455),
("next <cycle>", -3.2188758248682006),
("named-month", -2.8134107167600364),
("day", -2.3025850929940455),
("this <cycle>", -2.5257286443082556),
("hour", -2.3025850929940455), ("evening", -3.2188758248682006),
("month", -1.9661128563728327),
("morning", -3.2188758248682006),
("week-end", -2.8134107167600364)],
n = 18},
[("week", -2.1972245773362196), ("intersect", -2.70805020110221),
("season", -2.1972245773362196),
("next <cycle>", -3.1135153092103742),
("named-month", -2.70805020110221),
("day", -2.1972245773362196),
("this <cycle>", -2.4203681286504293),
("hour", -2.1972245773362196), ("evening", -3.1135153092103742),
("month", -2.1972245773362196),
("morning", -3.1135153092103742),
("week-end", -2.70805020110221)],
n = 16},
koData =
ClassData{prior = -0.2787134024690205, unseen = -4.844187086458591,
ClassData{prior = -0.3101549283038396, unseen = -4.624972813284271,
likelihoods =
HashMap.fromList
[("intersect2", -2.2713325494899412),
("intersect", -2.2713325494899412),
("named-month", -1.8918429277850375),
("time-of-day (latent)", -3.7376696182833684),
("hour", -2.128231705849268), ("month", -1.0750817912579156),
("morning", -2.2713325494899412)],
n = 56}}),
[("intersect", -2.0501711593797225),
("named-month", -1.670681537674819),
("time-of-day (latent)", -3.5165082281731497),
("hour", -1.9070703157390494), ("month", -1.1811333123561132),
("morning", -2.0501711593797225)],
n = 44}}),
("within <duration>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,

1119
Duckling/Ranking/Classifiers/EN.hs
View File

File diff suppressed because it is too large Load Diff

693
Duckling/Ranking/Classifiers/NB.hs
View File

@ -62,150 +62,6 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("intersect2",
Classifier{okData =
ClassData{prior = -0.44134339577306625,
unseen = -5.926926025970411,
likelihoods =
HashMap.fromList
[("<datetime> - <datetime> (interval)on <date>",
-4.132496328186477),
("<time-of-day> - <time-of-day> (interval)on <date>",
-4.132496328186477),
("hourday", -5.231108616854587),
("dayhour", -2.9798168182480915),
("daymonth", -2.788761581485382),
("monthyear", -3.1516670751747506),
("intersecthh:mm", -5.231108616854587),
("the <day-of-month> (ordinal)named-month", -3.978345648359219),
("intersect by \"of\", \"from\", \"'s\"year",
-4.825643508746422),
("intersect2hh:mm", -5.231108616854587),
("last <day-of-week> of <time>year", -4.825643508746422),
("todayat <time-of-day>", -4.825643508746422),
("dayday", -2.9798168182480915),
("dd/mmat <time-of-day>", -4.314817884980432),
("intersect by \",\"hh:mm", -4.132496328186477),
("absorption of , after named dayintersect2",
-5.231108616854587),
("intersectnamed-month", -4.825643508746422),
("dayyear", -3.359306439952995),
("named-daythis <time>", -3.844814255734696),
("tomorrow<time-of-day> sharp", -4.825643508746422),
("<day-of-month>(ordinal) <named-month>year",
-4.825643508746422),
("named-day<time> timezone", -4.537961436294641),
("named-monthyear", -3.1516670751747506),
("absorption of , after named day<named-month> <day-of-month> (non ordinal)",
-4.132496328186477),
("on <date>named-month", -3.978345648359219),
("tomorrowuntil <time-of-day>", -4.825643508746422),
("absorption of , after named day<day-of-month> (non ordinal) <named-month>",
-4.537961436294641),
("intersect2named-month", -4.825643508746422),
("after <time-of-day>at <time-of-day>", -4.825643508746422),
("intersect by \",\"<day-of-month> (non ordinal) <named-month>",
-4.825643508746422),
("named-day<day-of-month> (non ordinal) <named-month>",
-5.231108616854587),
("named-day<named-month> <day-of-month> (non ordinal)",
-5.231108616854587),
("named-dayfrom <datetime> - <datetime> (interval)",
-4.825643508746422),
("named-daynext <cycle>", -5.231108616854587),
("named-dayintersect", -4.825643508746422),
("named-dayfrom <time-of-day> - <time-of-day> (interval)",
-4.825643508746422),
("tomorrowafter <time-of-day>", -4.825643508746422),
("from <time-of-day> - <time-of-day> (interval)on <date>",
-4.314817884980432),
("dayminute", -2.7053799725463312),
("from <datetime> - <datetime> (interval)on <date>",
-4.537961436294641),
("<ordinal> <cycle> of <time>year", -4.825643508746422),
("minuteday", -2.628418931410203),
("absorption of , after named dayintersect",
-5.231108616854587),
("named-daybetween <time-of-day> and <time-of-day> (interval)",
-5.231108616854587),
("named-dayon <date>", -4.825643508746422),
("named-dayat <time-of-day>", -4.825643508746422),
("named-dayintersect2", -4.825643508746422),
("yearhh:mm", -5.231108616854587),
("named-daybetween <datetime> and <datetime> (interval)",
-5.231108616854587),
("absorption of , after named dayintersect by \",\"",
-4.537961436294641),
("dd/mmyear", -4.825643508746422),
("at <time-of-day>on <date>", -5.231108616854587),
("between <time-of-day> and <time-of-day> (interval)on <date>",
-5.231108616854587),
("between <datetime> and <datetime> (interval)on <date>",
-5.231108616854587),
("dayweek", -4.132496328186477),
("weekyear", -4.314817884980432),
("hh:mmtomorrow", -4.537961436294641),
("tomorrowat <time-of-day>", -3.978345648359219),
("named-daythis <cycle>", -4.537961436294641),
("named-daythe <day-of-month> (ordinal)", -5.231108616854587),
("at <time-of-day>tomorrow", -4.825643508746422),
("last <cycle> of <time>year", -4.314817884980432),
("<day-of-month> (non ordinal) <named-month>year",
-4.825643508746422),
("yearminute", -5.231108616854587)],
n = 146},
koData =
ClassData{prior = -1.030500862808964, unseen = -5.5012582105447265,
likelihoods =
HashMap.fromList
[("named-daynamed-month", -4.804021044733257),
("dayhour", -3.2999436479569826),
("daymonth", -2.0006606638267215),
("monthday", -3.8877303128591016),
("monthyear", -3.8877303128591016),
("intersect by \"of\", \"from\", \"'s\"year",
-3.5512580762378887),
("named-dayhh:mm", -4.804021044733257),
("dd/mmat <time-of-day>", -3.8877303128591016),
("hourhour", -3.5512580762378887),
("dayyear", -3.5512580762378887),
("named-daythis <time>", -2.361674009364052),
("year<hour-of-day> <integer> (as relative minutes)",
-4.398555936625092),
("minutemonth", -4.398555936625092),
("named-monthyear", -3.8877303128591016),
("in|during the <part-of-day>until <time-of-day>",
-4.398555936625092),
("absorption of , after named daynamed-month",
-3.7054087560651467),
("named-dayfrom <datetime> - <datetime> (interval)",
-4.804021044733257),
("<hour-of-day> <integer> (as relative minutes)named-month",
-4.398555936625092),
("named-dayfrom <time-of-day> - <time-of-day> (interval)",
-4.804021044733257),
("until <time-of-day>on <date>", -4.804021044733257),
("dayminute", -3.417726683613366),
("minuteday", -3.2999436479569826),
("named-daybetween <time-of-day> and <time-of-day> (interval)",
-4.804021044733257),
("named-dayon <date>", -4.804021044733257),
("named-dayat <time-of-day>", -3.8877303128591016),
("hh:mmon <date>", -3.417726683613366),
("named-daybetween <datetime> and <datetime> (interval)",
-4.804021044733257),
("named-month<day-of-month> (non ordinal) <named-month>",
-3.8877303128591016),
("<named-month> <day-of-month> (non ordinal)named-month",
-3.8877303128591016),
("this <part-of-day>until <time-of-day>", -4.398555936625092),
("<hour-of-day> <integer> (as relative minutes)year",
-4.398555936625092),
("tomorrownoon", -4.804021044733257),
("this <time>until <time-of-day>", -4.398555936625092),
("minuteyear", -4.398555936625092),
("yearminute", -4.398555936625092)],
n = 81}}),
("<time> <part-of-day>",
Classifier{okData =
ClassData{prior = -0.5596157879354228, unseen = -2.772588722239781,
@ -331,23 +187,22 @@ classifiers
n = 2}}),
("between <datetime> and <datetime> (interval)",
Classifier{okData =
ClassData{prior = -1.0986122886681098,
unseen = -2.3978952727983707,
ClassData{prior = -0.916290731874155, unseen = -2.3025850929940455,
likelihoods =
HashMap.fromList
[("minuteminute", -1.2039728043259361),
("hh:mmhh:mm", -1.2039728043259361)],
[("minuteminute", -1.0986122886681098),
("hh:mmhh:mm", -1.0986122886681098)],
n = 2},
koData =
ClassData{prior = -0.40546510810816444, unseen = -2.70805020110221,
ClassData{prior = -0.5108256237659907,
unseen = -2.4849066497880004,
likelihoods =
HashMap.fromList
[("hh:mmtime-of-day (latent)", -1.540445040947149),
("minuteminute", -1.540445040947149),
("minutehour", -1.540445040947149),
("hh:mmintersect", -1.9459101490553135),
("hh:mmintersect2", -1.9459101490553135)],
n = 4}}),
[("hh:mmtime-of-day (latent)", -1.2992829841302609),
("minuteminute", -1.7047480922384253),
("minutehour", -1.2992829841302609),
("hh:mmintersect", -1.7047480922384253)],
n = 3}}),
("month (grain)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.3978952727983707,
@ -415,166 +270,158 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("intersect",
Classifier{okData =
ClassData{prior = -0.44134339577306625,
unseen = -5.926926025970411,
ClassData{prior = -0.4392032477400145, unseen = -5.860786223465865,
likelihoods =
HashMap.fromList
[("<datetime> - <datetime> (interval)on <date>",
-4.132496328186477),
-4.0661736852554045),
("<time-of-day> - <time-of-day> (interval)on <date>",
-4.132496328186477),
("hourday", -5.231108616854587),
("dayhour", -2.9798168182480915),
("daymonth", -2.788761581485382),
("monthyear", -3.1516670751747506),
("intersecthh:mm", -5.231108616854587),
("the <day-of-month> (ordinal)named-month", -3.978345648359219),
-4.0661736852554045),
("hourday", -5.1647859739235145),
("dayhour", -2.9134941753170187),
("daymonth", -2.9134941753170187),
("monthyear", -3.0853444322436783),
("intersecthh:mm", -5.1647859739235145),
("the <day-of-month> (ordinal)named-month", -3.912023005428146),
("intersect by \"of\", \"from\", \"'s\"year",
-4.825643508746422),
("intersect2hh:mm", -5.231108616854587),
("last <day-of-week> of <time>year", -4.825643508746422),
("todayat <time-of-day>", -4.825643508746422),
("dayday", -2.9798168182480915),
("dd/mmat <time-of-day>", -4.314817884980432),
("intersect by \",\"hh:mm", -4.132496328186477),
("absorption of , after named dayintersect2",
-5.231108616854587),
("intersectnamed-month", -4.825643508746422),
("dayyear", -3.359306439952995),
("named-daythis <time>", -3.844814255734696),
("tomorrow<time-of-day> sharp", -4.825643508746422),
-4.75932086581535),
("last <day-of-week> of <time>year", -4.75932086581535),
("todayat <time-of-day>", -4.75932086581535),
("dayday", -3.0247198104272432),
("dd/mmat <time-of-day>", -4.248495242049359),
("intersect by \",\"hh:mm", -4.248495242049359),
("intersectnamed-month", -4.75932086581535),
("dayyear", -3.2929837970219227),
("named-daythis <time>", -4.0661736852554045),
("tomorrow<time-of-day> sharp", -4.75932086581535),
("<day-of-month>(ordinal) <named-month>year",
-4.825643508746422),
("named-day<time> timezone", -4.537961436294641),
("named-monthyear", -3.1516670751747506),
-4.75932086581535),
("named-day<time> timezone", -4.471638793363569),
("named-monthyear", -3.0853444322436783),
("absorption of , after named day<named-month> <day-of-month> (non ordinal)",
-4.132496328186477),
("on <date>named-month", -3.978345648359219),
("tomorrowuntil <time-of-day>", -4.825643508746422),
-4.0661736852554045),
("on <date>named-month", -3.912023005428146),
("tomorrowuntil <time-of-day>", -4.75932086581535),
("absorption of , after named day<day-of-month> (non ordinal) <named-month>",
-4.537961436294641),
("intersect2named-month", -4.825643508746422),
("after <time-of-day>at <time-of-day>", -4.825643508746422),
-4.471638793363569),
("after <time-of-day>at <time-of-day>", -4.75932086581535),
("intersect by \",\"<day-of-month> (non ordinal) <named-month>",
-4.825643508746422),
-4.75932086581535),
("named-day<day-of-month> (non ordinal) <named-month>",
-5.231108616854587),
-5.1647859739235145),
("named-day<named-month> <day-of-month> (non ordinal)",
-5.231108616854587),
-5.1647859739235145),
("named-dayfrom <datetime> - <datetime> (interval)",
-4.825643508746422),
("named-daynext <cycle>", -5.231108616854587),
("named-dayintersect", -4.825643508746422),
-4.75932086581535),
("named-daynext <cycle>", -5.1647859739235145),
("named-dayintersect", -4.75932086581535),
("named-dayfrom <time-of-day> - <time-of-day> (interval)",
-4.825643508746422),
("tomorrowafter <time-of-day>", -4.825643508746422),
-4.75932086581535),
("tomorrowafter <time-of-day>", -4.75932086581535),
("from <time-of-day> - <time-of-day> (interval)on <date>",
-4.314817884980432),
("dayminute", -2.7053799725463312),
-4.248495242049359),
("dayminute", -2.8134107167600364),
("from <datetime> - <datetime> (interval)on <date>",
-4.537961436294641),
("<ordinal> <cycle> of <time>year", -4.825643508746422),
("minuteday", -2.628418931410203),
-4.471638793363569),
("<ordinal> <cycle> of <time>year", -4.75932086581535),
("minuteday", -2.5620962884791303),
("absorption of , after named dayintersect",
-5.231108616854587),
-5.1647859739235145),
("named-daybetween <time-of-day> and <time-of-day> (interval)",
-5.231108616854587),
("named-dayon <date>", -4.825643508746422),
("named-dayat <time-of-day>", -4.825643508746422),
("named-dayintersect2", -4.825643508746422),
("yearhh:mm", -5.231108616854587),
-5.1647859739235145),
("named-dayon <date>", -4.75932086581535),
("named-dayat <time-of-day>", -4.75932086581535),
("yearhh:mm", -5.1647859739235145),
("named-daybetween <datetime> and <datetime> (interval)",
-5.231108616854587),
-5.1647859739235145),
("absorption of , after named dayintersect by \",\"",
-4.537961436294641),
("dd/mmyear", -4.825643508746422),
("at <time-of-day>on <date>", -5.231108616854587),
-4.75932086581535),
("dd/mmyear", -4.75932086581535),
("at <time-of-day>on <date>", -5.1647859739235145),
("between <time-of-day> and <time-of-day> (interval)on <date>",
-5.231108616854587),
-5.1647859739235145),
("between <datetime> and <datetime> (interval)on <date>",
-5.231108616854587),
("dayweek", -4.132496328186477),
("weekyear", -4.314817884980432),
("hh:mmtomorrow", -4.537961436294641),
("tomorrowat <time-of-day>", -3.978345648359219),
("named-daythis <cycle>", -4.537961436294641),
("named-daythe <day-of-month> (ordinal)", -5.231108616854587),
("at <time-of-day>tomorrow", -4.825643508746422),
("last <cycle> of <time>year", -4.314817884980432),
-5.1647859739235145),
("dayweek", -4.0661736852554045),
("weekyear", -4.248495242049359),
("hh:mmtomorrow", -4.471638793363569),
("tomorrowat <time-of-day>", -3.912023005428146),
("named-daythis <cycle>", -4.471638793363569),
("named-daythe <day-of-month> (ordinal)", -5.1647859739235145),
("at <time-of-day>tomorrow", -4.75932086581535),
("last <cycle> of <time>year", -4.248495242049359),
("<day-of-month> (non ordinal) <named-month>year",
-4.825643508746422),
("yearminute", -5.231108616854587)],
n = 146},
-4.75932086581535),
("yearminute", -5.1647859739235145)],
n = 136},
koData =
ClassData{prior = -1.030500862808964, unseen = -5.5012582105447265,
ClassData{prior = -1.034370019939756, unseen = -5.43372200355424,
likelihoods =
HashMap.fromList
[("named-daynamed-month", -4.804021044733257),
("dayhour", -3.2999436479569826),
("daymonth", -2.0006606638267215),
("monthday", -3.8877303128591016),
("monthyear", -3.8877303128591016),
[("named-daynamed-month", -4.736198448394496),
("dayhour", -3.2321210516182215),
("daymonth", -2.133508762950112),
("monthday", -3.8199077165203406),
("monthyear", -3.8199077165203406),
("intersect by \"of\", \"from\", \"'s\"year",
-3.5512580762378887),
("named-dayhh:mm", -4.804021044733257),
("dd/mmat <time-of-day>", -3.8877303128591016),
("hourhour", -3.5512580762378887),
("dayyear", -3.5512580762378887),
("named-daythis <time>", -2.361674009364052),
-3.4834354798991276),
("named-dayhh:mm", -4.736198448394496),
("dd/mmat <time-of-day>", -3.8199077165203406),
("hourhour", -3.4834354798991276),
("dayyear", -3.4834354798991276),
("named-daythis <time>", -2.596132284898225),
("year<hour-of-day> <integer> (as relative minutes)",
-4.398555936625092),
("minutemonth", -4.398555936625092),
("named-monthyear", -3.8877303128591016),
-4.330733340286331),
("minutemonth", -4.330733340286331),
("named-monthyear", -3.8199077165203406),
("in|during the <part-of-day>until <time-of-day>",
-4.398555936625092),
-4.330733340286331),
("absorption of , after named daynamed-month",
-3.7054087560651467),
-3.6375861597263857),
("named-dayfrom <datetime> - <datetime> (interval)",
-4.804021044733257),
-4.736198448394496),
("<hour-of-day> <integer> (as relative minutes)named-month",
-4.398555936625092),
-4.330733340286331),
("named-dayfrom <time-of-day> - <time-of-day> (interval)",
-4.804021044733257),
("until <time-of-day>on <date>", -4.804021044733257),
("dayminute", -3.417726683613366),
("minuteday", -3.2999436479569826),
-4.736198448394496),
("until <time-of-day>on <date>", -4.736198448394496),
("dayminute", -3.349904087274605),
("minuteday", -3.2321210516182215),
("named-daybetween <time-of-day> and <time-of-day> (interval)",
-4.804021044733257),
("named-dayon <date>", -4.804021044733257),
("named-dayat <time-of-day>", -3.8877303128591016),
("hh:mmon <date>", -3.417726683613366),
-4.736198448394496),
("named-dayon <date>", -4.736198448394496),
("named-dayat <time-of-day>", -3.8199077165203406),
("hh:mmon <date>", -3.349904087274605),
("named-daybetween <datetime> and <datetime> (interval)",
-4.804021044733257),
-4.736198448394496),
("named-month<day-of-month> (non ordinal) <named-month>",
-3.8877303128591016),
-3.8199077165203406),
("<named-month> <day-of-month> (non ordinal)named-month",
-3.8877303128591016),
("this <part-of-day>until <time-of-day>", -4.398555936625092),
-3.8199077165203406),
("this <part-of-day>until <time-of-day>", -4.330733340286331),
("<hour-of-day> <integer> (as relative minutes)year",
-4.398555936625092),
("tomorrownoon", -4.804021044733257),
("this <time>until <time-of-day>", -4.398555936625092),
("minuteyear", -4.398555936625092),
("yearminute", -4.398555936625092)],
n = 81}}),
-4.330733340286331),
("tomorrownoon", -4.736198448394496),
("this <time>until <time-of-day>", -4.330733340286331),
("minuteyear", -4.330733340286331),
("yearminute", -4.330733340286331)],
n = 75}}),
("<ordinal> <cycle> of <time>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.1354942159291497,
ClassData{prior = 0.0, unseen = -2.890371757896165,
likelihoods =
HashMap.fromList
[("daymonth", -1.9924301646902063),
("ordinals (first..31st)week (grain)intersect2",
-1.9924301646902063),
[("daymonth", -1.7346010553881064),
("ordinals (first..31st)week (grain)intersect",
-1.9924301646902063),
-1.7346010553881064),
("ordinals (first..31st)week (grain)named-month",
-1.9924301646902063),
("weekmonth", -1.1451323043030026),
-1.7346010553881064),
("weekmonth", -1.2237754316221157),
("ordinals (first..31st)day (grain)named-month",
-1.9924301646902063)],
n = 8},
-1.7346010553881064)],
n = 6},
koData =
ClassData{prior = -infinity, unseen = -1.9459101490553135,
ClassData{prior = -infinity, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [], n = 0}}),
("season",
Classifier{okData =
@ -592,27 +439,25 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("from <datetime> - <datetime> (interval)",
Classifier{okData =
ClassData{prior = -1.0986122886681098,
unseen = -2.9444389791664407,
ClassData{prior = -0.8754687373538999, unseen = -2.890371757896165,
likelihoods =
HashMap.fromList
[("minuteminute", -1.2809338454620642),
[("minuteminute", -1.2237754316221157),
("time-of-day (latent)time-of-day (latent)",
-2.1972245773362196),
("hh:mmhh:mm", -1.2809338454620642),
("hourhour", -2.1972245773362196)],
-2.1400661634962708),
("hh:mmhh:mm", -1.2237754316221157),
("hourhour", -2.1400661634962708)],
n = 5},
koData =
ClassData{prior = -0.40546510810816444,
unseen = -3.367295829986474,
ClassData{prior = -0.5389965007326869,
unseen = -3.0910424533583156,
likelihoods =
HashMap.fromList
[("hh:mmtime-of-day (latent)", -1.7227665977411035),
("minuteminute", -1.3862943611198906),
("minutehour", -1.7227665977411035),
("hh:mmintersect", -1.9459101490553135),
("hh:mmintersect2", -1.9459101490553135)],
n = 10}}),
[("hh:mmtime-of-day (latent)", -1.4350845252893227),
("minuteminute", -1.6582280766035324),
("minutehour", -1.4350845252893227),
("hh:mmintersect", -1.6582280766035324)],
n = 7}}),
("next <cycle>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.044522437723423,
@ -742,25 +587,22 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("nth <time> of <time>",
Classifier{okData =
ClassData{prior = -0.35667494393873245,
unseen = -3.4965075614664802,
ClassData{prior = -0.5596157879354228, unseen = -2.995732273553991,
likelihoods =
HashMap.fromList
[("daymonth", -0.7576857016975165),
("ordinals (first..31st)named-dayintersect2",
-1.5198257537444133),
[("daymonth", -0.7472144018302211),
("ordinals (first..31st)named-dayintersect",
-1.5198257537444133),
-0.9985288301111273),
("ordinals (first..31st)named-daynamed-month",
-2.367123614131617)],
n = 14},
-1.845826690498331)],
n = 8},
koData =
ClassData{prior = -1.2039728043259361, unseen = -2.833213344056216,
ClassData{prior = -0.8472978603872037, unseen = -2.772588722239781,
likelihoods =
HashMap.fromList
[("daymonth", -0.8266785731844679),
[("daymonth", -0.7621400520468967),
("ordinals (first..31st)named-daynamed-month",
-0.8266785731844679)],
-0.7621400520468967)],
n = 6}}),
("the <day-of-month> (non ordinal)",
Classifier{okData =
@ -1026,16 +868,15 @@ classifiers
n = 4}}),
("last <day-of-week> of <time>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.044522437723423,
ClassData{prior = 0.0, unseen = -2.772588722239781,
likelihoods =
HashMap.fromList
[("named-daynamed-month", -1.3862943611198906),
("daymonth", -0.7985076962177716),
("named-dayintersect", -1.8971199848858813),
("named-dayintersect2", -1.8971199848858813)],
n = 8},
[("named-daynamed-month", -1.0986122886681098),
("daymonth", -0.7621400520468967),
("named-dayintersect", -1.6094379124341003)],
n = 6},
koData =
ClassData{prior = -infinity, unseen = -1.6094379124341003,
ClassData{prior = -infinity, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [], n = 0}}),
("<integer> <unit-of-duration>",
Classifier{okData =
@ -1132,58 +973,47 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("intersect by \",\"",
Classifier{okData =
ClassData{prior = -0.12062798778861475,
unseen = -4.736198448394496,
ClassData{prior = -0.1590646946296874, unseen = -4.442651256490317,
likelihoods =
HashMap.fromList
[("intersectintersect2", -4.034240638152395),
("at <time-of-day>named-day", -4.034240638152395),
("intersect by \",\"year", -4.034240638152395),
("at <time-of-day>intersect2", -4.034240638152395),
("hh:mmintersect by \",\"", -4.034240638152395),
("dayday", -2.32949254591397),
("hh:mmnamed-day", -4.034240638152395),
("intersect2intersect2", -4.034240638152395),
("named-dayintersect by \",\"", -3.34109345759245),
("dayyear", -2.9356283494842854),
[("at <time-of-day>named-day", -3.7376696182833684),
("intersect by \",\"year", -3.7376696182833684),
("hh:mmintersect by \",\"", -3.7376696182833684),
("dayday", -2.032921526044943),
("hh:mmnamed-day", -3.7376696182833684),
("named-dayintersect by \",\"", -3.332204510175204),
("dayyear", -2.8213788864092133),
("<named-month> <day-of-month> (non ordinal)intersect",
-4.034240638152395),
("<named-month> <day-of-month> (non ordinal)intersect2",
-4.034240638152395),
-3.7376696182833684),
("intersect by \",\"<day-of-month> (non ordinal) <named-month>",
-3.628775530044231),
-3.332204510175204),
("<named-month> <day-of-month> (non ordinal)named-day",
-4.034240638152395),
-3.7376696182833684),
("named-day<day-of-month> (non ordinal) <named-month>",
-3.34109345759245),
-3.044522437723423),
("named-day<named-month> <day-of-month> (non ordinal)",
-2.9356283494842854),
("hh:mmintersect", -4.034240638152395),
("intersect by \",\"intersect", -4.034240638152395),
("named-dayintersect", -4.034240638152395),
("at <time-of-day>intersect", -4.034240638152395),
("dayminute", -2.1624384612508036),
("intersect2intersect", -4.034240638152395),
("intersectyear", -4.034240638152395),
("minuteday", -2.1624384612508036),
("hh:mmintersect2", -4.034240638152395),
("hh:mmabsorption of , after named day", -4.034240638152395),
("named-dayintersect2", -4.034240638152395),
("intersect by \",\"intersect2", -4.034240638152395),
("at <time-of-day>intersect by \",\"", -4.034240638152395),
-2.639057329615259),
("hh:mmintersect", -3.7376696182833684),
("intersect by \",\"intersect", -3.7376696182833684),
("named-dayintersect", -3.7376696182833684),
("at <time-of-day>intersect", -3.7376696182833684),
("dayminute", -2.639057329615259),
("intersectyear", -3.7376696182833684),
("minuteday", -2.032921526044943),
("hh:mmabsorption of , after named day", -3.7376696182833684),
("at <time-of-day>intersect by \",\"", -3.7376696182833684),
("at <time-of-day>absorption of , after named day",
-4.034240638152395),
("intersectintersect", -4.034240638152395),
("intersect2year", -4.034240638152395),
-3.7376696182833684),
("intersectintersect", -3.7376696182833684),
("<named-month> <day-of-month> (non ordinal)year",
-3.628775530044231)],
n = 39},
-3.332204510175204)],
n = 29},
koData =
ClassData{prior = -2.174751721484161, unseen = -3.828641396489095,
ClassData{prior = -1.916922612182061, unseen = -3.6109179126442243,
likelihoods =
HashMap.fromList
[("named-daynamed-month", -2.0149030205422647),
("daymonth", -2.0149030205422647)],
[("named-daynamed-month", -1.791759469228055),
("daymonth", -1.791759469228055)],
n = 5}}),
("hh:mm",
Classifier{okData =
@ -1232,27 +1062,26 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("intersect by \"of\", \"from\", \"'s\"",
Classifier{okData =
ClassData{prior = -1.0986122886681098, unseen = -3.332204510175204,
ClassData{prior = -1.0116009116784799,
unseen = -3.1354942159291497,
likelihoods =
HashMap.fromList
[("named-daynamed-month", -1.6863989535702288),
("daymonth", -1.0986122886681098),
("named-daylast <cycle>", -2.6026896854443837),
("named-daynext <cycle>", -2.6026896854443837),
("named-dayintersect", -2.1972245773362196),
("named-dayintersect2", -2.1972245773362196),
("dayweek", -2.1972245773362196)],
n = 10},
[("named-daynamed-month", -1.4816045409242156),
("daymonth", -1.1451323043030026),
("named-daylast <cycle>", -2.3978952727983707),
("named-daynext <cycle>", -2.3978952727983707),
("named-dayintersect", -1.9924301646902063),
("dayweek", -1.9924301646902063)],
n = 8},
koData =
ClassData{prior = -0.40546510810816444,
unseen = -3.871201010907891,
ClassData{prior = -0.45198512374305727,
unseen = -3.5553480614894135,
likelihoods =
HashMap.fromList
[("named-daynamed-month", -1.6529230243738393),
("daymonth", -0.8056251639866356),
("named-dayintersect", -1.9042374526547454),
("named-dayintersect2", -1.9042374526547454)],
n = 20}}),
[("named-daynamed-month", -1.329135947279942),
("daymonth", -0.8183103235139514),
("named-dayintersect", -1.580450375560848)],
n = 14}}),
("<duration> ago",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.5553480614894135,
@ -1313,22 +1142,21 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
("until <time-of-day>",
Classifier{okData =
ClassData{prior = -0.40546510810816444,
unseen = -2.9444389791664407,
ClassData{prior = -0.2876820724517809, unseen = -2.890371757896165,
likelihoods =
HashMap.fromList
[("at <time-of-day>", -0.9444616088408514),
("hour", -0.9444616088408514)],
[("at <time-of-day>", -0.8873031950009028),
("hour", -0.8873031950009028)],
n = 6},
koData =
ClassData{prior = -1.0986122886681098,
unseen = -2.5649493574615367,
ClassData{prior = -1.3862943611198906,
unseen = -2.3025850929940455,
likelihoods =
HashMap.fromList
[("intersect2", -1.791759469228055),
("intersect", -1.791759469228055),
("hh:mm", -1.791759469228055), ("minute", -1.0986122886681098)],
n = 3}}),
[("intersect", -1.5040773967762742),
("hh:mm", -1.5040773967762742),
("minute", -1.0986122886681098)],
n = 2}}),
("<integer> and an half hours",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
@ -1469,35 +1297,35 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("<datetime> - <datetime> (interval)",
Classifier{okData =
ClassData{prior = -0.9903987040278769, unseen = -3.713572066704308,
ClassData{prior = -0.8362480242006186,
unseen = -3.6888794541139363,
likelihoods =
HashMap.fromList
[("minuteminute", -1.491654876777717),
("hh:mmhh:mm", -1.491654876777717),
("dayday", -1.8971199848858813),
[("minuteminute", -1.466337068793427),
("hh:mmhh:mm", -1.466337068793427),
("dayday", -1.8718021769015913),
("<day-of-month> (non ordinal) <named-month><day-of-month> (non ordinal) <named-month>",
-1.8971199848858813)],
-1.8718021769015913)],
n = 13},
koData =
ClassData{prior = -0.46430560813109784, unseen = -4.07753744390572,
ClassData{prior = -0.5679840376059393, unseen = -3.871201010907891,
likelihoods =
HashMap.fromList
[("monthday", -2.268683541318364),
("minuteminute", -1.575536360758419),
("hh:mmhh:mm", -3.367295829986474),
("dayyear", -2.9618307218783095),
[("monthday", -2.0583881324820035),
("minuteminute", -1.9042374526547454),
("hh:mmhh:mm", -3.1570004211501135),
("dayyear", -2.751535313041949),
("year<hour-of-day> <integer> (as relative minutes)",
-2.9618307218783095),
("hh:mmintersect", -2.268683541318364),
("hh:mmintersect2", -2.268683541318364),
("dd/mmyear", -2.9618307218783095),
-2.751535313041949),
("hh:mmintersect", -2.0583881324820035),
("dd/mmyear", -2.751535313041949),
("named-month<day-of-month> (non ordinal) <named-month>",
-2.268683541318364),
-2.0583881324820035),
("<hour-of-day> <integer> (as relative minutes)year",
-2.9618307218783095),
("minuteyear", -2.9618307218783095),
("yearminute", -2.9618307218783095)],
n = 22}}),
-2.751535313041949),
("minuteyear", -2.751535313041949),
("yearminute", -2.751535313041949)],
n = 17}}),
("<time-of-day> - <time-of-day> (interval)",
Classifier{okData =
ClassData{prior = -0.8109302162163288, unseen = -3.044522437723423,
@ -1622,20 +1450,18 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("last <cycle> of <time>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.4965075614664802,
ClassData{prior = 0.0, unseen = -3.1354942159291497,
likelihoods =
HashMap.fromList
[("daymonth", -1.5198257537444133),
("week (grain)named-month", -2.367123614131617),
("day (grain)intersect", -2.367123614131617),
("day (grain)intersect2", -2.367123614131617),
("weekmonth", -1.5198257537444133),
("day (grain)named-month", -2.367123614131617),
("week (grain)intersect", -2.367123614131617),
("week (grain)intersect2", -2.367123614131617)],
n = 12},
[("daymonth", -1.4816045409242156),
("week (grain)named-month", -1.9924301646902063),
("day (grain)intersect", -1.9924301646902063),
("weekmonth", -1.4816045409242156),
("day (grain)named-month", -1.9924301646902063),
("week (grain)intersect", -1.9924301646902063)],
n = 8},
koData =
ClassData{prior = -infinity, unseen = -2.1972245773362196,
ClassData{prior = -infinity, unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [], n = 0}}),
("<day-of-month>(ordinal) <named-month> year",
Classifier{okData =
@ -1667,27 +1493,25 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("after <time-of-day>",
Classifier{okData =
ClassData{prior = -0.6418538861723948,
unseen = -3.4965075614664802,
ClassData{prior = -0.7537718023763802, unseen = -3.332204510175204,
likelihoods =
HashMap.fromList
[("intersect2", -2.367123614131617),
("at <time-of-day>", -1.8562979903656263),
("intersect", -2.367123614131617),
("tomorrow", -2.367123614131617), ("day", -2.367123614131617),
("hour", -1.2685113254635072)],
n = 10},
[("at <time-of-day>", -1.6863989535702288),
("intersect", -2.1972245773362196),
("tomorrow", -2.1972245773362196), ("day", -2.1972245773362196),
("hour", -1.349926716949016)],
n = 8},
koData =
ClassData{prior = -0.7472144018302211,
unseen = -3.4339872044851463,
ClassData{prior = -0.6359887667199967,
unseen = -3.4011973816621555,
likelihoods =
HashMap.fromList
[("this <part-of-day>", -2.3025850929940455),
("christmas eve", -2.3025850929940455),
("in|during the <part-of-day>", -2.3025850929940455),
("day", -2.3025850929940455), ("hh:mm", -2.70805020110221),
("hour", -1.455287232606842), ("minute", -2.70805020110221),
("this <time>", -2.3025850929940455)],
[("this <part-of-day>", -2.268683541318364),
("christmas eve", -2.268683541318364),
("in|during the <part-of-day>", -2.268683541318364),
("day", -2.268683541318364), ("hh:mm", -2.6741486494265287),
("hour", -1.4213856809311607), ("minute", -2.6741486494265287),
("this <time>", -2.268683541318364)],
n = 9}}),
("day (grain)",
Classifier{okData =
@ -1732,33 +1556,30 @@ classifiers
n = 9}}),
("this <time>",
Classifier{okData =
ClassData{prior = -1.4294665329850993,
unseen = -3.8501476017100584,
ClassData{prior = -1.3350010667323402,
unseen = -3.7376696182833684,
likelihoods =
HashMap.fromList
[("week", -3.1354942159291497),
("intersect2", -2.7300291078209855),
("intersect", -2.7300291078209855),
("season", -2.2192034840549946),
("next <cycle>", -3.1354942159291497),
("named-month", -2.7300291078209855),
("day", -2.2192034840549946), ("hour", -1.8827312474337816),
("evening", -3.1354942159291497),
("month", -1.8827312474337816),
("morning", -3.1354942159291497),
("week-end", -2.2192034840549946)],
n = 17},
[("week", -3.0204248861443626),
("intersect", -2.6149597780361984),
("season", -2.1041341542702074),
("next <cycle>", -3.0204248861443626),
("named-month", -2.6149597780361984),
("day", -2.1041341542702074), ("hour", -1.7676619176489945),
("evening", -3.0204248861443626),
("month", -2.1041341542702074),
("morning", -3.0204248861443626),
("week-end", -2.1041341542702074)],
n = 15},
koData =
ClassData{prior = -0.27369583047704105,
unseen = -4.795790545596741,
ClassData{prior = -0.3053816495511819, unseen = -4.564348191467836,
likelihoods =
HashMap.fromList
[("intersect2", -2.222542385320509),
("intersect", -2.222542385320509),
("named-month", -1.8430527636156055),
("hour", -2.222542385320509), ("month", -1.0262916270884836),
("morning", -2.222542385320509)],
n = 54}}),
[("intersect", -1.988927534139004),
("named-month", -1.6094379124341003),
("hour", -1.988927534139004), ("month", -1.1198896871153945),
("morning", -1.988927534139004)],
n = 42}}),
("within <duration>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,

555
Duckling/Ranking/Classifiers/PT.hs
View File

@ -157,167 +157,61 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("intersect2",
Classifier{okData =
ClassData{prior = -0.3930425881096072,
unseen = -5.1298987149230735,
likelihoods =
HashMap.fromList
[("<day-of-month> de <named-month>in the <part-of-day>",
-4.02535169073515),
("dayhour", -2.4849066497880004),
("<day-of-month> de <named-month>two time tokens separated by \",\"2",
-4.430816798843313),
("nowquinze para as <hour-of-day> (as relative minutes)",
-4.430816798843313),
("intersectnamed-day", -4.430816798843313),
("now\224s <time-of-day>", -4.02535169073515),
("<day-of-month> de <named-month>intersect",
-4.430816798843313),
("now<hour-of-day> and 3/4", -4.430816798843313),
("<day-of-month> de <named-month>intersect2",
-4.430816798843313),
("intersect by `da` or `de`named-day", -4.430816798843313),
("intersect2named-day", -4.430816798843313),
("<day-of-month> de <named-month>two time tokens separated by \",\"",
-4.430816798843313),
("dayday", -2.639057329615259),
("hourhour", -4.430816798843313),
("named-day\224s <time-of-day>", -4.430816798843313),
("dayyear", -2.3513752571634776),
("minutehour", -3.1780538303479458),
("<hour-of-day> and quinzein the <part-of-day>",
-4.02535169073515),
("de <year>named-day", -4.430816798843313),
("now<hour-of-day> and <relative minutes>", -4.430816798843313),
("named-dayin the <part-of-day>", -4.430816798843313),
("tomorrow<time-of-day> horas", -4.02535169073515),
("now<integer> para as <hour-of-day> (as relative minutes)",
-4.430816798843313),
("\224s <time-of-day>in the <part-of-day>",
-3.7376696182833684),
("named-dayintersect", -4.430816798843313),
("named-dayamanh\227 pela <part-of-day>", -4.430816798843313),
("dayminute", -3.1780538303479458),
("named-dayintersect2", -4.430816798843313),
("named-dayintersect by `da` or `de`", -4.430816798843313),
("yearnamed-day", -4.430816798843313),
("dd-dd <month>(interval)de <year>", -4.430816798843313),
("named-day<day-of-month> de <named-month>",
-4.430816798843313),
("named-day<time-of-day> <part-of-day>", -4.430816798843313),
("dia <day-of-month> de <named-month>in the <part-of-day>",
-4.02535169073515),
("yearday", -4.02535169073515),
("named-day<dim time> da manha", -4.430816798843313),
("two time tokens separated by \",\"de <year>",
-4.02535169073515),
("intersect2de <year>", -4.430816798843313),
("dd[/-]mmyear", -4.430816798843313),
("<day-of-month> de <named-month>de <year>",
-3.044522437723423),
("tomorrowdepois das <time-of-day>", -4.02535169073515),
("<hour-of-day> and <relative minutes>in the <part-of-day>",
-4.02535169073515),
("two time tokens separated by \",\"2de <year>",
-4.02535169073515),
("intersectde <year>", -4.430816798843313)],
n = 54},
koData =
ClassData{prior = -1.1239300966523995, unseen = -4.727387818712341,
likelihoods =
HashMap.fromList
[("dayhour", -3.619886582626985),
("monthday", -2.639057329615259),
("named-month\224s <time-of-day>", -4.02535169073515),
("monthyear", -2.521274293958875),
("intersectnamed-day", -4.02535169073515),
("now\224s <time-of-day>", -3.619886582626985),
("intersect by `da` or `de`named-day", -4.02535169073515),
("intersect2named-day", -4.02535169073515),
("monthhour", -3.332204510175204),
("dayyear", -4.02535169073515),
("now<hour-of-day> and <relative minutes>", -4.02535169073515),
("daysecond", -4.02535169073515),
("named-dayright now", -4.02535169073515),
("dayminute", -3.619886582626985),
("named-monthde <year>", -2.521274293958875),
("named-monthin the <part-of-day>", -3.619886582626985),
("named-monthtwo time tokens separated by \",\"2",
-4.02535169073515),
("intersect by `da` or `de`de <year>", -4.02535169073515),
("named-monthintersect", -4.02535169073515),
("<day-of-month> de <named-month>\224s <time-of-day>",
-4.02535169073515),
("<hour-of-day> <integer> (as relative minutes)year",
-4.02535169073515),
("<day-of-month> de <named-month>de <year>", -4.02535169073515),
("named-monthintersect2", -4.02535169073515),
("minuteyear", -3.619886582626985),
("named-monthtwo time tokens separated by \",\"",
-4.02535169073515)],
n = 26}}),
("intersect by `da` or `de`",
Classifier{okData =
ClassData{prior = -0.6486954179891115, unseen = -4.418840607796598,
ClassData{prior = -0.6443570163905132, unseen = -4.31748811353631,
likelihoods =
HashMap.fromList
[("day of month (1st)named-month", -3.3081069585961433),
("daymonth", -3.3081069585961433),
[("day of month (1st)named-month", -3.20545280453606),
("daymonth", -3.20545280453606),
("<day-of-month> de <named-month>two time tokens separated by \",\"2",
-3.713572066704308),
-3.6109179126442243),
("<day-of-month> de <named-month>intersect",
-3.713572066704308),
("<day-of-month> de <named-month>intersect2",
-3.713572066704308),
-3.6109179126442243),
("<day-of-month> de <named-month>two time tokens separated by \",\"",
-3.713572066704308),
("dayday", -2.797281334830153), ("dayyear", -1.698669046162043),
("named-dayproximo <cycle> ", -3.713572066704308),
("dd-dd <month>(interval)year", -3.713572066704308),
("named-day<cycle> (que vem)", -3.713572066704308),
("two time tokens separated by \",\"2year",
-3.3081069585961433),
("intersectyear", -3.713572066704308),
("<day-of-month> de <named-month>year", -2.327277705584417),
("two time tokens separated by \",\"year", -3.3081069585961433),
("dayweek", -3.0204248861443626),
("intersect2year", -3.713572066704308),
("named-day<cycle> passado", -3.713572066704308)],
n = 23},
-3.6109179126442243),
("dayday", -2.917770732084279),
("dayyear", -1.6650077635889111),
("named-dayproximo <cycle> ", -3.6109179126442243),
("dd-dd <month>(interval)year", -3.6109179126442243),
("named-day<cycle> (que vem)", -3.6109179126442243),
("two time tokens separated by \",\"2year", -3.20545280453606),
("intersectyear", -3.6109179126442243),
("<day-of-month> de <named-month>year", -2.2246235515243336),
("two time tokens separated by \",\"year", -3.20545280453606),
("dayweek", -2.917770732084279),
("named-day<cycle> passado", -3.6109179126442243)],
n = 21},
koData =
ClassData{prior = -0.7396671961948381,
unseen = -4.3694478524670215,
ClassData{prior = -0.7444404749474959,
unseen = -4.2626798770413155,
likelihoods =
HashMap.fromList
[("<hour-of-day> <integer> (as relative minutes)intersect",
-3.6635616461296463),
("monthday", -2.7472709142554916),
("monthyear", -2.159484249353372),
("hourmonth", -3.258096538021482),
("monthmonth", -3.6635616461296463),
("dayyear", -3.6635616461296463),
("<hour-of-day> <integer> (as relative minutes)intersect2",
-3.6635616461296463),
("minutemonth", -2.7472709142554916),
("named-monthyear", -2.159484249353372),
-3.5553480614894135),
("monthday", -2.8622008809294686),
("monthyear", -2.05127066471314),
("hourmonth", -3.1498829533812494),
("monthmonth", -3.5553480614894135),
("dayyear", -3.5553480614894135),
("minutemonth", -2.8622008809294686),
("named-monthyear", -2.05127066471314),
("de <datetime> - <datetime> (interval)named-month",
-3.6635616461296463),
("\224s <time-of-day>named-month", -3.258096538021482),
-3.5553480614894135),
("\224s <time-of-day>named-month", -3.1498829533812494),
("<hour-of-day> <integer> (as relative minutes)named-month",
-3.6635616461296463),
("<day-of-month> de <named-month>year", -3.6635616461296463),
("intersect by `da` or `de`year", -3.6635616461296463),
-3.5553480614894135),
("<day-of-month> de <named-month>year", -3.5553480614894135),
("intersect by `da` or `de`year", -3.5553480614894135),
("named-monthtwo time tokens separated by \",\"2",
-3.6635616461296463),
("named-monthintersect", -3.6635616461296463),
-3.5553480614894135),
("named-monthintersect", -3.5553480614894135),
("<hour-of-day> <integer> (as relative minutes)intersect by `da` or `de`",
-3.6635616461296463),
("named-monthintersect2", -3.6635616461296463),
("minuteyear", -3.6635616461296463),
-3.5553480614894135),
("minuteyear", -3.5553480614894135),
("named-monthtwo time tokens separated by \",\"",
-3.6635616461296463)],
n = 21}}),
-3.5553480614894135)],
n = 19}}),
("<hour-of-day> and half",
Classifier{okData =
ClassData{prior = 0.0, unseen = -3.1354942159291497,
@ -339,32 +233,29 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("two time tokens separated by \",\"",
Classifier{okData =
ClassData{prior = -0.1941560144409575, unseen = -3.713572066704308,
ClassData{prior = -0.1670540846631662,
unseen = -3.4965075614664802,
likelihoods =
HashMap.fromList
[("intersectnamed-day", -2.995732273553991),
("intersect by `da` or `de`named-day", -2.995732273553991),
("intersect2named-day", -2.995732273553991),
("dayday", -1.1239300966523995),
("de <year>named-day", -2.995732273553991),
("named-dayintersect", -2.5902671654458267),
("named-dayintersect2", -2.5902671654458267),
("named-dayintersect by `da` or `de`", -2.5902671654458267),
("yearnamed-day", -2.995732273553991),
[("intersectnamed-day", -2.772588722239781),
("intersect by `da` or `de`named-day", -2.772588722239781),
("dayday", -1.1631508098056809),
("de <year>named-day", -2.772588722239781),
("named-dayintersect", -2.367123614131617),
("named-dayintersect by `da` or `de`", -2.367123614131617),
("yearnamed-day", -2.772588722239781),
("named-day<day-of-month> de <named-month>",
-2.3025850929940455),
("yearday", -2.5902671654458267)],
n = 14},
-2.0794415416798357),
("yearday", -2.367123614131617)],
n = 11},
koData =
ClassData{prior = -1.7346010553881064,
unseen = -2.9444389791664407,
ClassData{prior = -1.8718021769015913, unseen = -2.70805020110221,
likelihoods =
HashMap.fromList
[("monthday", -1.5040773967762742),
("intersectnamed-day", -2.1972245773362196),
("intersect by `da` or `de`named-day", -2.1972245773362196),
("intersect2named-day", -2.1972245773362196)],
n = 3}}),
[("monthday", -1.540445040947149),
("intersectnamed-day", -1.9459101490553135),
("intersect by `da` or `de`named-day", -1.9459101490553135)],
n = 2}}),
("ordinals (primeiro..10)",
Classifier{okData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
@ -391,41 +282,41 @@ classifiers
n = 2}}),
("<time-of-day> <part-of-day>",
Classifier{okData =
ClassData{prior = -0.325422400434628, unseen = -4.61512051684126,
ClassData{prior = -0.33270575382573614,
unseen = -4.584967478670572,
likelihoods =
HashMap.fromList
[("<hour-of-day> and quinzeafternoon", -2.995732273553991),
("<day-of-month> de <named-month>morning", -3.912023005428146),
("dayhour", -3.506557897319982),
("\224s <time-of-day>morning", -3.2188758248682006),
("hourhour", -1.7719568419318752),
("<hour-of-day> and halfafternoon", -2.995732273553991),
("minutehour", -1.5141277326297755),
("time-of-day (latent)morning", -3.2188758248682006),
("time-of-day (latent)evening", -3.506557897319982),
("\224s <time-of-day>afternoon", -2.3025850929940455),
[("<hour-of-day> and quinzeafternoon", -2.9652730660692823),
("<day-of-month> de <named-month>morning", -3.8815637979434374),
("dayhour", -3.4760986898352733),
("\224s <time-of-day>morning", -3.188416617383492),
("hourhour", -1.8021222562636017),
("<hour-of-day> and halfafternoon", -2.9652730660692823),
("minutehour", -1.483668525145067),
("time-of-day (latent)morning", -3.188416617383492),
("time-of-day (latent)evening", -3.4760986898352733),
("\224s <time-of-day>afternoon", -2.2721258855093374),
("dia <day-of-month> de <named-month>morning",
-3.912023005428146),
("time-of-day (latent)afternoon", -3.506557897319982),
-3.8815637979434374),
("time-of-day (latent)afternoon", -3.4760986898352733),
("<hour-of-day> and <relative minutes>afternoon",
-2.659260036932778),
("intersectmorning", -3.912023005428146),
("\224s <time-of-day>evening", -3.506557897319982),
("intersect2morning", -3.912023005428146)],
n = 39},
-2.62880082944807),
("intersectmorning", -3.8815637979434374),
("\224s <time-of-day>evening", -3.4760986898352733)],
n = 38},
koData =
ClassData{prior = -1.2809338454620642, unseen = -3.970291913552122,
ClassData{prior = -1.262241712449912, unseen = -3.951243718581427,
likelihoods =
HashMap.fromList
[("yearhour", -1.466337068793427),
("monthhour", -3.258096538021482),
("hourhour", -2.5649493574615367),
("time-of-day (latent)morning", -3.258096538021482),
("year (latent)afternoon", -2.159484249353372),
("named-monthmorning", -3.258096538021482),
("year (latent)evening", -2.8526314299133175),
("time-of-day (latent)afternoon", -2.8526314299133175),
("year (latent)morning", -2.341805806147327)],
[("yearhour", -1.4469189829363254),
("monthhour", -3.2386784521643803),
("hourhour", -2.5455312716044354),
("time-of-day (latent)morning", -3.2386784521643803),
("year (latent)afternoon", -2.1400661634962708),
("named-monthmorning", -3.2386784521643803),
("year (latent)evening", -2.833213344056216),
("time-of-day (latent)afternoon", -2.833213344056216),
("year (latent)morning", -2.322387720290225)],
n = 15}}),
("de <datetime> - <datetime> (interval)",
Classifier{okData =
@ -465,104 +356,98 @@ classifiers
n = 7}}),
("intersect",
Classifier{okData =
ClassData{prior = -0.3930425881096072,
unseen = -5.1298987149230735,
ClassData{prior = -0.39204208777602373,
unseen = -5.049856007249537,
likelihoods =
HashMap.fromList
[("<day-of-month> de <named-month>in the <part-of-day>",
-4.02535169073515),
("dayhour", -2.4849066497880004),
-3.9448128282511368),
("dayhour", -2.404367787303988),
("<day-of-month> de <named-month>two time tokens separated by \",\"2",
-4.430816798843313),
-4.350277936359301),
("nowquinze para as <hour-of-day> (as relative minutes)",
-4.430816798843313),
("intersectnamed-day", -4.430816798843313),
("now\224s <time-of-day>", -4.02535169073515),
-4.350277936359301),
("intersectnamed-day", -4.350277936359301),
("now\224s <time-of-day>", -3.9448128282511368),
("<day-of-month> de <named-month>intersect",
-4.430816798843313),
("now<hour-of-day> and 3/4", -4.430816798843313),
("<day-of-month> de <named-month>intersect2",
-4.430816798843313),
("intersect by `da` or `de`named-day", -4.430816798843313),
("intersect2named-day", -4.430816798843313),
-4.350277936359301),
("now<hour-of-day> and 3/4", -4.350277936359301),
("intersect by `da` or `de`named-day", -4.350277936359301),
("<day-of-month> de <named-month>two time tokens separated by \",\"",
-4.430816798843313),
("dayday", -2.639057329615259),
("hourhour", -4.430816798843313),
("named-day\224s <time-of-day>", -4.430816798843313),
("dayyear", -2.3513752571634776),
("minutehour", -3.1780538303479458),
-4.350277936359301),
("dayday", -2.846200539583027),
("hourhour", -4.350277936359301),
("named-day\224s <time-of-day>", -4.350277936359301),
("dayyear", -2.3353749158170367),
("minutehour", -3.0975149678639333),
("<hour-of-day> and quinzein the <part-of-day>",
-4.02535169073515),
("de <year>named-day", -4.430816798843313),
("now<hour-of-day> and <relative minutes>", -4.430816798843313),
("named-dayin the <part-of-day>", -4.430816798843313),
("tomorrow<time-of-day> horas", -4.02535169073515),
-3.9448128282511368),
("de <year>named-day", -4.350277936359301),
("now<hour-of-day> and <relative minutes>", -4.350277936359301),
("named-dayin the <part-of-day>", -4.350277936359301),
("tomorrow<time-of-day> horas", -3.9448128282511368),
("now<integer> para as <hour-of-day> (as relative minutes)",
-4.430816798843313),
("\224s <time-of-day>in the <part-of-day>",
-3.7376696182833684),
("named-dayintersect", -4.430816798843313),
("named-dayamanh\227 pela <part-of-day>", -4.430816798843313),
("dayminute", -3.1780538303479458),
("named-dayintersect2", -4.430816798843313),
("named-dayintersect by `da` or `de`", -4.430816798843313),
("yearnamed-day", -4.430816798843313),
("dd-dd <month>(interval)de <year>", -4.430816798843313),
-4.350277936359301),
("\224s <time-of-day>in the <part-of-day>", -3.657130755799356),
("named-dayintersect", -4.350277936359301),
("named-dayamanh\227 pela <part-of-day>", -4.350277936359301),
("dayminute", -3.0975149678639333),
("named-dayintersect by `da` or `de`", -4.350277936359301),
("yearnamed-day", -4.350277936359301),
("dd-dd <month>(interval)de <year>", -4.350277936359301),
("named-day<day-of-month> de <named-month>",
-4.430816798843313),
("named-day<time-of-day> <part-of-day>", -4.430816798843313),
-4.350277936359301),
("named-day<time-of-day> <part-of-day>", -4.350277936359301),
("dia <day-of-month> de <named-month>in the <part-of-day>",
-4.02535169073515),
("yearday", -4.02535169073515),
("named-day<dim time> da manha", -4.430816798843313),
-3.9448128282511368),
("yearday", -3.9448128282511368),
("named-day<dim time> da manha", -4.350277936359301),
("two time tokens separated by \",\"de <year>",
-4.02535169073515),
("intersect2de <year>", -4.430816798843313),
("dd[/-]mmyear", -4.430816798843313),
-3.9448128282511368),
("dd[/-]mmyear", -4.350277936359301),
("<day-of-month> de <named-month>de <year>",
-3.044522437723423),
("tomorrowdepois das <time-of-day>", -4.02535169073515),
-2.9639835752394106),
("tomorrowdepois das <time-of-day>", -3.9448128282511368),
("<hour-of-day> and <relative minutes>in the <part-of-day>",
-4.02535169073515),
-3.9448128282511368),
("two time tokens separated by \",\"2de <year>",
-4.02535169073515),
("intersectde <year>", -4.430816798843313)],
n = 54},
-3.9448128282511368),
("intersectde <year>", -4.350277936359301)],
n = 50},
koData =
ClassData{prior = -1.1239300966523995, unseen = -4.727387818712341,
ClassData{prior = -1.126011262856224, unseen = -4.6443908991413725,
likelihoods =
HashMap.fromList
[("dayhour", -3.619886582626985),
("monthday", -2.639057329615259),
("named-month\224s <time-of-day>", -4.02535169073515),
("monthyear", -2.521274293958875),
("intersectnamed-day", -4.02535169073515),
("now\224s <time-of-day>", -3.619886582626985),
("intersect by `da` or `de`named-day", -4.02535169073515),
("intersect2named-day", -4.02535169073515),
("monthhour", -3.332204510175204),
("dayyear", -4.02535169073515),
("now<hour-of-day> and <relative minutes>", -4.02535169073515),
("daysecond", -4.02535169073515),
("named-dayright now", -4.02535169073515),
("dayminute", -3.619886582626985),
("named-monthde <year>", -2.521274293958875),
("named-monthin the <part-of-day>", -3.619886582626985),
[("dayhour", -3.536116699561526),
("monthday", -2.842969519001581),
("named-month\224s <time-of-day>", -3.9415818076696905),
("monthyear", -2.4375044108934163),
("intersectnamed-day", -3.9415818076696905),
("now\224s <time-of-day>", -3.536116699561526),
("intersect by `da` or `de`named-day", -3.9415818076696905),
("monthhour", -3.248434627109745),
("dayyear", -3.9415818076696905),
("now<hour-of-day> and <relative minutes>",
-3.9415818076696905),
("daysecond", -3.9415818076696905),
("named-dayright now", -3.9415818076696905),
("dayminute", -3.536116699561526),
("named-monthde <year>", -2.4375044108934163),
("named-monthin the <part-of-day>", -3.536116699561526),
("named-monthtwo time tokens separated by \",\"2",
-4.02535169073515),
("intersect by `da` or `de`de <year>", -4.02535169073515),
("named-monthintersect", -4.02535169073515),
-3.9415818076696905),
("intersect by `da` or `de`de <year>", -3.9415818076696905),
("named-monthintersect", -3.9415818076696905),
("<day-of-month> de <named-month>\224s <time-of-day>",
-4.02535169073515),
-3.9415818076696905),
("<hour-of-day> <integer> (as relative minutes)year",
-4.02535169073515),
("<day-of-month> de <named-month>de <year>", -4.02535169073515),
("named-monthintersect2", -4.02535169073515),
("minuteyear", -3.619886582626985),
-3.9415818076696905),
("<day-of-month> de <named-month>de <year>",
-3.9415818076696905),
("minuteyear", -3.536116699561526),
("named-monthtwo time tokens separated by \",\"",
-4.02535169073515)],
n = 26}}),
-3.9415818076696905)],
n = 24}}),
("season",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
@ -579,32 +464,29 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("two time tokens separated by \",\"2",
Classifier{okData =
ClassData{prior = -0.1941560144409575, unseen = -3.713572066704308,
ClassData{prior = -0.1670540846631662,
unseen = -3.4965075614664802,
likelihoods =
HashMap.fromList
[("intersectnamed-day", -2.995732273553991),
("intersect by `da` or `de`named-day", -2.995732273553991),
("intersect2named-day", -2.995732273553991),
("dayday", -1.1239300966523995),
("de <year>named-day", -2.995732273553991),
("named-dayintersect", -2.5902671654458267),
("named-dayintersect2", -2.5902671654458267),
("named-dayintersect by `da` or `de`", -2.5902671654458267),
("yearnamed-day", -2.995732273553991),
[("intersectnamed-day", -2.772588722239781),
("intersect by `da` or `de`named-day", -2.772588722239781),
("dayday", -1.1631508098056809),
("de <year>named-day", -2.772588722239781),
("named-dayintersect", -2.367123614131617),
("named-dayintersect by `da` or `de`", -2.367123614131617),
("yearnamed-day", -2.772588722239781),
("named-day<day-of-month> de <named-month>",
-2.3025850929940455),
("yearday", -2.5902671654458267)],
n = 14},
-2.0794415416798357),
("yearday", -2.367123614131617)],
n = 11},
koData =
ClassData{prior = -1.7346010553881064,
unseen = -2.9444389791664407,
ClassData{prior = -1.8718021769015913, unseen = -2.70805020110221,
likelihoods =
HashMap.fromList
[("monthday", -1.5040773967762742),
("intersectnamed-day", -2.1972245773362196),
("intersect by `da` or `de`named-day", -2.1972245773362196),
("intersect2named-day", -2.1972245773362196)],
n = 3}}),
[("monthday", -1.540445040947149),
("intersectnamed-day", -1.9459101490553135),
("intersect by `da` or `de`named-day", -1.9459101490553135)],
n = 2}}),
("year (latent)",
Classifier{okData =
ClassData{prior = -infinity, unseen = -1.3862943611198906,
@ -628,43 +510,44 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
("amanh\227 pela <part-of-day>",
Classifier{okData =
ClassData{prior = -0.3117796240308415, unseen = -4.672828834461907,
ClassData{prior = -0.3184537311185346,
unseen = -4.6443908991413725,
likelihoods =
HashMap.fromList
[("<hour-of-day> and quinzeafternoon", -3.054001181677967),
("<day-of-month> de <named-month>morning", -3.970291913552122),
("dayhour", -3.054001181677967),
("\224s <time-of-day>morning", -3.2771447329921766),
("hourhour", -1.8302257500558512),
("<hour-of-day> and halfafternoon", -3.054001181677967),
("minutehour", -1.5723966407537513),
("tomorrowevening", -3.970291913552122),
("time-of-day (latent)morning", -3.2771447329921766),
("time-of-day (latent)evening", -3.5648268054439574),
("\224s <time-of-day>afternoon", -2.3608540011180215),
[("<hour-of-day> and quinzeafternoon", -3.0252910757955354),
("<day-of-month> de <named-month>morning", -3.9415818076696905),
("dayhour", -3.0252910757955354),
("\224s <time-of-day>morning", -3.248434627109745),
("hourhour", -1.8621402659898547),
("<hour-of-day> and halfafternoon", -3.0252910757955354),
("minutehour", -1.54368653487132),
("tomorrowevening", -3.9415818076696905),
("time-of-day (latent)morning", -3.248434627109745),
("time-of-day (latent)evening", -3.536116699561526),
("\224s <time-of-day>afternoon", -2.33214389523559),
("dia <day-of-month> de <named-month>morning",
-3.970291913552122),
("yesterdayevening", -3.970291913552122),
("time-of-day (latent)afternoon", -3.5648268054439574),
-3.9415818076696905),
("yesterdayevening", -3.9415818076696905),
("time-of-day (latent)afternoon", -3.536116699561526),
("<hour-of-day> and <relative minutes>afternoon",
-2.717528945056754),
("intersectmorning", -3.970291913552122),
("\224s <time-of-day>evening", -3.5648268054439574),
("intersect2morning", -3.970291913552122)],
n = 41},
-2.6888188391743224),
("intersectmorning", -3.9415818076696905),
("\224s <time-of-day>evening", -3.536116699561526)],
n = 40},
koData =
ClassData{prior = -1.3173014896329391, unseen = -4.007333185232471,
ClassData{prior = -1.2992829841302609,
unseen = -3.9889840465642745,
likelihoods =
HashMap.fromList
[("yearhour", -1.5040773967762742),
("monthhour", -3.295836866004329),
("hourhour", -2.6026896854443837),
("time-of-day (latent)morning", -3.295836866004329),
("year (latent)afternoon", -2.1972245773362196),
("named-monthmorning", -3.295836866004329),
("year (latent)evening", -2.890371757896165),
("time-of-day (latent)afternoon", -2.890371757896165),
("year (latent)morning", -2.379546134130174)],
[("yearhour", -1.4853852637641216),
("monthhour", -3.2771447329921766),
("hourhour", -2.583997552432231),
("time-of-day (latent)morning", -3.2771447329921766),
("year (latent)afternoon", -2.178532444324067),
("named-monthmorning", -3.2771447329921766),
("year (latent)evening", -2.871679624884012),
("time-of-day (latent)afternoon", -2.871679624884012),
("year (latent)morning", -2.3608540011180215)],
n = 15}}),
("dentro de <duration>",
Classifier{okData =
@ -818,29 +701,27 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("<dim time> da manha",
Classifier{okData =
ClassData{prior = -0.4700036292457356,
unseen = -3.4965075614664802,
ClassData{prior = -0.5108256237659907,
unseen = -3.4011973816621555,
likelihoods =
HashMap.fromList
[("intersect2", -2.772588722239781),
("<day-of-month> de <named-month>", -2.772588722239781),
("intersect", -2.772588722239781),
("dia <day-of-month> de <named-month>", -2.772588722239781),
("day", -2.367123614131617),
("time-of-day (latent)", -2.0794415416798357),
("hour", -1.2685113254635072),
("\224s <time-of-day>", -2.0794415416798357)],
n = 10},
[("<day-of-month> de <named-month>", -2.6741486494265287),
("intersect", -2.6741486494265287),
("dia <day-of-month> de <named-month>", -2.6741486494265287),
("day", -2.268683541318364),
("time-of-day (latent)", -1.9810014688665833),
("hour", -1.2878542883066382),
("\224s <time-of-day>", -1.9810014688665833)],
n = 9},
koData =
ClassData{prior = -0.9808292530117262,
unseen = -3.2188758248682006,
ClassData{prior = -0.916290731874155, unseen = -3.1780538303479458,
likelihoods =
HashMap.fromList
[("year (latent)", -1.5686159179138452),
("named-month", -2.4849066497880004),
("time-of-day (latent)", -2.4849066497880004),
("year", -1.5686159179138452), ("hour", -2.4849066497880004),
("month", -2.4849066497880004)],
[("year (latent)", -1.5260563034950494),
("named-month", -2.4423470353692043),
("time-of-day (latent)", -2.4423470353692043),
("year", -1.5260563034950494), ("hour", -2.4423470353692043),
("month", -2.4423470353692043)],
n = 6}}),
("em <duration>",
Classifier{okData =

786
Duckling/Ranking/Classifiers/SV.hs
View File

File diff suppressed because it is too large Load Diff

14
Duckling/Time/DA/Rules.hs
View File

@ -1050,19 +1050,6 @@ ruleIntersect = Rule
_ -> Nothing
}
ruleIntersect2 :: Rule
ruleIntersect2 = Rule
{ name = "intersect2"
, pattern =
[ Predicate isNotLatent
, Predicate isNotLatent
]
, prod = \tokens -> case tokens of
(Token Time td1:Token Time td2:_) ->
Just . Token Time $ intersect (td2, td1)
_ -> Nothing
}
ruleAboutTimeofday :: Rule
ruleAboutTimeofday = Rule
{ name = "about <time-of-day>"
@ -1912,7 +1899,6 @@ rules =
, ruleInduringThePartofday
, ruleInduringThePartofday2
, ruleIntersect
, ruleIntersect2
, ruleIntersectBy
, ruleIntersectByOfFromS
, ruleLastCycle

13
Duckling/Time/EN/Rules.hs
View File

@ -45,18 +45,6 @@ ruleIntersect = Rule
_ -> Nothing
}
ruleIntersect2 :: Rule
ruleIntersect2 = Rule
{ name = "intersect2"
, pattern =
[ Predicate isNotLatent
, Predicate isNotLatent
]
, prod = \tokens -> case tokens of
(Token Time td1:Token Time td2:_) -> Just . Token Time $ intersect (td2, td1)
_ -> Nothing
}
ruleIntersectOf :: Rule
ruleIntersectOf = Rule
{ name = "intersect by \",\", \"of\", \"from\", \"'s\""
@ -1506,7 +1494,6 @@ ruleTimezone = Rule
rules :: [Rule]
rules =
[ ruleIntersect
, ruleIntersect2
, ruleIntersectOf
, ruleAbsorbOnTime
, ruleAbsorbOnADOW

14
Duckling/Time/NB/Rules.hs
View File

@ -1022,19 +1022,6 @@ ruleIntersect = Rule
_ -> Nothing
}
ruleIntersect2 :: Rule
ruleIntersect2 = Rule
{ name = "intersect2"
, pattern =
[ Predicate isNotLatent
, Predicate isNotLatent
]
, prod = \tokens -> case tokens of
(Token Time td1:Token Time td2:_) ->
Just . Token Time $ intersect (td2, td1)
_ -> Nothing
}
ruleAboutTimeofday :: Rule
ruleAboutTimeofday = Rule
{ name = "about <time-of-day>"
@ -1864,7 +1851,6 @@ rules =
, ruleInduringThePartofday
, ruleInduringThePartofday2
, ruleIntersect
, ruleIntersect2
, ruleIntersectBy
, ruleIntersectByOfFromS
, ruleLastCycle

14
Duckling/Time/PT/Rules.hs
View File

@ -917,19 +917,6 @@ ruleIntersect = Rule
_ -> Nothing
}
ruleIntersect2 :: Rule
ruleIntersect2 = Rule
{ name = "intersect2"
, pattern =
[ Predicate isNotLatent
, Predicate isNotLatent
]
, prod = \tokens -> case tokens of
(Token Time td1:Token Time td2:_) ->
Just . Token Time $ intersect (td2, td1)
_ -> Nothing
}
ruleTimeofdayPartofday :: Rule
ruleTimeofdayPartofday = Rule
{ name = "<time-of-day> <part-of-day>"
@ -1598,7 +1585,6 @@ rules =
, ruleQuarterParaAsHourofdayAsRelativeMinutes
, ruleThreeQuarterParaAsHourofdayAsRelativeMinutes
, ruleIntersect
, ruleIntersect2
, ruleIntersectByDaOrDe
, ruleLastTime
, ruleMidnight

14
Duckling/Time/SV/Rules.hs
View File

@ -1017,19 +1017,6 @@ ruleIntersect = Rule
_ -> Nothing
}
ruleIntersect2 :: Rule
ruleIntersect2 = Rule
{ name = "intersect2"
, pattern =
[ Predicate isNotLatent
, Predicate isNotLatent
]
, prod = \tokens -> case tokens of
(Token Time td1:Token Time td2:_) ->
Just . Token Time $ intersect (td2, td1)
_ -> Nothing
}
ruleAboutTimeofday :: Rule
ruleAboutTimeofday = Rule
{ name = "about <time-of-day>"
@ -1834,7 +1821,6 @@ rules =
, ruleInduringThePartofday
, ruleInduringThePartofday2
, ruleIntersect
, ruleIntersect2
, ruleIntersectBy
, ruleIntersectByOfFromS
, ruleLastCycle