facebook/duckling
1
1
Fork 0
mirror of https://github.com/facebook/duckling.git synced 2024-11-29 01:03:44 +03:00
Code Issues Packages Projects Releases Wiki Activity

Optimize simple time predicates

Browse Source 
Summary:
This is the next step for:
https://fb.facebook.com/groups/527352907463243/permalink/600056483526218/

This:
* changes the time language to be able to track contradictions (`EmptyPredicate`)
* changes the time language to be able to collect non-contradicting pieces, like month and hour and unify them
* provides an efficient way to convert those pieces into (past,future) time series
* adds AMPM predicate runner - there's a bit of overlap with is12H, but it basically works
* changes a test case that was wrong before
* regenerates classifiers, I'm not sure why they changed exactly

Before:
```
res <- H.io $ let sentence = "10am thurs 4.30 thurs 12pm sat" in (debugTokens sentence $ analyze sentence (testContext {lang = EN}) HashSet.empty)
(15.50 secs, 6,171,188,928 bytes)

res <- H.io $ let sentence = "I have 9 am 12 pm 1 pm 2pm 4 pm 3 pm on Saturday" in (debugTokens sentence $ analyze sentence (testContext {lang = EN}) HashSet.empty)
(110.82 secs, 44,031,569,512 bytes)
```

After:
```
res <- H.io $ let sentence = "10am thurs 4.30 thurs 12pm sat" in (debugTokens sentence $ analyze sentence (testContext {lang = EN}) HashSet.empty)
(1.24 secs, 703,020,912 bytes)

res <- H.io $ let sentence = "I have 9 am 12 pm 1 pm 2pm 4 pm 3 pm on Saturday" in (debugTokens sentence $ analyze sentence (testContext {lang = EN}) HashSet.empty)
(9.51 secs, 5,891,109,592 bytes)
```

Reviewed By: JonCoens

Differential Revision: D4676812

fbshipit-source-id: 9810203
This commit is contained in:
Bartosz Nitka 2017-03-13 16:49:47 -07:00 committed by Facebook Github Bot
parent fd80953407
commit 003604dce7
15 changed files with 2646 additions and 2258 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

464
Duckling/Ranking/Classifiers/DA.hs
View File

@ -56,140 +56,148 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}), likelihoods = HashMap.fromList [], n = 0}}),
("intersect2", ("intersect2",
Classifier{okData = Classifier{okData =
ClassData{prior = -0.4981471655062198, unseen = -5.808142489980444, ClassData{prior = -0.46724246780440765,
unseen = -5.869296913133774,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("<datetime> - <datetime> (interval)on <date>", [("<datetime> - <datetime> (interval)on <date>",
-4.013375499688434), -4.074708587705242),
("<time-of-day> - <time-of-day> (interval)on <date>", ("<time-of-day> - <time-of-day> (interval)on <date>",
-4.013375499688434), -4.074708587705242),
("hourday", -5.111987788356543), ("hourday", -5.173320876373351),
("dayhour", -2.8606959897500484), ("dayhour", -2.9220290777668563),
("daymonth", -3.0970847678142785), ("daymonth", -3.1584178558310865),
("monthyear", -3.0325462466767075), ("monthyear", -3.0938793346935154),
("the <day-of-month> (ordinal)named-month", -3.859224819861175), ("intersecthh:mm", -5.173320876373351),
("the <day-of-month> (ordinal)named-month",
-3.9205579078779835),
("intersect by \"of\", \"from\", \"'s\"year", ("intersect by \"of\", \"from\", \"'s\"year",
-4.706522680248379), -4.767855768265187),
("intersect2hh:mm", -5.111987788356543), ("intersect2hh:mm", -5.173320876373351),
("last <day-of-week> of <time>year", -4.706522680248379), ("last <day-of-week> of <time>year", -4.767855768265187),
("todayat <time-of-day>", -4.706522680248379), ("todayat <time-of-day>", -4.767855768265187),
("dayday", -2.9719216248602724), ("dayday", -3.033254712877081),
("dd/mmat <time-of-day>", -4.1956970564823886), ("dd/mmat <time-of-day>", -4.257030144499196),
("intersect by \",\"hh:mm", -4.706522680248379), ("intersect by \",\"hh:mm", -4.074708587705242),
("intersectnamed-month", -5.111987788356543), ("absorption of , after named dayintersect2",
("dayyear", -3.240185611454952), -5.173320876373351),
("named-daythis <time>", -3.407239696118118), ("intersectnamed-month", -5.173320876373351),
("tomorrow<time-of-day> sharp", -4.706522680248379), ("dayyear", -3.3015186994717602),
("named-daythis <time>", -3.4685727841349263),
("tomorrow<time-of-day> sharp", -4.767855768265187),
("<day-of-month>(ordinal) <named-month>year", ("<day-of-month>(ordinal) <named-month>year",
-4.706522680248379), -4.767855768265187),
("named-day<time> timezone", -4.418840607796598), ("named-day<time> timezone", -4.480173695813406),
("named-monthyear", -3.0325462466767075), ("named-monthyear", -3.0938793346935154),
("absorption of , after named day<named-month> <day-of-month> (non ordinal)", ("absorption of , after named day<named-month> <day-of-month> (non ordinal)",
-4.013375499688434), -4.074708587705242),
("tomorrowuntil <time-of-day>", -4.706522680248379), ("tomorrowuntil <time-of-day>", -4.767855768265187),
("absorption of , after named day<day-of-month> (non ordinal) <named-month>", ("absorption of , after named day<day-of-month> (non ordinal) <named-month>",
-4.418840607796598), -4.480173695813406),
("intersect2named-month", -5.111987788356543), ("intersect2named-month", -5.173320876373351),
("after <time-of-day>at <time-of-day>", -4.706522680248379), ("after <time-of-day>at <time-of-day>", -4.767855768265187),
("intersect by \",\"<day-of-month> (non ordinal) <named-month>", ("intersect by \",\"<day-of-month> (non ordinal) <named-month>",
-4.706522680248379), -4.767855768265187),
("named-day<day-of-month> (non ordinal) <named-month>", ("named-day<day-of-month> (non ordinal) <named-month>",
-5.111987788356543), -5.173320876373351),
("named-day<named-month> <day-of-month> (non ordinal)", ("named-day<named-month> <day-of-month> (non ordinal)",
-5.111987788356543), -5.173320876373351),
("named-dayfrom <datetime> - <datetime> (interval)", ("named-dayfrom <datetime> - <datetime> (interval)",
-4.706522680248379), -4.767855768265187),
("named-daynext <cycle>", -5.111987788356543), ("named-daynext <cycle>", -5.173320876373351),
("named-dayintersect", -5.111987788356543), ("named-dayintersect", -5.173320876373351),
("named-dayfrom <time-of-day> - <time-of-day> (interval)", ("named-dayfrom <time-of-day> - <time-of-day> (interval)",
-4.706522680248379), -4.767855768265187),
("tomorrowafter <time-of-day>", -4.706522680248379), ("tomorrowafter <time-of-day>", -4.767855768265187),
("from <time-of-day> - <time-of-day> (interval)on <date>", ("from <time-of-day> - <time-of-day> (interval)on <date>",
-4.1956970564823886), -4.257030144499196),
("dayminute", -2.9719216248602724), ("dayminute", -2.647592232065096),
("from <datetime> - <datetime> (interval)on <date>", ("from <datetime> - <datetime> (interval)on <date>",
-4.418840607796598), -4.480173695813406),
("<ordinal> <cycle> of <time>year", -4.706522680248379), ("<ordinal> <cycle> of <time>year", -4.767855768265187),
("minuteday", -2.5092981029121595), ("minuteday", -2.570631190928968),
("absorption of , after named dayintersect",
-5.173320876373351),
("named-daybetween <time-of-day> and <time-of-day> (interval)", ("named-daybetween <time-of-day> and <time-of-day> (interval)",
-5.111987788356543), -5.173320876373351),
("named-dayon <date>", -5.111987788356543), ("named-dayon <date>", -5.173320876373351),
("named-dayat <time-of-day>", -4.706522680248379), ("named-dayat <time-of-day>", -4.767855768265187),
("named-dayintersect2", -5.111987788356543), ("named-dayintersect2", -5.173320876373351),
("yearhh:mm", -5.173320876373351),
("named-daybetween <datetime> and <datetime> (interval)", ("named-daybetween <datetime> and <datetime> (interval)",
-5.111987788356543), -5.173320876373351),
("absorption of , after named dayintersect by \",\"", ("absorption of , after named dayintersect by \",\"",
-5.111987788356543), -4.480173695813406),
("dd/mmyear", -4.706522680248379), ("dd/mmyear", -4.767855768265187),
("at <time-of-day>on <date>", -5.111987788356543), ("at <time-of-day>on <date>", -5.173320876373351),
("between <time-of-day> and <time-of-day> (interval)on <date>", ("between <time-of-day> and <time-of-day> (interval)on <date>",
-5.111987788356543), -5.173320876373351),
("between <datetime> and <datetime> (interval)on <date>", ("between <datetime> and <datetime> (interval)on <date>",
-5.111987788356543), -5.173320876373351),
("dayweek", -4.013375499688434), ("dayweek", -4.074708587705242),
("weekyear", -4.1956970564823886), ("weekyear", -4.257030144499196),
("hh:mmtomorrow", -4.418840607796598), ("hh:mmtomorrow", -4.480173695813406),
("tomorrowat <time-of-day>", -3.859224819861175), ("tomorrowat <time-of-day>", -3.9205579078779835),
("named-daythe <day-of-month> (ordinal)", -5.111987788356543), ("named-daythe <day-of-month> (ordinal)", -5.173320876373351),
("at <time-of-day>tomorrow", -4.706522680248379), ("at <time-of-day>tomorrow", -4.767855768265187),
("last <cycle> of <time>year", -4.1956970564823886), ("last <cycle> of <time>year", -4.257030144499196),
("named-daythe <day-of-month> (non ordinal)", ("named-daythe <day-of-month> (non ordinal)",
-5.111987788356543), -5.173320876373351),
("<day-of-month> (non ordinal) <named-month>year", ("<day-of-month> (non ordinal) <named-month>year",
-4.706522680248379)], -4.767855768265187),
n = 127}, ("yearminute", -5.173320876373351)],
n = 136},
koData = koData =
ClassData{prior = -0.9356150047005579, unseen = -5.493061443340548, ClassData{prior = -0.9854481988680208, unseen = -5.497168225293202,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("named-daynamed-month", -4.795790545596741), [("named-daynamed-month", -4.799914262780603),
("dayhour", -3.4094961844768505), ("dayhour", -3.4136199016607125),
("daymonth", -1.9924301646902063), ("daymonth", -1.9965538818740682),
("monthday", -3.879499813722586), ("monthday", -3.883623530906448),
("monthyear", -3.879499813722586), ("monthyear", -3.883623530906448),
("intersect by \"of\", \"from\", \"'s\"year", ("intersect by \"of\", \"from\", \"'s\"year",
-3.5430275771013733), -3.5471512942852352),
("named-dayhh:mm", -4.795790545596741), ("named-dayhh:mm", -4.799914262780603),
("dd/mmat <time-of-day>", -3.879499813722586), ("dd/mmat <time-of-day>", -3.883623530906448),
("hourhour", -3.5430275771013733), ("hourhour", -3.5471512942852352),
("dayyear", -3.4094961844768505), ("dayyear", -3.4136199016607125),
("named-daythis <time>", -2.3534435102275366), ("named-daythis <time>", -2.3575672274113986),
("year<hour-of-day> <integer> (as relative minutes)", ("year<hour-of-day> <integer> (as relative minutes)",
-4.390325437488577), -4.394449154672439),
("minutemonth", -4.390325437488577), ("minutemonth", -4.394449154672439),
("named-monthyear", -3.879499813722586), ("named-monthyear", -3.883623530906448),
("in|during the <part-of-day>until <time-of-day>", ("in|during the <part-of-day>until <time-of-day>",
-4.390325437488577), -4.394449154672439),
("absorption of , after named daynamed-month", ("absorption of , after named daynamed-month",
-3.6971782569286313), -3.7013019741124937),
("named-dayfrom <datetime> - <datetime> (interval)", ("named-dayfrom <datetime> - <datetime> (interval)",
-4.390325437488577), -4.394449154672439),
("<hour-of-day> <integer> (as relative minutes)named-month", ("<hour-of-day> <integer> (as relative minutes)named-month",
-4.390325437488577), -4.394449154672439),
("named-dayfrom <time-of-day> - <time-of-day> (interval)", ("named-dayfrom <time-of-day> - <time-of-day> (interval)",
-4.795790545596741), -4.799914262780603),
("until <time-of-day>on <date>", -4.795790545596741), ("until <time-of-day>on <date>", -4.799914262780603),
("dayminute", -3.4094961844768505), ("dayminute", -3.4136199016607125),
("minuteday", -3.291713148820467), ("minuteday", -3.295836866004329),
("named-daybetween <time-of-day> and <time-of-day> (interval)", ("named-daybetween <time-of-day> and <time-of-day> (interval)",
-4.795790545596741), -4.799914262780603),
("named-dayat <time-of-day>", -3.879499813722586), ("named-dayat <time-of-day>", -3.883623530906448),
("yearhh:mm", -4.795790545596741), ("hh:mmon <date>", -3.4136199016607125),
("hh:mmon <date>", -3.4094961844768505),
("named-daybetween <datetime> and <datetime> (interval)", ("named-daybetween <datetime> and <datetime> (interval)",
-4.795790545596741), -4.799914262780603),
("named-month<day-of-month> (non ordinal) <named-month>", ("named-month<day-of-month> (non ordinal) <named-month>",
-3.879499813722586), -3.883623530906448),
("<named-month> <day-of-month> (non ordinal)named-month", ("<named-month> <day-of-month> (non ordinal)named-month",
-3.879499813722586), -3.883623530906448),
("this <part-of-day>until <time-of-day>", -4.390325437488577), ("this <part-of-day>until <time-of-day>", -4.394449154672439),
("<hour-of-day> <integer> (as relative minutes)year", ("<hour-of-day> <integer> (as relative minutes)year",
-4.390325437488577), -4.394449154672439),
("tomorrownoon", -4.795790545596741), ("tomorrownoon", -4.799914262780603),
("this <time>until <time-of-day>", -4.390325437488577), ("this <time>until <time-of-day>", -4.394449154672439),
("minuteyear", -4.390325437488577), ("minuteyear", -4.394449154672439),
("yearminute", -4.102643365036796)], ("yearminute", -4.394449154672439)],
n = 82}}), n = 81}}),
("<time> <part-of-day>", ("<time> <part-of-day>",
Classifier{okData = Classifier{okData =
ClassData{prior = -0.5596157879354228, unseen = -2.772588722239781, ClassData{prior = -0.5596157879354228, unseen = -2.772588722239781,
@ -385,139 +393,148 @@ classifiers
n = 2}}), n = 2}}),
("intersect", ("intersect",
Classifier{okData = Classifier{okData =
ClassData{prior = -0.5108256237659907, unseen = -5.780743515792329, ClassData{prior = -0.46724246780440765,
unseen = -5.869296913133774,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("<datetime> - <datetime> (interval)on <date>", [("<datetime> - <datetime> (interval)on <date>",
-3.9858928539946015), -4.074708587705242),
("<time-of-day> - <time-of-day> (interval)on <date>", ("<time-of-day> - <time-of-day> (interval)on <date>",
-3.9858928539946015), -4.074708587705242),
("hourday", -5.084505142662711), ("hourday", -5.173320876373351),
("dayhour", -2.833213344056216), ("dayhour", -2.9220290777668563),
("daymonth", -3.0696021221204464), ("daymonth", -3.1584178558310865),
("monthyear", -3.0050636009828753), ("monthyear", -3.0938793346935154),
("intersecthh:mm", -5.173320876373351),
("the <day-of-month> (ordinal)named-month", ("the <day-of-month> (ordinal)named-month",
-3.8317421741673434), -3.9205579078779835),
("intersect by \"of\", \"from\", \"'s\"year", ("intersect by \"of\", \"from\", \"'s\"year",
-4.679040034554547), -4.767855768265187),
("intersect2hh:mm", -5.084505142662711), ("intersect2hh:mm", -5.173320876373351),
("last <day-of-week> of <time>year", -4.679040034554547), ("last <day-of-week> of <time>year", -4.767855768265187),
("todayat <time-of-day>", -4.679040034554547), ("todayat <time-of-day>", -4.767855768265187),
("dayday", -3.2127029657611197), ("dayday", -3.033254712877081),
("dd/mmat <time-of-day>", -4.168214410788556), ("dd/mmat <time-of-day>", -4.257030144499196),
("intersect by \",\"hh:mm", -4.679040034554547), ("intersect by \",\"hh:mm", -4.074708587705242),
("intersectnamed-month", -5.084505142662711), ("absorption of , after named dayintersect2",
("dayyear", -3.2127029657611197), -5.173320876373351),
("named-daythis <time>", -3.379757050424286), ("intersectnamed-month", -5.173320876373351),
("tomorrow<time-of-day> sharp", -4.679040034554547), ("dayyear", -3.3015186994717602),
("named-daythis <time>", -3.4685727841349263),
("tomorrow<time-of-day> sharp", -4.767855768265187),
("<day-of-month>(ordinal) <named-month>year", ("<day-of-month>(ordinal) <named-month>year",
-4.679040034554547), -4.767855768265187),
("named-day<time> timezone", -4.391357962102766), ("named-day<time> timezone", -4.480173695813406),
("named-monthyear", -3.0050636009828753), ("named-monthyear", -3.0938793346935154),
("absorption of , after named day<named-month> <day-of-month> (non ordinal)", ("absorption of , after named day<named-month> <day-of-month> (non ordinal)",
-4.391357962102766), -4.074708587705242),
("tomorrowuntil <time-of-day>", -4.679040034554547), ("tomorrowuntil <time-of-day>", -4.767855768265187),
("absorption of , after named day<day-of-month> (non ordinal) <named-month>", ("absorption of , after named day<day-of-month> (non ordinal) <named-month>",
-4.679040034554547), -4.480173695813406),
("intersect2named-month", -5.084505142662711), ("intersect2named-month", -5.173320876373351),
("after <time-of-day>at <time-of-day>", -4.679040034554547), ("after <time-of-day>at <time-of-day>", -4.767855768265187),
("intersect by \",\"<day-of-month> (non ordinal) <named-month>", ("intersect by \",\"<day-of-month> (non ordinal) <named-month>",
-4.679040034554547), -4.767855768265187),
("named-day<day-of-month> (non ordinal) <named-month>", ("named-day<day-of-month> (non ordinal) <named-month>",
-5.084505142662711), -5.173320876373351),
("named-day<named-month> <day-of-month> (non ordinal)", ("named-day<named-month> <day-of-month> (non ordinal)",
-5.084505142662711), -5.173320876373351),
("named-dayfrom <datetime> - <datetime> (interval)", ("named-dayfrom <datetime> - <datetime> (interval)",
-4.679040034554547), -4.767855768265187),
("named-daynext <cycle>", -5.084505142662711), ("named-daynext <cycle>", -5.173320876373351),
("named-dayintersect", -5.084505142662711), ("named-dayintersect", -5.173320876373351),
("named-dayfrom <time-of-day> - <time-of-day> (interval)", ("named-dayfrom <time-of-day> - <time-of-day> (interval)",
-4.679040034554547), -4.767855768265187),
("tomorrowafter <time-of-day>", -4.679040034554547), ("tomorrowafter <time-of-day>", -4.767855768265187),
("from <time-of-day> - <time-of-day> (interval)on <date>", ("from <time-of-day> - <time-of-day> (interval)on <date>",
-4.168214410788556), -4.257030144499196),
("dayminute", -2.9444389791664407), ("dayminute", -2.647592232065096),
("from <datetime> - <datetime> (interval)on <date>", ("from <datetime> - <datetime> (interval)on <date>",
-4.391357962102766), -4.480173695813406),
("<ordinal> <cycle> of <time>year", -4.679040034554547), ("<ordinal> <cycle> of <time>year", -4.767855768265187),
("minuteday", -2.4818154572183277), ("minuteday", -2.570631190928968),
("absorption of , after named dayintersect",
-5.173320876373351),
("named-daybetween <time-of-day> and <time-of-day> (interval)", ("named-daybetween <time-of-day> and <time-of-day> (interval)",
-5.084505142662711), -5.173320876373351),
("named-dayon <date>", -5.084505142662711), ("named-dayon <date>", -5.173320876373351),
("named-dayat <time-of-day>", -4.679040034554547), ("named-dayat <time-of-day>", -4.767855768265187),
("named-dayintersect2", -5.084505142662711), ("named-dayintersect2", -5.173320876373351),
("yearhh:mm", -5.173320876373351),
("named-daybetween <datetime> and <datetime> (interval)", ("named-daybetween <datetime> and <datetime> (interval)",
-5.084505142662711), -5.173320876373351),
("dd/mmyear", -4.679040034554547), ("absorption of , after named dayintersect by \",\"",
("at <time-of-day>on <date>", -5.084505142662711), -4.480173695813406),
("dd/mmyear", -4.767855768265187),
("at <time-of-day>on <date>", -5.173320876373351),
("between <time-of-day> and <time-of-day> (interval)on <date>", ("between <time-of-day> and <time-of-day> (interval)on <date>",
-5.084505142662711), -5.173320876373351),
("between <datetime> and <datetime> (interval)on <date>", ("between <datetime> and <datetime> (interval)on <date>",
-5.084505142662711), -5.173320876373351),
("dayweek", -3.9858928539946015), ("dayweek", -4.074708587705242),
("weekyear", -4.168214410788556), ("weekyear", -4.257030144499196),
("hh:mmtomorrow", -4.391357962102766), ("hh:mmtomorrow", -4.480173695813406),
("tomorrowat <time-of-day>", -3.8317421741673434), ("tomorrowat <time-of-day>", -3.9205579078779835),
("named-daythe <day-of-month> (ordinal)", -5.084505142662711), ("named-daythe <day-of-month> (ordinal)", -5.173320876373351),
("at <time-of-day>tomorrow", -4.679040034554547), ("at <time-of-day>tomorrow", -4.767855768265187),
("last <cycle> of <time>year", -4.168214410788556), ("last <cycle> of <time>year", -4.257030144499196),
("named-daythe <day-of-month> (non ordinal)", ("named-daythe <day-of-month> (non ordinal)",
-5.084505142662711), -5.173320876373351),
("<day-of-month> (non ordinal) <named-month>year", ("<day-of-month> (non ordinal) <named-month>year",
-4.679040034554547)], -4.767855768265187),
n = 123}, ("yearminute", -5.173320876373351)],
n = 136},
koData = koData =
ClassData{prior = -0.916290731874155, unseen = -5.488937726156687, ClassData{prior = -0.9854481988680208, unseen = -5.497168225293202,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("named-daynamed-month", -4.791649752930709), [("named-daynamed-month", -4.799914262780603),
("dayhour", -3.405355391810819), ("dayhour", -3.4136199016607125),
("daymonth", -1.9882893720241748), ("daymonth", -1.9965538818740682),
("monthday", -3.8753590210565547), ("monthday", -3.883623530906448),
("monthyear", -3.8753590210565547), ("monthyear", -3.883623530906448),
("intersect by \"of\", \"from\", \"'s\"year", ("intersect by \"of\", \"from\", \"'s\"year",
-3.5388867844353418), -3.5471512942852352),
("named-dayhh:mm", -4.791649752930709), ("named-dayhh:mm", -4.799914262780603),
("dd/mmat <time-of-day>", -3.8753590210565547), ("dd/mmat <time-of-day>", -3.883623530906448),
("hourhour", -3.5388867844353418), ("hourhour", -3.5471512942852352),
("dayyear", -3.405355391810819), ("dayyear", -3.4136199016607125),
("named-daythis <time>", -2.3493027175615055), ("named-daythis <time>", -2.3575672274113986),
("year<hour-of-day> <integer> (as relative minutes)", ("year<hour-of-day> <integer> (as relative minutes)",
-4.386184644822546), -4.394449154672439),
("minutemonth", -4.386184644822546), ("minutemonth", -4.394449154672439),
("named-monthyear", -3.8753590210565547), ("named-monthyear", -3.883623530906448),
("in|during the <part-of-day>until <time-of-day>", ("in|during the <part-of-day>until <time-of-day>",
-4.386184644822546), -4.394449154672439),
("absorption of , after named daynamed-month", ("absorption of , after named daynamed-month",
-3.6930374642626003), -3.7013019741124937),
("named-dayfrom <datetime> - <datetime> (interval)", ("named-dayfrom <datetime> - <datetime> (interval)",
-4.386184644822546), -4.394449154672439),
("<hour-of-day> <integer> (as relative minutes)named-month", ("<hour-of-day> <integer> (as relative minutes)named-month",
-4.386184644822546), -4.394449154672439),
("named-dayfrom <time-of-day> - <time-of-day> (interval)", ("named-dayfrom <time-of-day> - <time-of-day> (interval)",
-4.791649752930709), -4.799914262780603),
("until <time-of-day>on <date>", -4.791649752930709), ("until <time-of-day>on <date>", -4.799914262780603),
("dayminute", -3.405355391810819), ("dayminute", -3.4136199016607125),
("minuteday", -3.2875723561544357), ("minuteday", -3.295836866004329),
("named-daybetween <time-of-day> and <time-of-day> (interval)", ("named-daybetween <time-of-day> and <time-of-day> (interval)",
-4.791649752930709), -4.799914262780603),
("named-dayat <time-of-day>", -3.8753590210565547), ("named-dayat <time-of-day>", -3.883623530906448),
("yearhh:mm", -4.791649752930709), ("hh:mmon <date>", -3.4136199016607125),
("hh:mmon <date>", -3.405355391810819),
("named-daybetween <datetime> and <datetime> (interval)", ("named-daybetween <datetime> and <datetime> (interval)",
-4.791649752930709), -4.799914262780603),
("named-month<day-of-month> (non ordinal) <named-month>", ("named-month<day-of-month> (non ordinal) <named-month>",
-3.8753590210565547), -3.883623530906448),
("<named-month> <day-of-month> (non ordinal)named-month", ("<named-month> <day-of-month> (non ordinal)named-month",
-3.8753590210565547), -3.883623530906448),
("this <part-of-day>until <time-of-day>", -4.386184644822546), ("this <part-of-day>until <time-of-day>", -4.394449154672439),
("<hour-of-day> <integer> (as relative minutes)year", ("<hour-of-day> <integer> (as relative minutes)year",
-4.386184644822546), -4.394449154672439),
("tomorrownoon", -4.791649752930709), ("tomorrownoon", -4.799914262780603),
("this <time>until <time-of-day>", -4.386184644822546), ("this <time>until <time-of-day>", -4.394449154672439),
("minuteyear", -4.386184644822546), ("minuteyear", -4.394449154672439),
("yearminute", -4.098502572370764)], ("yearminute", -4.394449154672439)],
n = 82}}), n = 81}}),
("<ordinal> <cycle> of <time>", ("<ordinal> <cycle> of <time>",
Classifier{okData = Classifier{okData =
ClassData{prior = 0.0, unseen = -3.1354942159291497, ClassData{prior = 0.0, unseen = -3.1354942159291497,
@ -1094,37 +1111,58 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}), likelihoods = HashMap.fromList [], n = 0}}),
("intersect by \",\"", ("intersect by \",\"",
Classifier{okData = Classifier{okData =
ClassData{prior = -0.2578291093020998, unseen = -3.951243718581427, ClassData{prior = -0.12062798778861475,
unseen = -4.736198448394496,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("at <time-of-day>named-day", -3.2386784521643803), [("intersectintersect2", -4.034240638152395),
("at <time-of-day>intersect2", -3.2386784521643803), ("at <time-of-day>named-day", -4.034240638152395),
("dayday", -1.9859154836690123), ("intersect by \",\"year", -4.034240638152395),
("hh:mmnamed-day", -3.2386784521643803), ("at <time-of-day>intersect2", -4.034240638152395),
("dayyear", -2.5455312716044354), ("hh:mmintersect by \",\"", -4.034240638152395),
("dayday", -2.32949254591397),
("hh:mmnamed-day", -4.034240638152395),
("intersect2intersect2", -4.034240638152395),
("named-dayintersect by \",\"", -3.34109345759245),
("dayyear", -2.9356283494842854),
("<named-month> <day-of-month> (non ordinal)intersect",
-4.034240638152395),
("<named-month> <day-of-month> (non ordinal)intersect2",
-4.034240638152395),
("intersect by \",\"<day-of-month> (non ordinal) <named-month>", ("intersect by \",\"<day-of-month> (non ordinal) <named-month>",
-2.833213344056216), -3.628775530044231),
("<named-month> <day-of-month> (non ordinal)named-day", ("<named-month> <day-of-month> (non ordinal)named-day",
-3.2386784521643803), -4.034240638152395),
("named-day<day-of-month> (non ordinal) <named-month>", ("named-day<day-of-month> (non ordinal) <named-month>",
-2.833213344056216), -3.34109345759245),
("named-day<named-month> <day-of-month> (non ordinal)", ("named-day<named-month> <day-of-month> (non ordinal)",
-2.5455312716044354), -2.9356283494842854),
("minuteday", -1.7346010553881064), ("hh:mmintersect", -4.034240638152395),
("hh:mmintersect2", -3.2386784521643803), ("intersect by \",\"intersect", -4.034240638152395),
("hh:mmabsorption of , after named day", -3.2386784521643803), ("named-dayintersect", -4.034240638152395),
("at <time-of-day>intersect", -4.034240638152395),
("dayminute", -2.1624384612508036),
("intersect2intersect", -4.034240638152395),
("intersectyear", -4.034240638152395),
("minuteday", -2.1624384612508036),
("hh:mmintersect2", -4.034240638152395),
("hh:mmabsorption of , after named day", -4.034240638152395),
("named-dayintersect2", -4.034240638152395),
("intersect by \",\"intersect2", -4.034240638152395),
("at <time-of-day>intersect by \",\"", -4.034240638152395),
("at <time-of-day>absorption of , after named day", ("at <time-of-day>absorption of , after named day",
-3.2386784521643803), -4.034240638152395),
("intersect2year", -3.2386784521643803), ("intersectintersect", -4.034240638152395),
("intersect2year", -4.034240638152395),
("<named-month> <day-of-month> (non ordinal)year", ("<named-month> <day-of-month> (non ordinal)year",
-2.833213344056216)], -3.628775530044231)],
n = 17}, n = 39},
koData = koData =
ClassData{prior = -1.4816045409242156, unseen = -3.332204510175204, ClassData{prior = -2.174751721484161, unseen = -3.828641396489095,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("named-daynamed-month", -1.5040773967762742), [("named-daynamed-month", -2.0149030205422647),
("daymonth", -1.5040773967762742)], ("daymonth", -2.0149030205422647)],
n = 5}}), n = 5}}),
("hh:mm", ("hh:mm",
Classifier{okData = Classifier{okData =

525
Duckling/Ranking/Classifiers/DE.hs
View File

@ -86,84 +86,85 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}), likelihoods = HashMap.fromList [], n = 0}}),
("<time> <part-of-day>", ("<time> <part-of-day>",
Classifier{okData = Classifier{okData =
ClassData{prior = -0.16362942378180204, ClassData{prior = -0.11778303565638351,
unseen = -5.429345628954441, unseen = -5.720311776607412,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("<time-of-day> o'clockmorning", -4.326337728813293), [("<time-of-day> o'clockmorning", -4.618415412738112),
("until <time-of-day>afternoon", -4.7318028369214575), ("until <time-of-day>afternoon", -5.0238805208462765),
("dayhour", -3.0270547446830323), ("dayhour", -3.319132428607851),
("todayevening", -4.326337728813293), ("todayevening", -4.618415412738112),
("half <integer> (german style hour-of-day)afternoon", ("half <integer> (german style hour-of-day)afternoon",
-4.7318028369214575), -5.0238805208462765),
("<time-of-day> o'clockafter lunch", -4.038655656361512), ("<time-of-day> o'clockafter lunch", -4.330733340286331),
("<time-of-day> o'clockon <date>", -3.6331905482533475), ("intersect by ','evening", -3.5198031240700023),
("intersectevening", -2.8600006600198657), ("<time-of-day> o'clockon <date>", -3.925268232178167),
("time-of-day (latent)on <date>", -4.038655656361512), ("intersectevening", -1.9558275857126592),
("about <time-of-day>on <date>", -4.326337728813293), ("time-of-day (latent)on <date>", -4.330733340286331),
("about <time-of-day>on <date>", -4.618415412738112),
("<hour-of-day> <integer> (as relative minutes)in|during the <part-of-day>", ("<hour-of-day> <integer> (as relative minutes)in|during the <part-of-day>",
-4.326337728813293), -4.618415412738112),
("hourhour", -1.4359659709171284), ("hourhour", -1.1952391243571814),
("<time-of-day> o'clockin|during the <part-of-day>", ("<time-of-day> o'clockin|during the <part-of-day>",
-3.6331905482533475), -3.925268232178167),
("<time-of-day> o'clockafternoon", -4.038655656361512), ("<time-of-day> o'clockafternoon", -4.330733340286331),
("half <integer> (german style hour-of-day)after lunch", ("half <integer> (german style hour-of-day)after lunch",
-4.7318028369214575), -5.0238805208462765),
("until <time-of-day>morning", -4.326337728813293), ("until <time-of-day>morning", -4.618415412738112),
("minutehour", -2.0927455073061987), ("minutehour", -2.384823191231018),
("at <time-of-day>in|during the <part-of-day>", ("at <time-of-day>in|during the <part-of-day>",
-3.8155121050473024), -4.107589788972121),
("<hour-of-day> <integer> (as relative minutes)after lunch", ("<hour-of-day> <integer> (as relative minutes)after lunch",
-4.7318028369214575), -5.0238805208462765),
("<time-of-day> am|pmmorning", -4.326337728813293), ("<time-of-day> am|pmmorning", -4.618415412738112),
("tomorrowevening", -4.7318028369214575), ("tomorrowevening", -5.0238805208462765),
("time-of-day (latent)morning", -4.7318028369214575), ("time-of-day (latent)morning", -5.0238805208462765),
("named-daymorning", -4.326337728813293), ("named-daymorning", -4.618415412738112),
("hh:mmmorning", -4.7318028369214575), ("hh:mmmorning", -5.0238805208462765),
("half <integer> (german style hour-of-day)in|during the <part-of-day>", ("half <integer> (german style hour-of-day)in|during the <part-of-day>",
-4.326337728813293), -4.618415412738112),
("until <time-of-day>on <date>", -4.7318028369214575), ("until <time-of-day>on <date>", -5.0238805208462765),
("<day-of-month>(ordinal) <named-month>morning", ("<day-of-month>(ordinal) <named-month>morning",
-4.7318028369214575), -5.0238805208462765),
("<time-of-day> o'clockevening", -4.7318028369214575), ("<time-of-day> o'clockevening", -5.0238805208462765),
("hh:mmon <date>", -3.8155121050473024), ("hh:mmon <date>", -4.107589788972121),
("<hour-of-day> <integer> (as relative minutes)afternoon", ("<hour-of-day> <integer> (as relative minutes)afternoon",
-4.7318028369214575), -5.0238805208462765),
("tomorrowlunch", -4.326337728813293), ("tomorrowlunch", -4.618415412738112),
("until <time-of-day>after lunch", -4.7318028369214575), ("until <time-of-day>after lunch", -5.0238805208462765),
("at <time-of-day>on <date>", -3.8155121050473024), ("at <time-of-day>on <date>", -4.107589788972121),
("yesterdayevening", -4.7318028369214575), ("yesterdayevening", -5.0238805208462765),
("intersectmorning", -4.7318028369214575), ("intersectmorning", -5.0238805208462765),
("hh:mmin|during the <part-of-day>", -3.8155121050473024), ("hh:mmin|during the <part-of-day>", -4.107589788972121),
("time-of-day (latent)in|during the <part-of-day>", ("time-of-day (latent)in|during the <part-of-day>",
-4.038655656361512), -4.330733340286331),
("<hour-of-day> <integer> (as relative minutes)on <date>", ("<hour-of-day> <integer> (as relative minutes)on <date>",
-4.326337728813293), -4.618415412738112),
("about <time-of-day>in|during the <part-of-day>", ("about <time-of-day>in|during the <part-of-day>",
-4.326337728813293), -4.618415412738112),
("half <integer> (german style hour-of-day)on <date>", ("half <integer> (german style hour-of-day)on <date>",
-4.326337728813293), -4.618415412738112),
("at <time-of-day>morning", -4.7318028369214575), ("at <time-of-day>morning", -5.0238805208462765),
("until <time-of-day>in|during the <part-of-day>", ("until <time-of-day>in|during the <part-of-day>",
-4.7318028369214575)], -5.0238805208462765)],
n = 90}, n = 128},
koData = koData =
ClassData{prior = -1.890850371872286, unseen = -4.382026634673881, ClassData{prior = -2.1972245773362196, unseen = -4.394449154672439,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("yearhour", -3.270835563798912), [("yearhour", -3.283414346005772),
("year (latent)on <date>", -3.676300671907076), ("year (latent)on <date>", -3.6888794541139363),
("<time-of-day> o'clockafter lunch", -3.676300671907076), ("<time-of-day> o'clockafter lunch", -3.6888794541139363),
("intersectevening", -2.9831534913471307), ("intersectevening", -2.995732273553991),
("monthhour", -3.676300671907076), ("monthhour", -3.6888794541139363),
("time-of-day (latent)on <date>", -2.760009940032921), ("time-of-day (latent)on <date>", -2.772588722239781),
("hourhour", -1.7303905228517629), ("hourhour", -1.742969305058623),
("<time-of-day> o'clockafternoon", -3.676300671907076), ("<time-of-day> o'clockafternoon", -3.6888794541139363),
("year (latent)in|during the <part-of-day>", ("year (latent)in|during the <part-of-day>",
-3.676300671907076), -3.6888794541139363),
("named-monthmorning", -3.676300671907076), ("named-monthmorning", -3.6888794541139363),
("time-of-day (latent)in|during the <part-of-day>", ("time-of-day (latent)in|during the <part-of-day>",
-2.760009940032921)], -2.772588722239781)],
n = 16}}), n = 16}}),
("today", ("today",
Classifier{okData = Classifier{okData =
@ -222,26 +223,27 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}), likelihoods = HashMap.fromList [], n = 0}}),
("on <date>", ("on <date>",
Classifier{okData = Classifier{okData =
ClassData{prior = -0.2363887780642304, unseen = -4.68213122712422, ClassData{prior = -0.20409535634351528,
unseen = -4.820281565605037,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("mm/dd", -3.979681653901961), [("mm/dd", -4.119037174812472),
("absorption of , after named day", -3.5742165457937967), ("absorption of , after named day", -3.713572066704308),
("intersect", -1.9647786333596962), ("intersect", -1.867745376205977),
("after lunch", -2.7269186854065928), ("after lunch", -2.866274206317104),
("day", -1.6770965609079151), ("day", -1.4799798451972137), ("afternoon", -2.866274206317104),
("afternoon", -2.7269186854065928), ("named-day", -2.866274206317104),
("named-day", -2.7269186854065928), ("intersect by ','", -2.866274206317104),
("intersect by ','", -3.5742165457937967), ("intersect by 'of', 'from', 's", -3.4258899942525267),
("intersect by 'of', 'from', 's", -3.2865344733420154), ("<day-of-month> (ordinal)", -3.713572066704308),
("<day-of-month> (ordinal)", -3.5742165457937967), ("hour", -1.9218125974762528), ("evening", -4.119037174812472),
("hour", -1.7824570765657415), ("evening", -3.979681653901961), ("<datetime> - <datetime> (interval)", -4.119037174812472),
("<datetime> - <datetime> (interval)", -3.979681653901961), ("minute", -2.509599262378372),
("minute", -2.3702437414678603), ("morning", -4.119037174812472)],
("morning", -3.979681653901961)], n = 53},
n = 45},
koData = koData =
ClassData{prior = -1.55814461804655, unseen = -3.7376696182833684, ClassData{prior = -1.6894806201076367,
unseen = -3.7376696182833684,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("intersect", -1.6341305250244718), [("intersect", -1.6341305250244718),
@ -353,224 +355,236 @@ classifiers
n = 1}}), n = 1}}),
("intersect", ("intersect",
Classifier{okData = Classifier{okData =
ClassData{prior = -0.18887114853099604, ClassData{prior = -0.1371338199688892, unseen = -6.799055862058796,
unseen = -6.529418838262226,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("intersect by ','named-month", -4.225372824628505), [("intersect by ','named-month", -4.4953553199808844),
("hourday", -4.582047768567238), ("hourday", -4.852030263919617),
("dayhour", -3.0314503561560704), ("dayhour", -2.4804522994386202),
("daymonth", -3.062222014822824), ("daymonth", -3.332204510175204),
("<day-of-month>(ordinal) <named-month> year<time-of-day> o'clock", ("<day-of-month>(ordinal) <named-month> year<time-of-day> o'clock",
-5.834810737062605), -6.104793232414985),
("monthyear", -4.225372824628505), ("monthyear", -4.4953553199808844),
("yearhour", -5.834810737062605), ("yearhour", -6.104793232414985),
("intersect<time-of-day> o'clock", -4.448516375942715), ("intersect<time-of-day> o'clock", -3.9647270689187146),
("christmasyear", -5.834810737062605), ("christmasyear", -6.104793232414985),
("after lunchat <time-of-day>", -5.834810737062605), ("after lunchat <time-of-day>", -6.104793232414985),
("named-daylast <cycle>", -5.834810737062605), ("named-daylast <cycle>", -6.104793232414985),
("intersect by 'of', 'from', 'syear", -5.429345628954441), ("intersect by 'of', 'from', 'syear", -5.699328124306821),
("<time-of-day> am|pmintersect", -5.14166355650266), ("<time-of-day> am|pmintersect", -5.006180943746876),
("intersect<time> <part-of-day>", -4.448516375942715), ("intersect<time> <part-of-day>", -4.02535169073515),
("<time-of-day> o'clockafter lunch", -5.14166355650266), ("<time-of-day> o'clockafter lunch", -5.4116460518550396),
("<time> <part-of-day><time-of-day> o'clock", ("<time> <part-of-day><time-of-day> o'clock",
-5.834810737062605), -6.104793232414985),
("today<time-of-day> o'clock", -5.834810737062605), ("today<time-of-day> o'clock", -6.104793232414985),
("<time-of-day> o'clockon <date>", -5.429345628954441), ("<time-of-day> o'clockon <date>", -5.699328124306821),
("<time-of-day> am|pmintersect by ','", -5.834810737062605), ("<time-of-day> am|pmintersect by ','", -5.4116460518550396),
("on <date><time-of-day> o'clock", -5.834810737062605), ("intersect by ','year", -5.699328124306821),
("exactly <time-of-day>tomorrow", -5.429345628954441), ("on <date><time-of-day> o'clock", -6.104793232414985),
("exactly <time-of-day>tomorrow", -5.699328124306821),
("monthhour", -5.699328124306821),
("on <date>between <datetime> and <datetime> (interval)", ("on <date>between <datetime> and <datetime> (interval)",
-5.834810737062605), -6.104793232414985),
("last <day-of-week> of <time>year", -5.834810737062605), ("last <day-of-week> of <time>year", -6.104793232414985),
("hourmonth", -5.429345628954441), ("hourmonth", -5.699328124306821),
("todayat <time-of-day>", -5.14166355650266), ("todayat <time-of-day>", -5.4116460518550396),
("on <date>between <time-of-day> and <time-of-day> (interval)", ("on <date>between <time-of-day> and <time-of-day> (interval)",
-5.834810737062605), -6.104793232414985),
("on <date>at <time-of-day>", -5.429345628954441), ("on <date>at <time-of-day>", -5.699328124306821),
("named-dayhh:mm", -5.834810737062605), ("named-dayhh:mm", -6.104793232414985),
("dayday", -3.6947445735663345), ("dayday", -3.187022500330706),
("<time> <part-of-day>at <time-of-day>", -5.429345628954441), ("<time> <part-of-day>at <time-of-day>", -5.699328124306821),
("<time-of-day> am|pmabsorption of , after named day", ("<time-of-day> am|pmabsorption of , after named day",
-5.834810737062605), -6.104793232414985),
("about <time-of-day>on <date>", -5.834810737062605), ("about <time-of-day>on <date>", -6.104793232414985),
("<hour-of-day> <integer> (as relative minutes)in|during the <part-of-day>", ("<hour-of-day> <integer> (as relative minutes)in|during the <part-of-day>",
-5.429345628954441), -5.699328124306821),
("<day-of-month> (ordinal)intersect", -5.834810737062605), ("<day-of-month> (ordinal)intersect", -5.18850250054083),
("hourhour", -3.3090820927543496), ("hourhour", -3.57906458810673),
("<part-of-day> of <time>named-month", -5.429345628954441), ("<part-of-day> of <time>named-month", -5.699328124306821),
("hh:mmintersect by ','", -5.429345628954441), ("hh:mmintersect by ','", -4.852030263919617),
("intersectnamed-month", -3.062222014822824), ("intersectnamed-month", -3.332204510175204),
("dayyear", -3.8889005880072918), ("dayyear", -3.907568655078766),
("<time-of-day> o'clockin|during the <part-of-day>", ("<time-of-day> o'clockin|during the <part-of-day>",
-4.736198448394496), -5.006180943746876),
("tomorrow<time-of-day> o'clock", -5.834810737062605), ("tomorrow<time-of-day> o'clock", -6.104793232414985),
("<time-of-day> o'clocktomorrow", -5.14166355650266), ("<time-of-day> o'clocktomorrow", -5.4116460518550396),
("<day-of-month>(ordinal) <named-month>year", ("<day-of-month>(ordinal) <named-month>year",
-5.834810737062605), -6.104793232414985),
("half <integer> (german style hour-of-day)after lunch", ("half <integer> (german style hour-of-day)after lunch",
-5.834810737062605), -6.104793232414985),
("hourminute", -5.14166355650266), ("absorption of , after named day<day-of-month>(ordinal) <named-month>",
("minutemonth", -3.1606620876360765), -5.006180943746876),
("minutehour", -3.58351893845611), ("hourminute", -5.4116460518550396),
("named-day<time> timezone", -5.834810737062605), ("on <date><day-of-month>(ordinal) <named-month>",
-5.699328124306821),
("minutemonth", -3.430644582988456),
("minutehour", -3.85350143380849),
("named-day<time> timezone", -6.104793232414985),
("at <time-of-day>in|during the <part-of-day>", ("at <time-of-day>in|during the <part-of-day>",
-4.918520005188451), -5.18850250054083),
("named-monthyear", -4.225372824628505), ("named-monthyear", -4.4953553199808844),
("absorption of , after named day<day-of-month>(ordinal) <named-month> year",
-6.104793232414985),
("absorption of , after named day<named-month> <day-of-month> (non ordinal)", ("absorption of , after named day<named-month> <day-of-month> (non ordinal)",
-4.736198448394496), -5.006180943746876),
("named-day<time-of-day> - <time-of-day> (interval)", ("named-day<time-of-day> - <time-of-day> (interval)",
-5.834810737062605), -6.104793232414985),
("<day-of-month>(ordinal) <named-month> year<time> <part-of-day>", ("<day-of-month>(ordinal) <named-month> year<time> <part-of-day>",
-5.834810737062605), -6.104793232414985),
("<hour-of-day> <integer> (as relative minutes)after lunch", ("<hour-of-day> <integer> (as relative minutes)after lunch",
-5.834810737062605), -6.104793232414985),
("named-day<datetime> - <datetime> (interval)", ("named-day<datetime> - <datetime> (interval)",
-5.834810737062605), -6.104793232414985),
("on <date>named-month", -4.918520005188451), ("on <date>named-month", -5.18850250054083),
("intersect<day-of-month>(ordinal) <named-month>", ("intersect<day-of-month>(ordinal) <named-month>",
-4.448516375942715), -4.718498871295094),
("this <part-of-day><time-of-day> o'clock", ("this <part-of-day><time-of-day> o'clock",
-5.834810737062605), -6.104793232414985),
("<day-of-month>(ordinal) <named-month>intersect", ("<day-of-month>(ordinal) <named-month>intersect",
-5.834810737062605), -6.104793232414985),
("hh:mmintersect", -3.8199077165203406), ("hh:mmintersect", -3.6624461970457807),
("named-dayfrom <datetime> - <datetime> (interval)", ("named-dayfrom <datetime> - <datetime> (interval)",
-5.429345628954441), -5.699328124306821),
("named-daynext <cycle>", -5.834810737062605), ("named-daynext <cycle>", -6.104793232414985),
("named-dayfrom <time-of-day> - <time-of-day> (interval)", ("named-dayfrom <time-of-day> - <time-of-day> (interval)",
-5.14166355650266), -5.4116460518550396),
("<day-of-month> (ordinal)named-day", -5.429345628954441), ("<day-of-month> (ordinal)named-day", -5.699328124306821),
("intersect by ','intersect", -5.834810737062605), ("intersect by ','intersect", -5.006180943746876),
("half <integer> (german style hour-of-day)in|during the <part-of-day>", ("half <integer> (german style hour-of-day)in|during the <part-of-day>",
-5.429345628954441), -5.699328124306821),
("at <time-of-day>intersect", -4.448516375942715), ("at <time-of-day>intersect", -4.31303376318693),
("on <date>from <time-of-day> - <time-of-day> (interval)", ("on <date>from <time-of-day> - <time-of-day> (interval)",
-5.429345628954441), -5.699328124306821),
("<time> <part-of-day>from <time-of-day> - <time-of-day> (interval)", ("<time> <part-of-day>from <time-of-day> - <time-of-day> (interval)",
-5.834810737062605), -6.104793232414985),
("absorption of , after named day<day-of-month> (ordinal)", ("absorption of , after named day<day-of-month> (ordinal)",
-4.736198448394496), -5.006180943746876),
("dayminute", -3.6375861597263857), ("dayminute", -3.907568655078766),
("on <date>from <datetime> - <datetime> (interval)", ("on <date>from <datetime> - <datetime> (interval)",
-5.834810737062605), -6.104793232414985),
("<time> <part-of-day>from <datetime> - <datetime> (interval)", ("<time> <part-of-day>from <datetime> - <datetime> (interval)",
-5.834810737062605), -6.104793232414985),
("intersectyear", -4.918520005188451), ("intersectyear", -4.852030263919617),
("on <date><day-of-month> (ordinal)", -5.429345628954441), ("on <date>intersect", -5.699328124306821),
("<ordinal> <cycle> of <time>year", -5.834810737062605), ("on <date><day-of-month> (ordinal)", -5.699328124306821),
("minuteday", -2.2374984764741592), ("<ordinal> <cycle> of <time>year", -6.104793232414985),
("minuteday", -2.125111578513024),
("absorption of , after named dayintersect",
-3.9647270689187146),
("named-daybetween <time-of-day> and <time-of-day> (interval)", ("named-daybetween <time-of-day> and <time-of-day> (interval)",
-5.834810737062605), -6.104793232414985),
("<datetime> - <datetime> (interval)named-month", ("<datetime> - <datetime> (interval)named-month",
-5.429345628954441), -5.699328124306821),
("year<time-of-day> o'clock", -5.834810737062605), ("year<time-of-day> o'clock", -6.104793232414985),
("at <time-of-day>intersect by ','", -5.834810737062605), ("at <time-of-day>intersect by ','", -5.4116460518550396),
("named-dayat <time-of-day>", -5.429345628954441), ("named-dayat <time-of-day>", -5.699328124306821),
("hh:mmabsorption of , after named day", -5.429345628954441), ("hh:mmabsorption of , after named day", -5.699328124306821),
("<time-of-day> am|pmnamed-day", -5.834810737062605), ("<time-of-day> am|pmnamed-day", -6.104793232414985),
("hh:mmon <date>", -3.8199077165203406), ("intersect by ','<time> <part-of-day>", -5.18850250054083),
("hh:mmon <date>", -3.6624461970457807),
("named-daybetween <datetime> and <datetime> (interval)", ("named-daybetween <datetime> and <datetime> (interval)",
-5.834810737062605), -6.104793232414985),
("at <time-of-day>absorption of , after named day", ("at <time-of-day>absorption of , after named day",
-5.834810737062605), -6.104793232414985),
("until <time-of-day>after lunch", -5.834810737062605), ("until <time-of-day>after lunch", -6.104793232414985),
("mm/ddyear", -5.834810737062605), ("mm/ddyear", -6.104793232414985),
("intersect<day-of-month> (ordinal)", -4.448516375942715), ("intersect by ','<time-of-day> o'clock", -5.18850250054083),
("named-day<time-of-day> o'clock", -5.834810737062605), ("intersect<day-of-month> (ordinal)", -4.718498871295094),
("named-day<time-of-day> o'clock", -6.104793232414985),
("<day-of-month> (ordinal)intersect by 'of', 'from', 's", ("<day-of-month> (ordinal)intersect by 'of', 'from', 's",
-5.429345628954441), -5.4116460518550396),
("at <time-of-day>on <date>", -4.330733340286331), ("at <time-of-day>on <date>", -4.232991055513394),
("intersectintersect", -4.04305126783455), ("intersectintersect", -4.02535169073515),
("dayweek", -4.736198448394496), ("dayweek", -5.006180943746876),
("weekyear", -5.429345628954441), ("weekyear", -5.699328124306821),
("hh:mmin|during the <part-of-day>", -4.918520005188451), ("hh:mmin|during the <part-of-day>", -5.18850250054083),
("<day-of-month> (ordinal)named-month", -4.13006264482418), ("named-monthintersect", -6.104793232414985),
("tomorrowat <time-of-day>", -5.429345628954441), ("<day-of-month> (ordinal)named-month", -4.40004514017656),
("tomorrowat <time-of-day>", -5.699328124306821),
("<hour-of-day> <integer> (as relative minutes)on <date>", ("<hour-of-day> <integer> (as relative minutes)on <date>",
-5.834810737062605), -6.104793232414985),
("named-daythis <cycle>", -5.14166355650266), ("named-daythis <cycle>", -5.4116460518550396),
("at <time-of-day>tomorrow", -5.834810737062605), ("at <time-of-day>tomorrow", -6.104793232414985),
("about <time-of-day>in|during the <part-of-day>", ("about <time-of-day>in|during the <part-of-day>",
-5.429345628954441), -5.699328124306821),
("half <integer> (german style hour-of-day)on <date>", ("half <integer> (german style hour-of-day)on <date>",
-5.834810737062605), -6.104793232414985),
("this <part-of-day>at <time-of-day>", -5.429345628954441), ("this <part-of-day>at <time-of-day>", -5.699328124306821),
("after lunch<hour-of-day> <integer> (as relative minutes)", ("after lunch<hour-of-day> <integer> (as relative minutes)",
-5.429345628954441), -5.699328124306821),
("last <cycle> of <time>year", -5.429345628954441), ("last <cycle> of <time>year", -5.699328124306821),
("<named-month> <day-of-month> (non ordinal)year", ("<named-month> <day-of-month> (non ordinal)year",
-5.834810737062605), -6.104793232414985),
("<day-of-month> (non ordinal) <named-month>year", ("<day-of-month> (non ordinal) <named-month>year",
-5.834810737062605)], -6.104793232414985)],
n = 279}, n = 381},
koData = koData =
ClassData{prior = -1.7596399198059425, unseen = -5.493061443340548, ClassData{prior = -2.0545815043604407,
unseen = -5.5093883366279774,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("named-day<part-of-day> of <time>", -4.795790545596741), [("named-day<part-of-day> of <time>", -4.812184355372417),
("dayhour", -4.102643365036796), ("dayhour", -4.119037174812472),
("daymonth", -2.9239883686951496), ("daymonth", -2.940382178470826),
("monthday", -4.390325437488577), ("monthday", -4.406719247264253),
("monthyear", -4.795790545596741), ("monthyear", -4.812184355372417),
("yearhour", -4.795790545596741), ("yearhour", -4.812184355372417),
("intersect<time-of-day> o'clock", -4.795790545596741), ("after lunchat <time-of-day>", -4.406719247264253),
("after lunchat <time-of-day>", -4.390325437488577), ("intersect by 'of', 'from', 'syear", -4.119037174812472),
("intersect by 'of', 'from', 'syear", -4.102643365036796), ("intersect<time> <part-of-day>", -4.812184355372417),
("intersect<time> <part-of-day>", -4.795790545596741), ("<time-of-day> o'clockafter lunch", -4.812184355372417),
("<time-of-day> o'clockafter lunch", -4.795790545596741), ("<day-of-month> (ordinal)year", -4.812184355372417),
("<day-of-month> (ordinal)year", -4.795790545596741), ("after lunch<time-of-day> o'clock", -4.812184355372417),
("after lunch<time-of-day> o'clock", -4.795790545596741),
("<time-of-day> o'clock<time> <part-of-day>", ("<time-of-day> o'clock<time> <part-of-day>",
-3.879499813722586), -3.8958936234982624),
("monthhour", -4.102643365036796), ("monthhour", -4.812184355372417),
("on <date>between <datetime> and <datetime> (interval)", ("on <date>between <datetime> and <datetime> (interval)",
-4.795790545596741), -4.812184355372417),
("todayat <time-of-day>", -4.795790545596741), ("todayat <time-of-day>", -4.812184355372417),
("on <date>between <time-of-day> and <time-of-day> (interval)", ("on <date>between <time-of-day> and <time-of-day> (interval)",
-4.795790545596741), -4.812184355372417),
("named-dayhh:mm", -4.795790545596741), ("named-dayhh:mm", -4.812184355372417),
("dayday", -3.5430275771013733), ("dayday", -3.5594213868770495),
("hourhour", -3.291713148820467), ("hourhour", -3.3081069585961433),
("dayyear", -3.6971782569286313), ("dayyear", -3.713572066704308),
("minutemonth", -4.795790545596741), ("minutemonth", -4.812184355372417),
("named-monthyear", -4.795790545596741), ("named-monthyear", -4.812184355372417),
("named-day<time-of-day> - <time-of-day> (interval)", ("named-day<time-of-day> - <time-of-day> (interval)",
-4.795790545596741), -4.812184355372417),
("on <date>named-month", -4.795790545596741), ("on <date>named-month", -4.812184355372417),
("absorption of , after named daynamed-month", ("absorption of , after named daynamed-month",
-3.6971782569286313), -3.713572066704308),
("named-dayafter <time-of-day>", -4.390325437488577), ("named-dayafter <time-of-day>", -4.406719247264253),
("named-dayfrom <datetime> - <datetime> (interval)", ("named-dayfrom <datetime> - <datetime> (interval)",
-4.390325437488577), -4.406719247264253),
("<hour-of-day> <integer> (as relative minutes)named-month", ("<hour-of-day> <integer> (as relative minutes)named-month",
-4.795790545596741), -4.812184355372417),
("named-dayfrom <time-of-day> - <time-of-day> (interval)", ("named-dayfrom <time-of-day> - <time-of-day> (interval)",
-4.102643365036796), -4.119037174812472),
("<day-of-month> (ordinal)named-day", -4.102643365036796), ("<day-of-month> (ordinal)named-day", -4.119037174812472),
("on <date>from <time-of-day> - <time-of-day> (interval)", ("on <date>from <time-of-day> - <time-of-day> (interval)",
-4.390325437488577), -4.406719247264253),
("dayminute", -2.65572438210047), ("dayminute", -2.6721181918761467),
("on <date>from <datetime> - <datetime> (interval)", ("on <date>from <datetime> - <datetime> (interval)",
-4.795790545596741), -4.812184355372417),
("named-daybetween <time-of-day> and <time-of-day> (interval)", ("named-daybetween <time-of-day> and <time-of-day> (interval)",
-4.795790545596741), -4.812184355372417),
("named-daybetween <datetime> and <datetime> (interval)", ("named-daybetween <datetime> and <datetime> (interval)",
-4.795790545596741), -4.812184355372417),
("named-month<day-of-month> (non ordinal) <named-month>", ("named-month<day-of-month> (non ordinal) <named-month>",
-4.390325437488577), -4.406719247264253),
("year<time> <part-of-day>", -4.795790545596741), ("year<time> <part-of-day>", -4.812184355372417),
("<day-of-month> (ordinal)intersect by 'of', 'from', 's", ("<day-of-month> (ordinal)intersect by 'of', 'from', 's",
-4.390325437488577), -4.406719247264253),
("<named-month> <day-of-month> (non ordinal)named-month", ("<named-month> <day-of-month> (non ordinal)named-month",
-4.390325437488577), -4.406719247264253),
("named-monthintersect", -4.795790545596741), ("<day-of-month> (ordinal)named-month", -4.119037174812472),
("<day-of-month> (ordinal)named-month", -4.102643365036796), ("until <time-of-day>named-month", -4.812184355372417),
("until <time-of-day>named-month", -4.795790545596741), ("after <time-of-day>year", -4.812184355372417),
("after <time-of-day>year", -4.795790545596741), ("on <date>after <time-of-day>", -4.812184355372417),
("on <date>after <time-of-day>", -4.795790545596741), ("tomorrownoon", -4.812184355372417)],
("tomorrownoon", -4.795790545596741)], n = 56}}),
n = 58}}),
("<ordinal> <cycle> of <time>", ("<ordinal> <cycle> of <time>",
Classifier{okData = Classifier{okData =
ClassData{prior = 0.0, unseen = -2.4849066497880004, ClassData{prior = 0.0, unseen = -2.4849066497880004,
@ -1178,30 +1192,39 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}), likelihoods = HashMap.fromList [], n = 0}}),
("intersect by ','", ("intersect by ','",
Classifier{okData = Classifier{okData =
ClassData{prior = -0.19671029424605427, unseen = -4.07753744390572, ClassData{prior = -0.10536051565782628,
unseen = -4.6913478822291435,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("named-day<day-of-month> (ordinal)", -2.6741486494265287), [("dayhour", -2.4849066497880004),
("dayday", -1.6625477377480489), ("named-day<day-of-month> (ordinal)", -3.295836866004329),
("dayyear", -3.367295829986474), ("dayday", -1.463255402256019),
("dayyear", -3.9889840465642745),
("on <date><day-of-month>(ordinal) <named-month>",
-3.58351893845611),
("named-day<named-month> <day-of-month> (non ordinal)", ("named-day<named-month> <day-of-month> (non ordinal)",
-2.268683541318364), -2.890371757896165),
("intersect<day-of-month>(ordinal) <named-month>", ("intersect<day-of-month>(ordinal) <named-month>",
-2.451005098112319), -3.0726933146901194),
("on <date><day-of-month> (ordinal)", -2.9618307218783095), ("named-day<day-of-month>(ordinal) <named-month> year",
("minuteday", -1.4954936530848826), -3.9889840465642745),
("intersect<day-of-month> (ordinal)", -2.451005098112319), ("named-dayintersect", -1.9740810260220096),
("intersectintersect", -2.451005098112319), ("on <date>intersect", -3.58351893845611),
("on <date><day-of-month> (ordinal)", -3.58351893845611),
("minuteday", -2.117181869662683),
("intersect<day-of-month> (ordinal)", -3.0726933146901194),
("intersectintersect", -3.0726933146901194),
("named-day<day-of-month>(ordinal) <named-month>",
-3.295836866004329),
("<named-month> <day-of-month> (non ordinal)year", ("<named-month> <day-of-month> (non ordinal)year",
-3.367295829986474)], -3.9889840465642745)],
n = 23}, n = 45},
koData = koData =
ClassData{prior = -1.7227665977411035, ClassData{prior = -2.3025850929940455, unseen = -3.367295829986474,
unseen = -3.1354942159291497,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("named-daynamed-month", -1.2992829841302609), [("named-daynamed-month", -1.540445040947149),
("daymonth", -1.2992829841302609)], ("daymonth", -1.540445040947149)],
n = 5}}), n = 5}}),
("second (grain)", ("second (grain)",
Classifier{okData = Classifier{okData =

848
Duckling/Ranking/Classifiers/EN.hs
View File

@ -152,209 +152,228 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}), likelihoods = HashMap.fromList [], n = 0}}),
("intersect2", ("intersect2",
Classifier{okData = Classifier{okData =
ClassData{prior = -0.5145224856473168, ClassData{prior = -0.47457431954056717,
unseen = -6.1070228877422545, unseen = -6.236369590203704,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("<datetime> - <datetime> (interval)on <date>", [("<datetime> - <datetime> (interval)on <date>",
-4.4953553199808844), -4.624972813284271),
("<time-of-day> - <time-of-day> (interval)on <date>", ("<time-of-day> - <time-of-day> (interval)on <date>",
-4.4953553199808844), -4.624972813284271),
("hourday", -3.7068979596166147), ("hourday", -3.836515452920001),
("dayhour", -3.109060958860994), ("dayhour", -3.2386784521643803),
("daymonth", -5.4116460518550396), ("daymonth", -5.541263545158426),
("monthday", -5.006180943746876), ("monthday", -5.135798437050262),
("monthyear", -3.8022081394209395), ("monthyear", -3.9318256327243257),
("Tuesdaythe <day-of-month> (ordinal)", -5.4116460518550396), ("Tuesdaythe <day-of-month> (ordinal)", -5.541263545158426),
("Christmasyear", -5.4116460518550396), ("Christmasyear", -5.541263545158426),
("this|next <day-of-week>hh(:mm) - <time-of-day> am|pm", ("this|next <day-of-week>hh(:mm) - <time-of-day> am|pm",
-5.4116460518550396), -5.541263545158426),
("<time-of-day> am|pmintersect by \",\", \"of\", \"from\", \"'s\"",
-4.848116364598481),
("<time-of-day> am|pmintersect", -4.288500576663058),
("intersect by \",\", \"of\", \"from\", \"'s\"year", ("intersect by \",\", \"of\", \"from\", \"'s\"year",
-5.4116460518550396), -5.541263545158426),
("Marchyear", -5.4116460518550396), ("Marchyear", -5.541263545158426),
("<named-month>|<named-day> <day-of-month> (ordinal)year", ("<named-month>|<named-day> <day-of-month> (ordinal)year",
-5.006180943746876), -5.135798437050262),
("Thursdayhh(:mm) - <time-of-day> am|pm", -5.4116460518550396), ("intersect<time-of-day> am|pm", -5.541263545158426),
("monthhour", -4.718498871295094), ("Thursdayhh(:mm) - <time-of-day> am|pm", -5.541263545158426),
("last <day-of-week> of <time>year", -5.4116460518550396), ("monthhour", -4.848116364598481),
("intersect2<time-of-day> am|pm", -5.4116460518550396), ("last <day-of-week> of <time>year", -5.541263545158426),
("todayat <time-of-day>", -5.4116460518550396), ("intersect2<time-of-day> am|pm", -5.541263545158426),
("Thursday<time> timezone", -5.006180943746876), ("todayat <time-of-day>", -5.541263545158426),
("at <time-of-day>intersect2", -5.006180943746876), ("Thursday<time> timezone", -5.135798437050262),
("at <time-of-day>intersect2", -5.135798437050262),
("this <time>hh(:mm) - <time-of-day> am|pm", ("this <time>hh(:mm) - <time-of-day> am|pm",
-5.4116460518550396), -5.541263545158426),
("dayday", -3.3967430313127753), ("dayday", -3.5263605246161616),
("Thanksgiving Dayyear", -5.006180943746876), ("Thanksgiving Dayyear", -5.135798437050262),
("<time> <part-of-day>at <time-of-day>", -5.4116460518550396), ("<time> <part-of-day>at <time-of-day>", -5.541263545158426),
("Tuesdayin <named-month>", -5.4116460518550396), ("Tuesdayin <named-month>", -5.541263545158426),
("mm/ddat <time-of-day>", -5.4116460518550396), ("mm/ddat <time-of-day>", -5.541263545158426),
("tonightat <time-of-day>", -5.4116460518550396), ("tonightat <time-of-day>", -5.541263545158426),
("<time-of-day> am|pmabsorption of , after named day", ("<time-of-day> am|pmabsorption of , after named day",
-4.718498871295094), -4.848116364598481),
("today<time-of-day> am|pm", -5.4116460518550396), ("today<time-of-day> am|pm", -5.541263545158426),
("Februarythe <day-of-month> (ordinal)", -5.006180943746876), ("Februarythe <day-of-month> (ordinal)", -5.135798437050262),
("at <time-of-day><time> <part-of-day>", -5.4116460518550396), ("at <time-of-day><time> <part-of-day>", -5.541263545158426),
("mm/dd<time-of-day> am|pm", -5.4116460518550396), ("mm/dd<time-of-day> am|pm", -5.541263545158426),
("hourhour", -4.1588830833596715), ("hourhour", -4.288500576663058),
("<time-of-day> am|pmon <date>", -3.619886582626985), ("<time-of-day> am|pmon <date>", -3.3440389678222067),
("Wednesdaythis|last|next <cycle>", -5.4116460518550396), ("absorption of , after named dayintersect2",
-5.541263545158426),
("Wednesdaythis|last|next <cycle>", -5.541263545158426),
("intersect<named-month> <day-of-month> (non ordinal)", ("intersect<named-month> <day-of-month> (non ordinal)",
-3.907568655078766), -4.037186148382152),
("dayyear", -3.2144214745188204), ("dayyear", -3.3440389678222067),
("<time-of-day> o'clockin|during the <part-of-day>", ("<time-of-day> o'clockin|during the <part-of-day>",
-5.4116460518550396), -5.541263545158426),
("<time-of-day> am|pmtomorrow", -4.718498871295094), ("<time-of-day> am|pmtomorrow", -4.848116364598481),
("intersect2in|during the <part-of-day>", -5.4116460518550396), ("intersect2in|during the <part-of-day>", -5.541263545158426),
("minutehour", -4.4953553199808844), ("minutehour", -4.624972813284271),
("Mother's Dayyear", -5.4116460518550396), ("Mother's Dayyear", -5.541263545158426),
("at <time-of-day>in|during the <part-of-day>", ("at <time-of-day>in|during the <part-of-day>",
-5.006180943746876), -5.135798437050262),
("absorption of , after named day<named-month> <day-of-month> (non ordinal)", ("absorption of , after named day<named-month> <day-of-month> (non ordinal)",
-3.7068979596166147), -3.836515452920001),
("tomorrow<time-of-day> sharp|exactly", -5.4116460518550396), ("tomorrow<time-of-day> sharp|exactly", -5.541263545158426),
("Thursdayfrom <datetime> - <datetime> (interval)", ("Thursdayfrom <datetime> - <datetime> (interval)",
-4.4953553199808844), -4.624972813284271),
("on <date><named-month> <day-of-month> (non ordinal)", ("on <date><named-month> <day-of-month> (non ordinal)",
-5.006180943746876), -5.135798437050262),
("Thursdayfrom <time-of-day> - <time-of-day> (interval)", ("Thursdayfrom <time-of-day> - <time-of-day> (interval)",
-4.4953553199808844), -4.624972813284271),
("Mondayin|during the <part-of-day>", -5.4116460518550396), ("Mondayin|during the <part-of-day>", -5.541263545158426),
("intersect2<named-month> <day-of-month> (non ordinal)", ("intersect2<named-month> <day-of-month> (non ordinal)",
-3.907568655078766), -4.037186148382152),
("tomorrowfrom <time-of-day> - <time-of-day> (interval)", ("tomorrowfrom <time-of-day> - <time-of-day> (interval)",
-5.006180943746876), -5.135798437050262),
("intersectin|during the <part-of-day>", -5.4116460518550396), ("intersectin|during the <part-of-day>", -5.541263545158426),
("<day-of-month> (ordinal or number) of <named-month>in|during the <part-of-day>", ("<day-of-month> (ordinal or number) of <named-month>in|during the <part-of-day>",
-5.4116460518550396), -5.541263545158426),
("from <time-of-day> - <time-of-day> (interval)on <date>", ("from <time-of-day> - <time-of-day> (interval)on <date>",
-4.718498871295094), -4.848116364598481),
("intersect by \",\", \"of\", \"from\", \"'s\"<time-of-day> am|pm", ("intersect by \",\", \"of\", \"from\", \"'s\"<time-of-day> am|pm",
-5.006180943746876), -4.442651256490317),
("at <time-of-day>intersect", -5.135798437050262),
("<time-of-day> - <time-of-day> (interval)tomorrow", ("<time-of-day> - <time-of-day> (interval)tomorrow",
-5.4116460518550396), -5.541263545158426),
("dayminute", -3.332204510175204), ("at <time-of-day>intersect by \",\", \"of\", \"from\", \"'s\"",
-5.541263545158426),
("dayminute", -3.056356895370426),
("from <datetime> - <datetime> (interval)on <date>", ("from <datetime> - <datetime> (interval)on <date>",
-5.006180943746876), -5.135798437050262),
("<datetime> - <datetime> (interval)tomorrow", ("<datetime> - <datetime> (interval)tomorrow",
-5.4116460518550396), -5.541263545158426),
("absorption of , after named dayintersect by \",\", \"of\", \"from\", \"'s\"", ("absorption of , after named dayintersect by \",\", \"of\", \"from\", \"'s\"",
-5.4116460518550396), -4.848116364598481),
("<ordinal> <cycle> of <time>year", -5.4116460518550396), ("<ordinal> <cycle> of <time>year", -5.541263545158426),
("minuteday", -2.0104486701928845), ("minuteday", -1.8523840910444898),
("Octoberyear", -4.1588830833596715), ("absorption of , after named dayintersect",
-5.541263545158426),
("Octoberyear", -4.288500576663058),
("the <day-of-month> (ordinal)in|during the <part-of-day>", ("the <day-of-month> (ordinal)in|during the <part-of-day>",
-5.4116460518550396), -5.541263545158426),
("at <time-of-day>absorption of , after named day", ("at <time-of-day>absorption of , after named day",
-5.4116460518550396), -5.541263545158426),
("<day-of-month> (ordinal or number) <named-month>year", ("<day-of-month> (ordinal or number) <named-month>year",
-5.4116460518550396), -5.541263545158426),
("Septemberyear", -5.006180943746876), ("year<time-of-day> am|pm", -5.541263545158426),
("at <time-of-day>on <date>", -4.4953553199808844), ("Septemberyear", -5.135798437050262),
("at <time-of-day>on <date>", -4.288500576663058),
("between <time-of-day> and <time-of-day> (interval)on <date>", ("between <time-of-day> and <time-of-day> (interval)on <date>",
-4.718498871295094), -4.848116364598481),
("<time-of-day> am|pmintersect2", -4.1588830833596715), ("<time-of-day> am|pmintersect2", -4.288500576663058),
("Halloweenyear", -5.4116460518550396), ("Halloweenyear", -5.541263545158426),
("dayweek", -5.4116460518550396), ("dayweek", -5.541263545158426),
("weekyear", -5.006180943746876), ("weekyear", -5.135798437050262),
("hh:mmin|during the <part-of-day>", -4.718498871295094), ("hh:mmin|during the <part-of-day>", -4.848116364598481),
("Father's Dayyear", -5.4116460518550396), ("Father's Dayyear", -5.541263545158426),
("<cycle> after|before <time><time-of-day> am|pm", ("<cycle> after|before <time><time-of-day> am|pm",
-5.006180943746876), -5.135798437050262),
("February<time> <part-of-day>", -5.4116460518550396), ("February<time> <part-of-day>", -5.541263545158426),
("Martin Luther King's Dayyear", -5.006180943746876), ("Martin Luther King's Dayyear", -5.135798437050262),
("Februaryintersect2", -5.4116460518550396), ("Februaryintersect2", -5.541263545158426),
("tomorrowat <time-of-day>", -4.718498871295094), ("tomorrowat <time-of-day>", -4.848116364598481),
("between <time> and <time>on <date>", -4.718498871295094), ("between <time> and <time>on <date>", -4.848116364598481),
("at <time-of-day>tomorrow", -5.006180943746876), ("at <time-of-day>tomorrow", -5.135798437050262),
("tomorrow<time-of-day> am|pm", -5.4116460518550396), ("tomorrow<time-of-day> am|pm", -5.541263545158426),
("in|during the <part-of-day>at <time-of-day>", ("in|during the <part-of-day>at <time-of-day>",
-5.4116460518550396), -5.541263545158426),
("Labor Dayyear", -5.4116460518550396), ("Labor Dayyear", -5.541263545158426),
("Februaryintersect", -5.4116460518550396), ("Februaryintersect", -5.541263545158426),
("last <cycle> of <time>year", -4.718498871295094), ("last <cycle> of <time>year", -4.848116364598481),
("<named-month> <day-of-month> (non ordinal)year", ("<named-month> <day-of-month> (non ordinal)year",
-5.4116460518550396)], -5.541263545158426),
n = 162}, ("yearminute", -5.541263545158426)],
n = 191},
koData = koData =
ClassData{prior = -0.9107709386505572, unseen = -5.83773044716594, ClassData{prior = -0.9732575564808325,
unseen = -5.8888779583328805,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("in <named-month>year", -5.14166355650266), [("in <named-month>year", -5.19295685089021),
("<time-of-day> - <time-of-day> (interval)on <date>", ("<time-of-day> - <time-of-day> (interval)on <date>",
-5.14166355650266), -5.19295685089021),
("hourday", -5.14166355650266), ("hourday", -5.19295685089021),
("<named-month> <day-of-month> (non ordinal)July", ("<named-month> <day-of-month> (non ordinal)July",
-5.14166355650266), -5.19295685089021),
("dayhour", -3.349904087274605), ("dayhour", -3.4011973816621555),
("daymonth", -3.126760535960395), ("daymonth", -3.1780538303479458),
("monthday", -4.736198448394496), ("monthday", -4.787491742782046),
("monthyear", -4.736198448394496), ("monthyear", -4.787491742782046),
("until <time-of-day><time-of-day> am|pm", -5.14166355650266), ("intersecthh:mm", -5.19295685089021),
("until <time-of-day><time-of-day> am|pm", -5.19295685089021),
("<time-of-day> am|pmintersect by \",\", \"of\", \"from\", \"'s\"", ("<time-of-day> am|pmintersect by \",\", \"of\", \"from\", \"'s\"",
-4.448516375942715), -4.499809670330265),
("<time-of-day> am|pmintersect", -3.8889005880072918), ("<time-of-day> am|pmintersect", -3.9401938823948424),
("intersect by \",\", \"of\", \"from\", \"'s\"year", ("intersect by \",\", \"of\", \"from\", \"'s\"year",
-4.448516375942715), -4.499809670330265),
("Tuesdayafter <time-of-day>", -5.14166355650266), ("Tuesdayafter <time-of-day>", -5.19295685089021),
("July<day-of-month> (ordinal or number) <named-month>", ("July<day-of-month> (ordinal or number) <named-month>",
-5.14166355650266), -5.19295685089021),
("intersect2hh:mm", -5.14166355650266), ("intersect2hh:mm", -5.19295685089021),
("absorption of , after named dayJuly", -4.736198448394496), ("absorption of , after named dayJuly", -4.787491742782046),
("monthhour", -4.736198448394496), ("monthhour", -4.787491742782046),
("todayat <time-of-day>", -5.14166355650266), ("todayat <time-of-day>", -5.19295685089021),
("at <time-of-day>intersect2", -4.736198448394496), ("at <time-of-day>intersect2", -4.787491742782046),
("dayday", -5.14166355650266), ("dayday", -5.19295685089021),
("mm/ddat <time-of-day>", -4.736198448394496), ("mm/ddat <time-of-day>", -4.787491742782046),
("<time-of-day> am|pmon <date>", -3.5322256440685593), ("<time-of-day> am|pmon <date>", -3.58351893845611),
("dayyear", -4.225372824628505), ("absorption of , after named dayintersect2",
("Thursdayat <time-of-day>", -5.14166355650266), -5.19295685089021),
("August<time-of-day> am|pm", -5.14166355650266), ("dayyear", -4.276666119016055),
("monthminute", -5.14166355650266), ("Thursdayat <time-of-day>", -5.19295685089021),
("<time-of-day> am|pmtomorrow", -5.14166355650266), ("August<time-of-day> am|pm", -5.19295685089021),
("Thursdayhh:mm", -5.14166355650266), ("monthminute", -5.19295685089021),
("<time-of-day> am|pmtomorrow", -5.19295685089021),
("Thursdayhh:mm", -5.19295685089021),
("August<day-of-month> (ordinal or number) <named-month>", ("August<day-of-month> (ordinal or number) <named-month>",
-5.14166355650266), -5.19295685089021),
("minutemonth", -3.001597393006389), ("minutemonth", -3.0528906873939397),
("Thursdayfrom <datetime> - <datetime> (interval)", ("Thursdayfrom <datetime> - <datetime> (interval)",
-4.736198448394496), -4.787491742782046),
("Thursdayfrom <time-of-day> - <time-of-day> (interval)", ("Thursdayfrom <time-of-day> - <time-of-day> (interval)",
-4.736198448394496), -4.787491742782046),
("Aprilyear", -5.14166355650266), ("Aprilyear", -5.19295685089021),
("mm/dd<time-of-day> - <time-of-day> (interval)", ("mm/dd<time-of-day> - <time-of-day> (interval)",
-4.736198448394496), -4.787491742782046),
("tomorrowfrom <time-of-day> - <time-of-day> (interval)", ("tomorrowfrom <time-of-day> - <time-of-day> (interval)",
-5.14166355650266), -5.19295685089021),
("yesterday<time-of-day> am|pm", -5.14166355650266), ("yesterday<time-of-day> am|pm", -5.19295685089021),
("intersect by \",\", \"of\", \"from\", \"'s\"hh:mm", ("intersect by \",\", \"of\", \"from\", \"'s\"hh:mm",
-4.736198448394496), -4.0943445622221),
("<named-month> <day-of-month> (non ordinal)August", ("<named-month> <day-of-month> (non ordinal)August",
-5.14166355650266), -5.19295685089021),
("until <time-of-day>on <date>", -4.448516375942715), ("until <time-of-day>on <date>", -4.499809670330265),
("at <time-of-day>intersect", -4.736198448394496), ("at <time-of-day>intersect", -4.787491742782046),
("at <time-of-day>intersect by \",\", \"of\", \"from\", \"'s\"", ("at <time-of-day>intersect by \",\", \"of\", \"from\", \"'s\"",
-5.14166355650266), -5.19295685089021),
("dayminute", -3.5322256440685593), ("dayminute", -2.995732273553991),
("intersectSeptember", -3.6375861597263857), ("intersectSeptember", -3.6888794541139363),
("minuteday", -2.0281482472922856), ("absorption of , after named dayintersect by \",\", \"of\", \"from\", \"'s\"",
("Februaryin|during the <part-of-day>", -5.14166355650266), -4.787491742782046),
("yearhh:mm", -5.14166355650266), ("minuteday", -2.0794415416798357),
("hh:mmon <date>", -3.6375861597263857), ("absorption of , after named dayintersect", -5.19295685089021),
("year<time-of-day> am|pm", -5.14166355650266), ("Februaryin|during the <part-of-day>", -5.19295685089021),
("intersect2September", -3.6375861597263857), ("yearhh:mm", -5.19295685089021),
("hh:mmon <date>", -3.6888794541139363),
("intersect2September", -3.6888794541139363),
("absorption of , after named daySeptember", ("absorption of , after named daySeptember",
-4.225372824628505), -4.276666119016055),
("on <date>September", -4.736198448394496), ("on <date>September", -4.787491742782046),
("at <time-of-day>on <date>", -4.448516375942715), ("at <time-of-day>on <date>", -4.499809670330265),
("<time-of-day> am|pmintersect2", -3.8889005880072918), ("<time-of-day> am|pmintersect2", -3.9401938823948424),
("absorption of , after named dayFebruary", -4.225372824628505), ("absorption of , after named dayFebruary", -4.276666119016055),
("July<integer> to|till|before <hour-of-day>", ("July<integer> to|till|before <hour-of-day>",
-5.14166355650266), -5.19295685089021),
("tomorrowat <time-of-day>", -5.14166355650266), ("tomorrowat <time-of-day>", -5.19295685089021),
("tomorrow<time-of-day> am|pm", -5.14166355650266), ("tomorrow<time-of-day> am|pm", -5.19295685089021),
("after <time-of-day><time-of-day> am|pm", -5.14166355650266), ("after <time-of-day><time-of-day> am|pm", -5.19295685089021),
("after <time-of-day>year", -5.14166355650266), ("after <time-of-day>year", -5.19295685089021),
("yearminute", -4.736198448394496)], ("yearminute", -5.19295685089021)],
n = 109}}), n = 116}}),
("<day-of-month> (ordinal or number) <named-month>", ("<day-of-month> (ordinal or number) <named-month>",
Classifier{okData = Classifier{okData =
ClassData{prior = -0.916290731874155, unseen = -2.3978952727983707, ClassData{prior = -0.916290731874155, unseen = -2.3978952727983707,
@ -506,22 +525,24 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}), likelihoods = HashMap.fromList [], n = 0}}),
("on <date>", ("on <date>",
Classifier{okData = Classifier{okData =
ClassData{prior = -0.262364264467491, unseen = -3.951243718581427, ClassData{prior = -0.2231435513142097, unseen = -4.0943445622221,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("Thursday", -1.7346010553881064), [("Thursday", -1.8803128665695),
("intersect2", -2.833213344056216), ("intersect2", -2.9789251552376097),
("mm/dd", -3.2386784521643803), ("mm/dd", -3.3843902633457743),
("absorption of , after named day", -2.833213344056216), ("absorption of , after named day", -2.9789251552376097),
("Saturday", -2.5455312716044354), ("intersect", -2.9789251552376097),
("Friday", -3.2386784521643803), ("day", -0.9360933591703348), ("Saturday", -2.691243082785829),
("the <day-of-month> (ordinal)", -2.833213344056216), ("Friday", -3.3843902633457743), ("day", -0.8994836135577737),
("the <day-of-month> (ordinal)", -2.9789251552376097),
("intersect by \",\", \"of\", \"from\", \"'s\"", ("intersect by \",\", \"of\", \"from\", \"'s\"",
-3.2386784521643803), -2.691243082785829),
("hour", -3.2386784521643803)], ("hour", -3.3843902633457743)],
n = 20}, n = 24},
koData = koData =
ClassData{prior = -1.466337068793427, unseen = -3.1780538303479458, ClassData{prior = -1.6094379124341003,
unseen = -3.1780538303479458,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("intersect2", -2.03688192726104), [("intersect2", -2.03688192726104),
@ -715,204 +736,228 @@ classifiers
n = 1}}), n = 1}}),
("intersect", ("intersect",
Classifier{okData = Classifier{okData =
ClassData{prior = -0.5379065823686613, unseen = -6.061456918928017, ClassData{prior = -0.47457431954056717,
unseen = -6.236369590203704,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("<datetime> - <datetime> (interval)on <date>", [("<datetime> - <datetime> (interval)on <date>",
-4.449685283147696), -4.624972813284271),
("<time-of-day> - <time-of-day> (interval)on <date>", ("<time-of-day> - <time-of-day> (interval)on <date>",
-4.449685283147696), -4.624972813284271),
("hourday", -3.6612279227834263), ("hourday", -3.836515452920001),
("dayhour", -3.0633909220278057), ("dayhour", -3.2386784521643803),
("daymonth", -5.365976015021851), ("daymonth", -5.541263545158426),
("monthday", -4.9605109069136875), ("monthday", -5.135798437050262),
("monthyear", -3.756538102587751), ("monthyear", -3.9318256327243257),
("Tuesdaythe <day-of-month> (ordinal)", -5.365976015021851), ("Tuesdaythe <day-of-month> (ordinal)", -5.541263545158426),
("Christmasyear", -5.365976015021851), ("Christmasyear", -5.541263545158426),
("this|next <day-of-week>hh(:mm) - <time-of-day> am|pm", ("this|next <day-of-week>hh(:mm) - <time-of-day> am|pm",
-5.365976015021851), -5.541263545158426),
("<time-of-day> am|pmintersect by \",\", \"of\", \"from\", \"'s\"",
-4.848116364598481),
("<time-of-day> am|pmintersect", -4.288500576663058),
("intersect by \",\", \"of\", \"from\", \"'s\"year", ("intersect by \",\", \"of\", \"from\", \"'s\"year",
-5.365976015021851), -5.541263545158426),
("Marchyear", -5.365976015021851), ("Marchyear", -5.541263545158426),
("<named-month>|<named-day> <day-of-month> (ordinal)year", ("<named-month>|<named-day> <day-of-month> (ordinal)year",
-4.9605109069136875), -5.135798437050262),
("Thursdayhh(:mm) - <time-of-day> am|pm", -5.365976015021851), ("intersect<time-of-day> am|pm", -5.541263545158426),
("monthhour", -4.672828834461907), ("Thursdayhh(:mm) - <time-of-day> am|pm", -5.541263545158426),
("last <day-of-week> of <time>year", -5.365976015021851), ("monthhour", -4.848116364598481),
("intersect2<time-of-day> am|pm", -5.365976015021851), ("last <day-of-week> of <time>year", -5.541263545158426),
("todayat <time-of-day>", -5.365976015021851), ("intersect2<time-of-day> am|pm", -5.541263545158426),
("Thursday<time> timezone", -4.9605109069136875), ("todayat <time-of-day>", -5.541263545158426),
("at <time-of-day>intersect2", -4.9605109069136875), ("Thursday<time> timezone", -5.135798437050262),
("at <time-of-day>intersect2", -5.135798437050262),
("this <time>hh(:mm) - <time-of-day> am|pm", ("this <time>hh(:mm) - <time-of-day> am|pm",
-5.365976015021851), -5.541263545158426),
("dayday", -4.267363726353742), ("dayday", -3.5263605246161616),
("Thanksgiving Dayyear", -4.9605109069136875), ("Thanksgiving Dayyear", -5.135798437050262),
("<time> <part-of-day>at <time-of-day>", -5.365976015021851), ("<time> <part-of-day>at <time-of-day>", -5.541263545158426),
("Tuesdayin <named-month>", -5.365976015021851), ("Tuesdayin <named-month>", -5.541263545158426),
("mm/ddat <time-of-day>", -5.365976015021851), ("mm/ddat <time-of-day>", -5.541263545158426),
("tonightat <time-of-day>", -5.365976015021851), ("tonightat <time-of-day>", -5.541263545158426),
("<time-of-day> am|pmabsorption of , after named day", ("<time-of-day> am|pmabsorption of , after named day",
-4.672828834461907), -4.848116364598481),
("today<time-of-day> am|pm", -5.365976015021851), ("today<time-of-day> am|pm", -5.541263545158426),
("Februarythe <day-of-month> (ordinal)", -4.9605109069136875), ("Februarythe <day-of-month> (ordinal)", -5.135798437050262),
("at <time-of-day><time> <part-of-day>", -5.365976015021851), ("at <time-of-day><time> <part-of-day>", -5.541263545158426),
("mm/dd<time-of-day> am|pm", -5.365976015021851), ("mm/dd<time-of-day> am|pm", -5.541263545158426),
("hourhour", -4.113213046526484), ("hourhour", -4.288500576663058),
("<time-of-day> am|pmon <date>", -3.5742165457937967), ("<time-of-day> am|pmon <date>", -3.3440389678222067),
("Wednesdaythis|last|next <cycle>", -5.365976015021851), ("absorption of , after named dayintersect2",
-5.541263545158426),
("Wednesdaythis|last|next <cycle>", -5.541263545158426),
("intersect<named-month> <day-of-month> (non ordinal)", ("intersect<named-month> <day-of-month> (non ordinal)",
-3.8618986182455775), -4.037186148382152),
("dayyear", -3.168751437685632), ("dayyear", -3.3440389678222067),
("<time-of-day> o'clockin|during the <part-of-day>", ("<time-of-day> o'clockin|during the <part-of-day>",
-5.365976015021851), -5.541263545158426),
("<time-of-day> am|pmtomorrow", -4.672828834461907), ("<time-of-day> am|pmtomorrow", -4.848116364598481),
("intersect2in|during the <part-of-day>", -5.365976015021851), ("intersect2in|during the <part-of-day>", -5.541263545158426),
("minutehour", -4.449685283147696), ("minutehour", -4.624972813284271),
("Mother's Dayyear", -5.365976015021851), ("Mother's Dayyear", -5.541263545158426),
("at <time-of-day>in|during the <part-of-day>", ("at <time-of-day>in|during the <part-of-day>",
-4.9605109069136875), -5.135798437050262),
("absorption of , after named day<named-month> <day-of-month> (non ordinal)", ("absorption of , after named day<named-month> <day-of-month> (non ordinal)",
-4.449685283147696), -3.836515452920001),
("tomorrow<time-of-day> sharp|exactly", -5.365976015021851), ("tomorrow<time-of-day> sharp|exactly", -5.541263545158426),
("Thursdayfrom <datetime> - <datetime> (interval)", ("Thursdayfrom <datetime> - <datetime> (interval)",
-4.449685283147696), -4.624972813284271),
("on <date><named-month> <day-of-month> (non ordinal)",
-5.135798437050262),
("Thursdayfrom <time-of-day> - <time-of-day> (interval)", ("Thursdayfrom <time-of-day> - <time-of-day> (interval)",
-4.449685283147696), -4.624972813284271),
("Mondayin|during the <part-of-day>", -5.365976015021851), ("Mondayin|during the <part-of-day>", -5.541263545158426),
("intersect2<named-month> <day-of-month> (non ordinal)", ("intersect2<named-month> <day-of-month> (non ordinal)",
-3.8618986182455775), -4.037186148382152),
("tomorrowfrom <time-of-day> - <time-of-day> (interval)", ("tomorrowfrom <time-of-day> - <time-of-day> (interval)",
-4.9605109069136875), -5.135798437050262),
("intersectin|during the <part-of-day>", -5.365976015021851), ("intersectin|during the <part-of-day>", -5.541263545158426),
("<day-of-month> (ordinal or number) of <named-month>in|during the <part-of-day>", ("<day-of-month> (ordinal or number) of <named-month>in|during the <part-of-day>",
-5.365976015021851), -5.541263545158426),
("from <time-of-day> - <time-of-day> (interval)on <date>", ("from <time-of-day> - <time-of-day> (interval)on <date>",
-4.672828834461907), -4.848116364598481),
("intersect by \",\", \"of\", \"from\", \"'s\"<time-of-day> am|pm", ("intersect by \",\", \"of\", \"from\", \"'s\"<time-of-day> am|pm",
-4.9605109069136875), -4.442651256490317),
("at <time-of-day>intersect", -5.135798437050262),
("<time-of-day> - <time-of-day> (interval)tomorrow", ("<time-of-day> - <time-of-day> (interval)tomorrow",
-5.365976015021851), -5.541263545158426),
("dayminute", -3.2865344733420154), ("at <time-of-day>intersect by \",\", \"of\", \"from\", \"'s\"",
-5.541263545158426),
("dayminute", -3.056356895370426),
("from <datetime> - <datetime> (interval)on <date>", ("from <datetime> - <datetime> (interval)on <date>",
-4.9605109069136875), -5.135798437050262),
("<datetime> - <datetime> (interval)tomorrow", ("<datetime> - <datetime> (interval)tomorrow",
-5.365976015021851), -5.541263545158426),
("<ordinal> <cycle> of <time>year", -5.365976015021851), ("absorption of , after named dayintersect by \",\", \"of\", \"from\", \"'s\"",
("minuteday", -1.9647786333596962), -4.848116364598481),
("Octoberyear", -4.113213046526484), ("<ordinal> <cycle> of <time>year", -5.541263545158426),
("minuteday", -1.8523840910444898),
("absorption of , after named dayintersect",
-5.541263545158426),
("Octoberyear", -4.288500576663058),
("the <day-of-month> (ordinal)in|during the <part-of-day>", ("the <day-of-month> (ordinal)in|during the <part-of-day>",
-5.365976015021851), -5.541263545158426),
("at <time-of-day>absorption of , after named day", ("at <time-of-day>absorption of , after named day",
-5.365976015021851), -5.541263545158426),
("<day-of-month> (ordinal or number) <named-month>year", ("<day-of-month> (ordinal or number) <named-month>year",
-5.365976015021851), -5.541263545158426),
("Septemberyear", -4.9605109069136875), ("year<time-of-day> am|pm", -5.541263545158426),
("at <time-of-day>on <date>", -4.449685283147696), ("Septemberyear", -5.135798437050262),
("at <time-of-day>on <date>", -4.288500576663058),
("between <time-of-day> and <time-of-day> (interval)on <date>", ("between <time-of-day> and <time-of-day> (interval)on <date>",
-4.672828834461907), -4.848116364598481),
("<time-of-day> am|pmintersect2", -4.113213046526484), ("<time-of-day> am|pmintersect2", -4.288500576663058),
("Halloweenyear", -5.365976015021851), ("Halloweenyear", -5.541263545158426),
("dayweek", -5.365976015021851), ("dayweek", -5.541263545158426),
("weekyear", -4.9605109069136875), ("weekyear", -5.135798437050262),
("hh:mmin|during the <part-of-day>", -4.672828834461907), ("hh:mmin|during the <part-of-day>", -4.848116364598481),
("Father's Dayyear", -5.365976015021851), ("Father's Dayyear", -5.541263545158426),
("<cycle> after|before <time><time-of-day> am|pm", ("<cycle> after|before <time><time-of-day> am|pm",
-4.9605109069136875), -5.135798437050262),
("February<time> <part-of-day>", -5.365976015021851), ("February<time> <part-of-day>", -5.541263545158426),
("Martin Luther King's Dayyear", -4.9605109069136875), ("Martin Luther King's Dayyear", -5.135798437050262),
("Februaryintersect2", -5.365976015021851), ("Februaryintersect2", -5.541263545158426),
("tomorrowat <time-of-day>", -4.672828834461907), ("tomorrowat <time-of-day>", -4.848116364598481),
("between <time> and <time>on <date>", -4.672828834461907), ("between <time> and <time>on <date>", -4.848116364598481),
("at <time-of-day>tomorrow", -4.9605109069136875), ("at <time-of-day>tomorrow", -5.135798437050262),
("tomorrow<time-of-day> am|pm", -5.365976015021851), ("tomorrow<time-of-day> am|pm", -5.541263545158426),
("in|during the <part-of-day>at <time-of-day>", ("in|during the <part-of-day>at <time-of-day>",
-5.365976015021851), -5.541263545158426),
("Labor Dayyear", -5.365976015021851), ("Labor Dayyear", -5.541263545158426),
("Februaryintersect", -5.365976015021851), ("Februaryintersect", -5.541263545158426),
("last <cycle> of <time>year", -4.672828834461907), ("last <cycle> of <time>year", -4.848116364598481),
("<named-month> <day-of-month> (non ordinal)year", ("<named-month> <day-of-month> (non ordinal)year",
-5.365976015021851)], -5.541263545158426),
n = 153}, ("yearminute", -5.541263545158426)],
n = 191},
koData = koData =
ClassData{prior = -0.8769966215319531, unseen = -5.831882477283517, ClassData{prior = -0.9732575564808325,
unseen = -5.8888779583328805,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("in <named-month>year", -5.135798437050262), [("in <named-month>year", -5.19295685089021),
("<time-of-day> - <time-of-day> (interval)on <date>", ("<time-of-day> - <time-of-day> (interval)on <date>",
-5.135798437050262), -5.19295685089021),
("hourday", -5.135798437050262), ("hourday", -5.19295685089021),
("<named-month> <day-of-month> (non ordinal)July", ("<named-month> <day-of-month> (non ordinal)July",
-5.135798437050262), -5.19295685089021),
("dayhour", -3.3440389678222067), ("dayhour", -3.4011973816621555),
("daymonth", -3.120895416507997), ("daymonth", -3.1780538303479458),
("monthday", -4.7303333289420975), ("monthday", -4.787491742782046),
("monthyear", -4.7303333289420975), ("monthyear", -4.787491742782046),
("until <time-of-day><time-of-day> am|pm", -5.135798437050262), ("intersecthh:mm", -5.19295685089021),
("until <time-of-day><time-of-day> am|pm", -5.19295685089021),
("<time-of-day> am|pmintersect by \",\", \"of\", \"from\", \"'s\"", ("<time-of-day> am|pmintersect by \",\", \"of\", \"from\", \"'s\"",
-4.442651256490317), -4.499809670330265),
("<time-of-day> am|pmintersect", -3.8830354685548936), ("<time-of-day> am|pmintersect", -3.9401938823948424),
("intersect by \",\", \"of\", \"from\", \"'s\"year", ("intersect by \",\", \"of\", \"from\", \"'s\"year",
-4.442651256490317), -4.499809670330265),
("Tuesdayafter <time-of-day>", -5.135798437050262), ("Tuesdayafter <time-of-day>", -5.19295685089021),
("July<day-of-month> (ordinal or number) <named-month>", ("July<day-of-month> (ordinal or number) <named-month>",
-5.135798437050262), -5.19295685089021),
("intersect2hh:mm", -5.135798437050262), ("intersect2hh:mm", -5.19295685089021),
("absorption of , after named dayJuly", -4.7303333289420975), ("absorption of , after named dayJuly", -4.787491742782046),
("monthhour", -4.7303333289420975), ("monthhour", -4.787491742782046),
("todayat <time-of-day>", -5.135798437050262), ("todayat <time-of-day>", -5.19295685089021),
("at <time-of-day>intersect2", -4.7303333289420975), ("at <time-of-day>intersect2", -4.787491742782046),
("dayday", -5.135798437050262), ("dayday", -5.19295685089021),
("mm/ddat <time-of-day>", -4.7303333289420975), ("mm/ddat <time-of-day>", -4.787491742782046),
("<time-of-day> am|pmon <date>", -3.5263605246161616), ("<time-of-day> am|pmon <date>", -3.58351893845611),
("dayyear", -4.219507705176107), ("absorption of , after named dayintersect2",
("Thursdayat <time-of-day>", -5.135798437050262), -5.19295685089021),
("August<time-of-day> am|pm", -5.135798437050262), ("dayyear", -4.276666119016055),
("monthminute", -5.135798437050262), ("Thursdayat <time-of-day>", -5.19295685089021),
("<time-of-day> am|pmtomorrow", -5.135798437050262), ("August<time-of-day> am|pm", -5.19295685089021),
("Thursdayhh:mm", -5.135798437050262), ("monthminute", -5.19295685089021),
("<time-of-day> am|pmtomorrow", -5.19295685089021),
("Thursdayhh:mm", -5.19295685089021),
("August<day-of-month> (ordinal or number) <named-month>", ("August<day-of-month> (ordinal or number) <named-month>",
-5.135798437050262), -5.19295685089021),
("minutemonth", -2.995732273553991), ("minutemonth", -3.0528906873939397),
("Thursdayfrom <datetime> - <datetime> (interval)", ("Thursdayfrom <datetime> - <datetime> (interval)",
-4.7303333289420975), -4.787491742782046),
("Thursdayfrom <time-of-day> - <time-of-day> (interval)", ("Thursdayfrom <time-of-day> - <time-of-day> (interval)",
-4.7303333289420975), -4.787491742782046),
("Aprilyear", -5.135798437050262), ("Aprilyear", -5.19295685089021),
("mm/dd<time-of-day> - <time-of-day> (interval)", ("mm/dd<time-of-day> - <time-of-day> (interval)",
-4.7303333289420975), -4.787491742782046),
("tomorrowfrom <time-of-day> - <time-of-day> (interval)", ("tomorrowfrom <time-of-day> - <time-of-day> (interval)",
-5.135798437050262), -5.19295685089021),
("yesterday<time-of-day> am|pm", -5.135798437050262), ("yesterday<time-of-day> am|pm", -5.19295685089021),
("intersect by \",\", \"of\", \"from\", \"'s\"hh:mm", ("intersect by \",\", \"of\", \"from\", \"'s\"hh:mm",
-4.7303333289420975), -4.0943445622221),
("<named-month> <day-of-month> (non ordinal)August", ("<named-month> <day-of-month> (non ordinal)August",
-5.135798437050262), -5.19295685089021),
("until <time-of-day>on <date>", -4.442651256490317), ("until <time-of-day>on <date>", -4.499809670330265),
("at <time-of-day>intersect", -4.7303333289420975), ("at <time-of-day>intersect", -4.787491742782046),
("at <time-of-day>intersect by \",\", \"of\", \"from\", \"'s\"", ("at <time-of-day>intersect by \",\", \"of\", \"from\", \"'s\"",
-5.135798437050262), -5.19295685089021),
("dayminute", -3.5263605246161616), ("dayminute", -2.995732273553991),
("intersectSeptember", -3.631721040273988), ("intersectSeptember", -3.6888794541139363),
("minuteday", -2.0222831278398874), ("absorption of , after named dayintersect by \",\", \"of\", \"from\", \"'s\"",
("Februaryin|during the <part-of-day>", -5.135798437050262), -4.787491742782046),
("yearhh:mm", -5.135798437050262), ("minuteday", -2.0794415416798357),
("hh:mmon <date>", -3.631721040273988), ("absorption of , after named dayintersect", -5.19295685089021),
("year<time-of-day> am|pm", -5.135798437050262), ("Februaryin|during the <part-of-day>", -5.19295685089021),
("intersect2September", -3.631721040273988), ("yearhh:mm", -5.19295685089021),
("hh:mmon <date>", -3.6888794541139363),
("intersect2September", -3.6888794541139363),
("absorption of , after named daySeptember", ("absorption of , after named daySeptember",
-4.219507705176107), -4.276666119016055),
("on <date>September", -4.7303333289420975), ("on <date>September", -4.787491742782046),
("at <time-of-day>on <date>", -4.442651256490317), ("at <time-of-day>on <date>", -4.499809670330265),
("<time-of-day> am|pmintersect2", -3.8830354685548936), ("<time-of-day> am|pmintersect2", -3.9401938823948424),
("absorption of , after named dayFebruary", -4.219507705176107), ("absorption of , after named dayFebruary", -4.276666119016055),
("July<integer> to|till|before <hour-of-day>", ("July<integer> to|till|before <hour-of-day>",
-5.135798437050262), -5.19295685089021),
("tomorrowat <time-of-day>", -5.135798437050262), ("tomorrowat <time-of-day>", -5.19295685089021),
("tomorrow<time-of-day> am|pm", -5.135798437050262), ("tomorrow<time-of-day> am|pm", -5.19295685089021),
("after <time-of-day><time-of-day> am|pm", -5.135798437050262), ("after <time-of-day><time-of-day> am|pm", -5.19295685089021),
("after <time-of-day>year", -5.135798437050262), ("after <time-of-day>year", -5.19295685089021),
("yearminute", -4.7303333289420975)], ("yearminute", -5.19295685089021)],
n = 109}}), n = 116}}),
("after lunch/work/school", ("after lunch/work/school",
Classifier{okData = Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906, ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -1699,87 +1744,130 @@ classifiers
n = 1}}), n = 1}}),
("intersect by \",\", \"of\", \"from\", \"'s\"", ("intersect by \",\", \"of\", \"from\", \"'s\"",
Classifier{okData = Classifier{okData =
ClassData{prior = -0.5020919437972361, unseen = -5.003946305945459, ClassData{prior = -0.48665526283817767,
unseen = -5.332718793265369,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("Wednesday<named-month> <day-of-month> (non ordinal)", [("Wednesday<named-month> <day-of-month> (non ordinal)",
-4.304065093204169), -4.634728988229636),
("dayhour", -3.0513021247088017), ("dayhour", -3.381966019734268),
("daymonth", -2.917770732084279), ("daymonth", -3.248434627109745),
("<named-month> <day-of-month> (non ordinal)Friday", ("<named-month> <day-of-month> (non ordinal)Friday",
-4.304065093204169), -4.634728988229636),
("Wednesdayintersect", -4.304065093204169), ("Friday<named-month> <day-of-month> (non ordinal)",
("Labor Daythis|last|next <cycle>", -4.304065093204169), -3.9415818076696905),
("<part-of-day> of <time>February", -4.304065093204169), ("Wednesdayintersect", -4.634728988229636),
("Saturday<time-of-day> am|pm", -4.304065093204169), ("Labor Daythis|last|next <cycle>", -4.634728988229636),
("Wednesdayintersect2", -4.304065093204169), ("intersectintersect2", -4.634728988229636),
("intersect by \",\", \"of\", \"from\", \"'s\"year",
-4.634728988229636),
("<part-of-day> of <time>February", -4.634728988229636),
("Saturday<time-of-day> am|pm", -4.634728988229636),
("Wednesdayintersect2", -4.634728988229636),
("Martin Luther King's Daythis|last|next <cycle>", ("Martin Luther King's Daythis|last|next <cycle>",
-4.304065093204169), -4.634728988229636),
("on <date><time-of-day> am|pm", -4.304065093204169), ("on <date><time-of-day> am|pm", -4.634728988229636),
("hourmonth", -4.304065093204169), ("hourmonth", -4.634728988229636),
("dayday", -3.20545280453606), ("intersect by \",\", \"of\", \"from\", \"'s\"intersect",
("the <day-of-month> (ordinal)February", -3.898599985096005), -4.634728988229636),
("WednesdayOctober", -4.304065093204169), ("dayday", -2.7629268113280445),
("Wednesdaythis|last|next <cycle>", -3.898599985096005), ("the <day-of-month> (ordinal)February", -4.229263880121471),
("intersect2intersect2", -4.634728988229636),
("WednesdayOctober", -4.634728988229636),
("Wednesdaythis|last|next <cycle>", -4.229263880121471),
("intersect<named-month> <day-of-month> (non ordinal)", ("intersect<named-month> <day-of-month> (non ordinal)",
-3.3877743613300146), -3.7184382563554808),
("dayyear", -2.917770732084279), ("dayyear", -3.0252910757955354),
("Thursdayhh:mm", -3.898599985096005), ("Saturday<named-month> <day-of-month> (non ordinal)",
("Thanksgiving Daythis|last|next <cycle>", -4.304065093204169), -4.634728988229636),
("Memorial Daythis|last|next <cycle>", -4.304065093204169), ("<named-month> <day-of-month> (non ordinal)intersect",
("TuesdayOctober", -4.304065093204169), -4.634728988229636),
("the <day-of-month> (ordinal)March", -4.304065093204169), ("Thursdayhh:mm", -4.229263880121471),
("Mondaythis|last|next <cycle>", -4.304065093204169), ("Thanksgiving Daythis|last|next <cycle>", -4.634728988229636),
("Memorial Daythis|last|next <cycle>", -4.634728988229636),
("<named-month> <day-of-month> (non ordinal)intersect2",
-4.634728988229636),
("on <date><named-month> <day-of-month> (non ordinal)",
-4.229263880121471),
("TuesdayOctober", -4.634728988229636),
("the <day-of-month> (ordinal)March", -4.634728988229636),
("Mondaythis|last|next <cycle>", -4.634728988229636),
("intersect2<named-month> <day-of-month> (non ordinal)", ("intersect2<named-month> <day-of-month> (non ordinal)",
-3.3877743613300146), -3.7184382563554808),
("Fridayintersect by \",\", \"of\", \"from\", \"'s\"",
-3.9415818076696905),
("Fridayintersect", -4.634728988229636),
("Thursday<datetime> - <datetime> (interval)", ("Thursday<datetime> - <datetime> (interval)",
-3.6109179126442243), -3.9415818076696905),
("Thursday<time-of-day> - <time-of-day> (interval)", ("Thursday<time-of-day> - <time-of-day> (interval)",
-3.3877743613300146), -3.7184382563554808),
("Tuesdaythis|last|next <cycle>", -4.304065093204169), ("Tuesdaythis|last|next <cycle>", -4.634728988229636),
("Sunday<named-month> <day-of-month> (non ordinal)", ("Sunday<named-month> <day-of-month> (non ordinal)",
-4.304065093204169), -4.634728988229636),
("dayminute", -3.0513021247088017), ("dayminute", -2.3834371896231406),
("minuteday", -2.7999876964278956), ("intersect by \",\", \"of\", \"from\", \"'s\"intersect2",
("this|last|next <cycle>Sunday", -4.304065093204169), -4.634728988229636),
("Sundaythis|last|next <cycle>", -4.304065093204169), ("intersect2intersect", -4.634728988229636),
("weekday", -4.304065093204169), ("dayweek", -3.20545280453606), ("intersectyear", -4.634728988229636),
("intersect2year", -4.304065093204169), ("minuteday", -3.1306515914533617),
("Thursday<time-of-day> am|pm", -4.304065093204169), ("this|last|next <cycle>Sunday", -4.634728988229636),
("Sundaythis|last|next <cycle>", -4.634728988229636),
("intersectintersect", -4.634728988229636),
("weekday", -4.634728988229636),
("dayweek", -3.536116699561526),
("intersect2year", -4.634728988229636),
("Thursday<time-of-day> am|pm", -4.634728988229636),
("Monday<named-month> <day-of-month> (non ordinal)", ("Monday<named-month> <day-of-month> (non ordinal)",
-3.898599985096005), -4.229263880121471),
("Fridayintersect2", -4.634728988229636),
("<named-month> <day-of-month> (non ordinal)year", ("<named-month> <day-of-month> (non ordinal)year",
-3.898599985096005)], -4.229263880121471)],
n = 46}, n = 67},
koData = koData =
ClassData{prior = -0.9295359586241757, unseen = -4.762173934797756, ClassData{prior = -0.9536782639457754, unseen = -5.056245805348308,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("daymonth", -1.7090677533829417), [("daymonth", -2.005333569526114),
("TuesdaySeptember", -4.060443010546419), ("TuesdaySeptember", -4.356708826689592),
("Wednesdayintersect", -4.060443010546419), ("Wednesdayintersect", -4.356708826689592),
("Wednesdayintersect2", -4.060443010546419), ("intersectintersect2", -4.356708826689592),
("SundayFebruary", -4.060443010546419), ("Wednesdayintersect2", -4.356708826689592),
("WednesdayOctober", -4.060443010546419), ("intersect by \",\", \"of\", \"from\", \"'s\"intersect",
("FridayJuly", -3.654977902438255), -4.356708826689592),
("FridaySeptember", -4.060443010546419), ("SundayFebruary", -4.356708826689592),
("WednesdayFebruary", -4.060443010546419), ("intersect2intersect2", -4.356708826689592),
("minutemonth", -2.5563656137701454), ("WednesdayOctober", -4.356708826689592),
("SundayMarch", -4.060443010546419), ("FridayJuly", -3.951243718581427),
("MondayFebruary", -3.654977902438255), ("<named-month> <day-of-month> (non ordinal)intersect",
("Tuesdayintersect2", -4.060443010546419), -4.356708826689592),
("FridaySeptember", -4.356708826689592),
("WednesdayFebruary", -4.356708826689592),
("minutemonth", -2.8526314299133175),
("<named-month> <day-of-month> (non ordinal)intersect2",
-4.356708826689592),
("SundayMarch", -4.356708826689592),
("Fridayintersect by \",\", \"of\", \"from\", \"'s\"",
-3.951243718581427),
("MondayFebruary", -3.951243718581427),
("Tuesdayintersect2", -4.356708826689592),
("Fridayintersect", -4.356708826689592),
("Thursday<time-of-day> - <time-of-day> (interval)", ("Thursday<time-of-day> - <time-of-day> (interval)",
-3.654977902438255), -3.951243718581427),
("dayminute", -3.654977902438255), ("dayminute", -2.341805806147327),
("SaturdaySeptember", -4.060443010546419), ("intersect by \",\", \"of\", \"from\", \"'s\"intersect2",
("intersectSeptember", -3.144152278672264), -4.356708826689592),
("MondayMarch", -4.060443010546419), ("intersect2intersect", -4.356708826689592),
("intersect2September", -3.144152278672264), ("SaturdaySeptember", -4.356708826689592),
("on <date>September", -3.654977902438255), ("intersectSeptember", -3.4404180948154366),
("Sundayintersect2", -4.060443010546419), ("MondayMarch", -4.356708826689592),
("Tuesdayintersect", -4.060443010546419), ("intersect2September", -3.4404180948154366),
("Sundayintersect", -4.060443010546419)], ("on <date>September", -3.951243718581427),
n = 30}}), ("intersectintersect", -4.356708826689592),
("Sundayintersect2", -4.356708826689592),
("Fridayintersect2", -4.356708826689592),
("Tuesdayintersect", -4.356708826689592),
("Sundayintersect", -4.356708826689592)],
n = 42}}),
("last <time>", ("last <time>",
Classifier{okData = Classifier{okData =
ClassData{prior = -1.2729656758128873, unseen = -3.295836866004329, ClassData{prior = -1.2729656758128873, unseen = -3.295836866004329,

97
Duckling/Ranking/Classifiers/ES.hs
View File

@ -81,58 +81,59 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}), likelihoods = HashMap.fromList [], n = 0}}),
("intersect by `de`", ("intersect by `de`",
Classifier{okData = Classifier{okData =
ClassData{prior = -0.1743533871447778, ClassData{prior = -0.16362942378180204,
unseen = -4.7535901911063645, unseen = -4.812184355372417,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("el <day-of-month> (non ordinal)intersect by `de`", [("el <day-of-month> (non ordinal)intersect by `de`",
-3.6463198396951406), -3.7054087560651467),
("day of month (1st)named-month", -3.1354942159291497), ("day of month (1st)named-month", -3.1945831322991562),
("daymonth", -1.7004096906398272), ("daymonth", -1.7594986070098335),
("monthyear", -3.6463198396951406), ("monthyear", -3.7054087560651467),
("named-dayel proximo <cycle> ", -4.051784947803305), ("named-dayel proximo <cycle> ", -4.110873864173311),
("named-dayla <cycle> pasado", -4.051784947803305), ("named-dayla <cycle> pasado", -4.110873864173311),
("el <time>named-month", -3.6463198396951406), ("el <time>named-month", -3.7054087560651467),
("dayyear", -2.3470368555648795), ("dayyear", -2.164963715117998),
("dd-dd <month>(interval)year", -4.051784947803305), ("dd-dd <month>(interval)year", -4.110873864173311),
("el <time>el <cycle> (proximo|que viene)", -4.051784947803305), ("el <time>el <cycle> (proximo|que viene)", -4.110873864173311),
("two time tokens separated by \",\"named-month", ("two time tokens separated by \",\"named-month",
-4.051784947803305), -4.110873864173311),
("named-monthyear", -3.6463198396951406), ("named-monthyear", -3.7054087560651467),
("el <time>year", -3.6463198396951406), ("el <time>year", -3.7054087560651467),
("el <time>la <cycle> pasado", -4.051784947803305), ("el <time>la <cycle> pasado", -4.110873864173311),
("el <day-of-month> de <named-month>year", -3.6463198396951406), ("el <day-of-month> de <named-month>year", -3.7054087560651467),
("el <time>este|en un <cycle>", -3.6463198396951406), ("el <time>este|en un <cycle>", -3.7054087560651467),
("named-dayel <cycle> (proximo|que viene)", -4.051784947803305), ("named-dayel <cycle> (proximo|que viene)", -4.110873864173311),
("el <day-of-month> (non ordinal)named-month", ("el <day-of-month> (non ordinal)named-month",
-2.3470368555648795), -2.406125771934886),
("<day-of-month> de <named-month>year", -3.6463198396951406), ("<day-of-month> de <named-month>year", -3.7054087560651467),
("two time tokens separated by \",\"year", -3.417726683613366),
("two time tokens separated by \",\"intersect by `de`", ("two time tokens separated by \",\"intersect by `de`",
-4.051784947803305), -4.110873864173311),
("dayweek", -2.3470368555648795), ("dayweek", -2.406125771934886),
("intersect by `de`year", -3.3586377672433594), ("intersect by `de`year", -3.417726683613366),
("named-dayeste|en un <cycle>", -3.3586377672433594)], ("named-dayeste|en un <cycle>", -3.417726683613366)],
n = 42}, n = 45},
koData = koData =
ClassData{prior = -1.8325814637483102, unseen = -3.871201010907891, ClassData{prior = -1.890850371872286, unseen = -3.891820298110627,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("monthyear", -3.1570004211501135), [("monthyear", -3.1780538303479458),
("hourmonth", -2.751535313041949), ("hourmonth", -2.772588722239781),
("monthmonth", -3.1570004211501135), ("monthmonth", -3.1780538303479458),
("a las <time-of-day>named-month", -2.751535313041949), ("a las <time-of-day>named-month", -2.772588722239781),
("dayyear", -3.1570004211501135), ("dayyear", -3.1780538303479458),
("minutemonth", -2.751535313041949), ("minutemonth", -2.772588722239781),
("named-monthyear", -3.1570004211501135), ("named-monthyear", -3.1780538303479458),
("de <datetime> - <datetime> (interval)named-month", ("de <datetime> - <datetime> (interval)named-month",
-3.1570004211501135), -3.1780538303479458),
("<hour-of-day> <integer> (as relative minutes)named-month", ("<hour-of-day> <integer> (as relative minutes)named-month",
-3.1570004211501135), -3.1780538303479458),
("<day-of-month> de <named-month>year", -3.1570004211501135), ("<day-of-month> de <named-month>year", -3.1780538303479458),
("intersect by `de`year", -3.1570004211501135), ("intersect by `de`year", -3.1780538303479458),
("<hour-of-day> <integer> (as relative minutes)intersect by `de`", ("<hour-of-day> <integer> (as relative minutes)intersect by `de`",
-3.1570004211501135), -3.1780538303479458),
("minuteyear", -3.1570004211501135)], ("minuteyear", -3.1780538303479458)],
n = 8}}), n = 8}}),
("n pasados <cycle>", ("n pasados <cycle>",
Classifier{okData = Classifier{okData =
@ -188,17 +189,21 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}), likelihoods = HashMap.fromList [], n = 0}}),
("two time tokens separated by \",\"", ("two time tokens separated by \",\"",
Classifier{okData = Classifier{okData =
ClassData{prior = 0.0, unseen = -2.0794415416798357, ClassData{prior = 0.0, unseen = -3.295836866004329,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("dayday", -0.8472978603872037), [("named-dayel <time>", -2.159484249353372),
("dayday", -0.8602012652231115),
("named-dayel <day-of-month> (non ordinal)", ("named-dayel <day-of-month> (non ordinal)",
-1.252762968495368), -2.5649493574615367),
("named-dayintersect by `de`", -1.466337068793427),
("named-day<day-of-month> de <named-month>", ("named-day<day-of-month> de <named-month>",
-1.252762968495368)], -2.5649493574615367),
n = 2}, ("named-dayel <day-of-month> de <named-month>",
-2.5649493574615367)],
n = 10},
koData = koData =
ClassData{prior = -infinity, unseen = -1.3862943611198906, ClassData{prior = -infinity, unseen = -1.9459101490553135,
likelihoods = HashMap.fromList [], n = 0}}), likelihoods = HashMap.fromList [], n = 0}}),
("<dim time> de la manana", ("<dim time> de la manana",
Classifier{okData = Classifier{okData =

579
Duckling/Ranking/Classifiers/FR.hs
View File

@ -470,7 +470,7 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}), likelihoods = HashMap.fromList [], n = 0}}),
("de <datetime> - <datetime> (interval)", ("de <datetime> - <datetime> (interval)",
Classifier{okData = Classifier{okData =
ClassData{prior = -1.3083328196501787, unseen = -4.143134726391533, ClassData{prior = -1.410986973710262, unseen = -4.143134726391533,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("day of month (premier)<day-of-week> <day-of-month>", [("day of month (premier)<day-of-week> <day-of-month>",
@ -496,53 +496,54 @@ classifiers
("intersect<day-of-week> <day-of-month>", -3.4339872044851463)], ("intersect<day-of-week> <day-of-month>", -3.4339872044851463)],
n = 10}, n = 10},
koData = koData =
ClassData{prior = -0.3150810466398954, unseen = -4.574710978503383, ClassData{prior = -0.27958486221916157,
unseen = -4.653960350157523,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("<hour-of-day> <integer> (as relative minutes)intersect", [("<hour-of-day> <integer> (as relative minutes)intersect",
-3.871201010907891), -3.951243718581427),
("<day-of-month> <named-month>time-of-day (latent)", ("<day-of-month> <named-month>time-of-day (latent)",
-3.871201010907891), -3.951243718581427),
("hourday", -3.1780538303479458), ("hourday", -3.0349529867072724),
("dayhour", -3.871201010907891), ("dayhour", -3.951243718581427),
("yearhour", -3.871201010907891), ("yearhour", -3.951243718581427),
("intersectnamed-day", -3.871201010907891), ("intersectnamed-day", -3.951243718581427),
("time-of-day (latent)year (latent)", -3.871201010907891), ("time-of-day (latent)year (latent)", -3.951243718581427),
("houryear", -3.871201010907891), ("houryear", -3.951243718581427),
("day of month (premier)named-day", -3.871201010907891), ("day of month (premier)named-day", -3.951243718581427),
("time-of-day (latent)intersect", -3.871201010907891), ("time-of-day (latent)intersect", -3.545778610473263),
("year (latent)intersect", -3.871201010907891), ("year (latent)intersect", -3.545778610473263),
("yearyear", -3.871201010907891), ("yearyear", -3.951243718581427),
("time-of-day (latent)time-of-day (latent)", ("time-of-day (latent)time-of-day (latent)",
-3.871201010907891), -3.951243718581427),
("dayday", -2.367123614131617), ("dayday", -2.2464956263430023),
("year (latent)year (latent)", -3.871201010907891), ("year (latent)year (latent)", -3.951243718581427),
("<day-of-week> <day-of-month><day-of-week> <day-of-month>", ("<day-of-week> <day-of-month><day-of-week> <day-of-month>",
-3.871201010907891), -3.951243718581427),
("hourhour", -3.871201010907891), ("hourhour", -3.951243718581427),
("time-of-day (latent)<day-of-week> <day-of-month>", ("time-of-day (latent)<day-of-week> <day-of-month>",
-3.871201010907891), -3.951243718581427),
("minutehour", -2.367123614131617), ("minutehour", -2.4471663218051534),
("hh(:|h)mm (time-of-day)time-of-day (latent)", ("hh(:|h)mm (time-of-day)time-of-day (latent)",
-3.4657359027997265), -3.545778610473263),
("year (latent)<day-of-week> <day-of-month>", ("year (latent)<day-of-week> <day-of-month>",
-3.871201010907891), -3.951243718581427),
("year (latent)time-of-day (latent)", -3.871201010907891), ("year (latent)time-of-day (latent)", -3.951243718581427),
("<hour-of-day> <integer> (as relative minutes)<time-of-day> heures", ("<hour-of-day> <integer> (as relative minutes)<time-of-day> heures",
-3.871201010907891), -3.951243718581427),
("year (latent)named-day", -3.871201010907891), ("year (latent)named-day", -3.951243718581427),
("time-of-day (latent)named-day", -3.871201010907891), ("time-of-day (latent)named-day", -3.951243718581427),
("day of month (premier)intersect", -3.4657359027997265), ("day of month (premier)intersect", -3.545778610473263),
("hh(:|h)mm (time-of-day)<time-of-day> heures", ("hh(:|h)mm (time-of-day)<time-of-day> heures",
-3.871201010907891), -3.951243718581427),
("intersectintersect", -3.871201010907891), ("intersectintersect", -3.545778610473263),
("hh(:|h)mm (time-of-day)intersect", -3.871201010907891), ("hh(:|h)mm (time-of-day)intersect", -3.951243718581427),
("yearday", -3.1780538303479458), ("yearday", -3.0349529867072724),
("<hour-of-day> <integer> (as relative minutes)time-of-day (latent)", ("<hour-of-day> <integer> (as relative minutes)time-of-day (latent)",
-3.4657359027997265), -3.545778610473263),
("<day-of-week> <day-of-month>named-day", -3.871201010907891), ("<day-of-week> <day-of-month>named-day", -3.951243718581427),
("<day-of-week> <day-of-month>intersect", -3.871201010907891)], ("<day-of-week> <day-of-month>intersect", -3.545778610473263)],
n = 27}}), n = 31}}),
("<ordinal> <cycle> de <time>", ("<ordinal> <cycle> de <time>",
Classifier{okData = Classifier{okData =
ClassData{prior = 0.0, unseen = -2.890371757896165, ClassData{prior = 0.0, unseen = -2.890371757896165,
@ -591,280 +592,278 @@ classifiers
n = 2}}), n = 2}}),
("intersect", ("intersect",
Classifier{okData = Classifier{okData =
ClassData{prior = -0.28538586019143075, ClassData{prior = -0.2911008792005665,
unseen = -6.940222469119639, unseen = -6.9440872082295275,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("apr\232s <time-of-day>named-month", -5.840641657373398), [("apr\232s <time-of-day>named-month", -5.844510134151319),
("<day-of-month> <named-month><dim time> <part-of-day>", ("<day-of-month> <named-month><dim time> <part-of-day>",
-5.840641657373398), -5.844510134151319),
("intersect<dim time> du matin", -5.840641657373398), ("intersect<dim time> du matin", -5.844510134151319),
("<hour-of-day> <integer> (as relative minutes)intersect", ("<hour-of-day> <integer> (as relative minutes)intersect",
-6.246106765481563), -5.844510134151319),
("hh(:|h)mm (time-of-day)named-day", -5.840641657373398), ("hh(:|h)mm (time-of-day)named-day", -5.844510134151319),
("demain<time-of-day> heures", -5.840641657373398), ("demain<time-of-day> heures", -5.844510134151319),
("hourday", -4.636668853047462), ("hourday", -4.640537329825383),
("<day-of-month> <named-month>year", -5.552959584921617), ("<day-of-month> <named-month>year", -5.556828061699537),
("dayhour", -1.692229873881022), ("dayhour", -1.6960983506589422),
("daymonth", -3.068052935133617), ("daymonth", -3.0719214119115374),
("monthyear", -4.742029368705289), ("monthyear", -4.745897845483209),
("dernier <cycle> de <time> (latent)year", -5.329816033607408), ("dernier <cycle> de <time> (latent)year", -5.333684510385328),
("named-month<dim time> du matin", -5.840641657373398), ("named-month<dim time> du matin", -5.844510134151319),
("<day-of-month> <named-month>\224|vers <time-of-day>", ("<day-of-month> <named-month>\224|vers <time-of-day>",
-4.106040601985292), -4.109909078763212),
("dd mmyear", -4.993343796986195), ("dd mmyear", -4.997212273764115),
("le <day-of-month> (non ordinal)<dim time> du matin", ("le <day-of-month> (non ordinal)<dim time> du matin",
-5.840641657373398), -5.844510134151319),
("hh(:|h)mm (time-of-day)<day-of-week> <day-of-month>", ("hh(:|h)mm (time-of-day)<day-of-week> <day-of-month>",
-6.246106765481563), -6.249975242259483),
("named-month\224|vers <time-of-day>", -4.993343796986195), ("named-month\224|vers <time-of-day>", -4.997212273764115),
("named-dayday of month (premier)", -5.552959584921617), ("named-dayday of month (premier)", -5.556828061699537),
("<time-of-day> heuresdu|dans le <part-of-day>", ("<time-of-day> heuresdu|dans le <part-of-day>",
-4.742029368705289), -4.745897845483209),
("<hour-of-day> et quart<dim time> <part-of-day>", ("<hour-of-day> et quart<dim time> <part-of-day>",
-5.552959584921617), -5.556828061699537),
("<day-of-week> <day-of-month>named-month", -5.552959584921617), ("<day-of-week> <day-of-month>named-month", -5.556828061699537),
("le <time>du|dans le <part-of-day>", -5.329816033607408), ("le <time>du|dans le <part-of-day>", -5.333684510385328),
("\224|vers <time-of-day>ce <part-of-day>", -5.552959584921617), ("\224|vers <time-of-day>ce <part-of-day>", -5.556828061699537),
("le <day-of-month> (non ordinal)<dim time> du soir", ("le <day-of-month> (non ordinal)<dim time> du soir",
-4.993343796986195), -4.997212273764115),
("entre <datetime> et <datetime> (interval)named-day", ("entre <datetime> et <datetime> (interval)named-day",
-5.840641657373398), -5.844510134151319),
("<hour-of-day> et demice <part-of-day>", -5.552959584921617), ("<hour-of-day> et demice <part-of-day>", -5.556828061699537),
("le <day-of-month> (non ordinal)<time-of-day> heures", ("le <day-of-month> (non ordinal)<time-of-day> heures",
-4.636668853047462), -4.640537329825383),
("<hour-of-day> <integer> (as relative minutes)<day-of-week> <day-of-month>", ("<hour-of-day> <integer> (as relative minutes)<day-of-week> <day-of-month>",
-6.246106765481563), -6.249975242259483),
("le <day-of-month> (non ordinal)named-month", ("le <day-of-month> (non ordinal)named-month",
-4.231203744939298), -4.2350722217172185),
("monthhour", -4.1666652238017265), ("monthhour", -4.1705337005796475),
("le <time><time-of-day> heures", -5.147494476813453), ("le <time><time-of-day> heures", -5.151362953591374),
("hourmonth", -5.329816033607408), ("hourmonth", -5.333684510385328),
("<time-of-day> heuresle <time>", -5.329816033607408), ("<time-of-day> heuresle <time>", -5.333684510385328),
("dayday", -3.894731508318085), ("dayday", -3.898599985096005),
("aujourd'hui<hour-of-day> <integer> (as relative minutes)", ("aujourd'hui<hour-of-day> <integer> (as relative minutes)",
-5.552959584921617), -5.556828061699537),
("apr\232s <time-of-day>named-day", -5.840641657373398), ("apr\232s <time-of-day>named-day", -5.844510134151319),
("named-dayle <cycle> prochain|suivant|d'apr\232s", ("named-dayle <cycle> prochain|suivant|d'apr\232s",
-4.859812404361672), -4.863680881139593),
("named-dayapr\232s <time-of-day>", -5.552959584921617), ("named-dayapr\232s <time-of-day>", -5.556828061699537),
("hourhour", -3.2256818793372), ("hourhour", -3.2295503561151206),
("<day-of-week> <day-of-month>\224|vers <time-of-day>", ("<day-of-week> <day-of-month>\224|vers <time-of-day>",
-4.5413586732431375), -4.5452271500210575),
("le <time>intersect", -5.552959584921617), ("le <time>intersect", -5.556828061699537),
("\224|vers <time-of-day><dim time> <part-of-day>", ("\224|vers <time-of-day><dim time> <part-of-day>",
-6.246106765481563), -6.249975242259483),
("<time-of-day> heuresintersect", -5.840641657373398), ("<time-of-day> heuresintersect", -5.844510134151319),
("intersectnamed-month", -4.993343796986195), ("intersectnamed-month", -4.997212273764115),
("intersect<time-of-day> heures", -5.552959584921617), ("intersect<time-of-day> heures", -5.556828061699537),
("<hour-of-day> et quartce <part-of-day>", -5.552959584921617), ("<hour-of-day> et quartce <part-of-day>", -5.556828061699537),
("dayyear", -3.848211492683192), ("dayyear", -3.8520799694611125),
("named-dayce|dans le <cycle>", -5.552959584921617), ("named-dayce|dans le <cycle>", -5.556828061699537),
("apr\232s-demain\224|vers <time-of-day>", -5.329816033607408), ("apr\232s-demain\224|vers <time-of-day>", -5.333684510385328),
("le <ordinal> <cycle> de <time>year", -6.246106765481563), ("le <ordinal> <cycle> de <time>year", -6.249975242259483),
("demain\224|vers <time-of-day>", -5.329816033607408), ("demain\224|vers <time-of-day>", -5.333684510385328),
("le <day-of-month> (non ordinal)intersect", ("le <day-of-month> (non ordinal)intersect",
-3.643417080037179), -3.6472855568150995),
("hourminute", -6.246106765481563), ("hourminute", -6.249975242259483),
("dd-dd <month>(interval)year", -6.246106765481563), ("dd-dd <month>(interval)year", -6.249975242259483),
("intersect<day-of-month> <named-month>", -5.840641657373398), ("intersect<day-of-month> <named-month>", -5.844510134151319),
("minutemonth", -5.840641657373398), ("minutemonth", -5.844510134151319),
("\224|vers <time-of-day>demain", -6.246106765481563), ("\224|vers <time-of-day>demain", -6.249975242259483),
("minutehour", -4.374304588579971), ("minutehour", -4.378173065357892),
("named-daydu|dans le <part-of-day>", -5.552959584921617), ("named-daydu|dans le <part-of-day>", -5.556828061699537),
("named-monthyear", -4.742029368705289), ("named-monthyear", -4.745897845483209),
("entre <datetime> et <datetime> (interval)named-month", ("entre <datetime> et <datetime> (interval)named-month",
-6.246106765481563), -6.249975242259483),
("intersectdu|dans le <part-of-day>", -3.894731508318085), ("intersectdu|dans le <part-of-day>", -3.898599985096005),
("le <day-of-month> \224 <datetime>du|dans le <part-of-day>", ("le <day-of-month> \224 <datetime>du|dans le <part-of-day>",
-5.840641657373398), -5.844510134151319),
("named-month<dim time> <part-of-day>", -5.840641657373398), ("named-month<dim time> <part-of-day>", -5.844510134151319),
("le <day-of-month> (non ordinal)apr\232s <time-of-day>", ("le <day-of-month> (non ordinal)apr\232s <time-of-day>",
-6.246106765481563), -6.249975242259483),
("named-day<day-of-month> <named-month>", -5.552959584921617), ("named-day<day-of-month> <named-month>", -5.556828061699537),
("named-dayle <time>", -4.106040601985292), ("named-dayle <time>", -4.109909078763212),
("le <day-of-month> (non ordinal)<dim time> <part-of-day>", ("le <day-of-month> (non ordinal)<dim time> <part-of-day>",
-4.5413586732431375), -4.5452271500210575),
("dd/-mm<time-of-day> heures", -5.840641657373398), ("dd/-mm<time-of-day> heures", -5.844510134151319),
("de <datetime> - <datetime> (interval)named-month", ("de <datetime> - <datetime> (interval)named-month",
-5.840641657373398), -5.844510134151319),
("apr\232s <time-of-day>le <time>", -5.840641657373398), ("apr\232s <time-of-day>le <time>", -5.844510134151319),
("named-day<time-of-day> heures", -5.552959584921617), ("named-day<time-of-day> heures", -5.556828061699537),
("<hour-of-day> et quartdemain", -5.552959584921617), ("<hour-of-day> et quartdemain", -5.556828061699537),
("<time-of-day> heuresce <time>", -6.246106765481563), ("<time-of-day> heuresce <time>", -6.249975242259483),
("<day-of-month> <named-month>du|dans le <part-of-day>", ("<day-of-month> <named-month>du|dans le <part-of-day>",
-5.840641657373398), -5.844510134151319),
("named-dayintersect", -6.246106765481563), ("named-dayintersect", -6.249975242259483),
("le <time><dim time> du matin", -5.840641657373398), ("le <time><dim time> du matin", -5.844510134151319),
("apr\232s <time-of-day>intersect", -6.246106765481563), ("apr\232s <time-of-day>intersect", -6.249975242259483),
("le <day-of-month> (non ordinal)\224|vers <time-of-day>", ("le <day-of-month> (non ordinal)\224|vers <time-of-day>",
-4.300196616426249), -4.304065093204169),
("hierdu|dans le <part-of-day>", -6.246106765481563), ("hierdu|dans le <part-of-day>", -6.249975242259483),
("intersect<dim time> <part-of-day>", -5.840641657373398), ("intersect<dim time> <part-of-day>", -5.844510134151319),
("dayminute", -4.742029368705289), ("dayminute", -4.745897845483209),
("<ordinal> <cycle> de <time>year", -5.840641657373398), ("<ordinal> <cycle> de <time>year", -5.844510134151319),
("le <time>\224|vers <time-of-day>", -4.5413586732431375), ("le <time>\224|vers <time-of-day>", -4.5452271500210575),
("<day-of-month> <named-month><dim time> du matin", ("<day-of-month> <named-month><dim time> du matin",
-5.840641657373398), -5.844510134151319),
("intersectyear", -5.552959584921617), ("intersectyear", -5.556828061699537),
("<day-of-week> <day-of-month><time-of-day> heures", ("<day-of-week> <day-of-month><time-of-day> heures",
-5.147494476813453), -5.151362953591374),
("minuteday", -3.3283360333972833), ("minuteday", -3.279560776689782),
("<datetime> - <datetime> (interval)named-month", ("<datetime> - <datetime> (interval)named-month",
-4.993343796986195), -4.997212273764115),
("<day-of-month> <named-month><time-of-day> heures", ("<day-of-month> <named-month><time-of-day> heures",
-4.742029368705289), -4.745897845483209),
("aujourd'hui\224|vers <time-of-day>", -5.329816033607408), ("aujourd'hui\224|vers <time-of-day>", -5.333684510385328),
("day of month (premier)intersect", -6.246106765481563), ("day of month (premier)intersect", -6.249975242259483),
("entre <time-of-day> et <time-of-day> (interval)named-day", ("entre <time-of-day> et <time-of-day> (interval)named-day",
-5.840641657373398), -5.844510134151319),
("named-day<named-month|named-day> suivant|d'apr\232s", ("named-day<named-month|named-day> suivant|d'apr\232s",
-5.329816033607408), -5.333684510385328),
("<dim time> <part-of-day>apr\232s <time-of-day>", ("<dim time> <part-of-day>apr\232s <time-of-day>",
-6.246106765481563), -6.249975242259483),
("named-month<time-of-day> heures", -5.552959584921617), ("named-month<time-of-day> heures", -5.556828061699537),
("<time-of-day> heuresce <part-of-day>", -5.552959584921617), ("<time-of-day> heuresce <part-of-day>", -5.556828061699537),
("le <time>named-month", -5.147494476813453), ("le <time>named-month", -5.151362953591374),
("apr\232s le <day-of-month>named-month", -6.246106765481563), ("apr\232s le <day-of-month>named-month", -6.249975242259483),
("\224|vers <time-of-day>du|dans le <part-of-day>", ("\224|vers <time-of-day>du|dans le <part-of-day>",
-5.147494476813453), -5.151362953591374),
("intersectintersect", -5.840641657373398), ("intersectintersect", -5.844510134151319),
("de <time-of-day> - <time-of-day> (interval)named-day", ("de <time-of-day> - <time-of-day> (interval)named-day",
-5.329816033607408), -5.333684510385328),
("de <datetime> - <datetime> (interval)named-day", ("de <datetime> - <datetime> (interval)named-day",
-5.840641657373398), -5.844510134151319),
("named-dayde <time-of-day> - <time-of-day> (interval)", ("named-dayde <time-of-day> - <time-of-day> (interval)",
-5.840641657373398), -5.844510134151319),
("dayweek", -4.048882188145344), ("dayweek", -4.052750664923264),
("weekyear", -4.859812404361672), ("weekyear", -4.863680881139593),
("<hour-of-day> <integer> (as relative minutes)named-day", ("<hour-of-day> <integer> (as relative minutes)named-day",
-5.840641657373398), -5.844510134151319),
("hh(:|h)mm (time-of-day)intersect", -6.246106765481563), ("hh(:|h)mm (time-of-day)intersect", -5.844510134151319),
("named-monthintersect", -5.840641657373398), ("named-monthintersect", -5.844510134151319),
("dd/-mm\224|vers <time-of-day>", -5.329816033607408), ("dd/-mm\224|vers <time-of-day>", -5.333684510385328),
("day of month (premier)named-month", -4.5413586732431375), ("day of month (premier)named-month", -4.5452271500210575),
("named-day\224|vers <time-of-day>", -4.859812404361672), ("named-day\224|vers <time-of-day>", -4.863680881139593),
("<day-of-month> <named-month>intersect", -5.840641657373398), ("<day-of-month> <named-month>intersect", -5.844510134151319),
("intersect\224|vers <time-of-day>", -4.993343796986195), ("intersect\224|vers <time-of-day>", -4.997212273764115),
("le <time>year", -4.742029368705289), ("le <time>year", -4.745897845483209),
("le <time><dim time> <part-of-day>", -5.840641657373398), ("le <time><dim time> <part-of-day>", -5.844510134151319),
("<time-of-day> - <time-of-day> (interval)named-day", ("<time-of-day> - <time-of-day> (interval)named-day",
-4.993343796986195), -4.997212273764115),
("apr\232s-demain<time-of-day> heures", -5.840641657373398), ("apr\232s-demain<time-of-day> heures", -5.844510134151319),
("<datetime> - <datetime> (interval)named-day", ("<datetime> - <datetime> (interval)named-day",
-5.329816033607408)], -5.333684510385328)],
n = 436}, n = 438},
koData = koData =
ClassData{prior = -1.3932148039644645, ClassData{prior = -1.3761075158128977, unseen = -6.124683390894205,
unseen = -6.1070228877422545,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("<hour-of-day> <integer> (as relative minutes)intersect", [("<hour-of-day> <integer> (as relative minutes)intersect",
-5.4116460518550396), -5.429345628954441),
("hh(:|h)mm (time-of-day)named-day", -5.4116460518550396), ("hh(:|h)mm (time-of-day)named-day", -5.429345628954441),
("year<time-of-day> - <time-of-day> (interval)", ("year<time-of-day> - <time-of-day> (interval)",
-4.718498871295094), -4.736198448394496),
("demain<time-of-day> heures", -4.718498871295094), ("demain<time-of-day> heures", -4.736198448394496),
("hourday", -3.2144214745188204), ("hourday", -3.2321210516182215),
("<day-of-month> <named-month>year", -5.4116460518550396), ("<day-of-month> <named-month>year", -5.429345628954441),
("demainavant <time-of-day>", -5.4116460518550396), ("demainavant <time-of-day>", -5.429345628954441),
("dayhour", -2.4159137783010487), ("dayhour", -2.4336133554004498),
("le lendemain du <time>named-month", -5.4116460518550396), ("le lendemain du <time>named-month", -5.429345628954441),
("daymonth", -3.8022081394209395), ("daymonth", -3.8199077165203406),
("monthday", -5.4116460518550396), ("monthday", -5.429345628954441),
("monthyear", -4.718498871295094), ("monthyear", -4.736198448394496),
("yearhour", -4.718498871295094), ("yearhour", -4.736198448394496),
("houryear", -5.006180943746876), ("houryear", -5.0238805208462765),
("aujourd'hui<time-of-day> heures", -5.4116460518550396), ("aujourd'hui<time-of-day> heures", -5.429345628954441),
("named-month\224|vers <time-of-day>", -3.7068979596166147), ("named-month\224|vers <time-of-day>", -3.724597536716016),
("<time-of-day> heuresdu|dans le <part-of-day>", ("<time-of-day> heuresdu|dans le <part-of-day>",
-4.718498871295094), -4.736198448394496),
("<day-of-week> <day-of-month>named-month", -4.02535169073515), ("<day-of-week> <day-of-month>named-month", -4.04305126783455),
("le <time>du|dans le <part-of-day>", -5.006180943746876), ("le <time>du|dans le <part-of-day>", -5.0238805208462765),
("le <day-of-month> (non ordinal)<hour-of-day> <integer> (as relative minutes)", ("le <day-of-month> (non ordinal)<hour-of-day> <integer> (as relative minutes)",
-4.718498871295094), -4.736198448394496),
("named-month<day-of-month> <named-month>", ("named-month<day-of-month> <named-month>", -5.429345628954441),
-5.4116460518550396),
("<time-of-day> heuresle <day-of-month> (non ordinal)", ("<time-of-day> heuresle <day-of-month> (non ordinal)",
-5.006180943746876), -5.0238805208462765),
("le <day-of-month> (non ordinal)<time-of-day> heures", ("le <day-of-month> (non ordinal)<time-of-day> heures",
-5.4116460518550396), -5.429345628954441),
("aujourd'huidu|dans le <part-of-day>", -5.006180943746876), ("aujourd'huidu|dans le <part-of-day>", -5.0238805208462765),
("le <day-of-month> (non ordinal)named-month", ("le <day-of-month> (non ordinal)named-month",
-5.4116460518550396), -5.429345628954441),
("monthhour", -3.2144214745188204), ("monthhour", -3.2321210516182215),
("hourmonth", -4.1588830833596715), ("hourmonth", -4.176582660459073),
("dayday", -4.02535169073515), ("dayday", -3.6375861597263857),
("named-dayapr\232s <time-of-day>", -5.006180943746876), ("named-dayapr\232s <time-of-day>", -5.0238805208462765),
("hourhour", -3.8022081394209395), ("hourhour", -3.8199077165203406),
("named-day<hour-of-day> <integer> (as relative minutes)", ("named-day<hour-of-day> <integer> (as relative minutes)",
-5.006180943746876), -5.0238805208462765),
("dayyear", -4.1588830833596715), ("dayyear", -4.176582660459073),
("le <cycle> de <time>named-month", -5.006180943746876), ("le <cycle> de <time>named-month", -5.0238805208462765),
("year<hour-of-day> <integer> (as relative minutes)", ("year<hour-of-day> <integer> (as relative minutes)",
-4.718498871295094), -4.736198448394496),
("demain\224|vers <time-of-day>", -4.4953553199808844), ("demain\224|vers <time-of-day>", -4.513054897080286),
("<dim time> <part-of-day><hour-of-day> <integer> (as relative minutes)", ("<dim time> <part-of-day><hour-of-day> <integer> (as relative minutes)",
-5.006180943746876), -5.0238805208462765),
("hourminute", -5.006180943746876), ("hourminute", -5.0238805208462765),
("minutemonth", -4.718498871295094), ("minutemonth", -4.736198448394496),
("named-monthyear", -4.718498871295094), ("named-monthyear", -4.736198448394496),
("intersect by 'de' or ','year", -5.006180943746876), ("intersect by 'de' or ','year", -5.0238805208462765),
("named-day<time-of-day> - <time-of-day> (interval)", ("named-day<time-of-day> - <time-of-day> (interval)",
-3.7068979596166147), -3.724597536716016),
("named-day<datetime> - <datetime> (interval)", ("named-day<datetime> - <datetime> (interval)",
-5.006180943746876), -5.0238805208462765),
("named-day<day-of-month> <named-month>", -4.718498871295094), ("named-day<day-of-month> <named-month>", -4.04305126783455),
("weekmonth", -5.006180943746876), ("weekmonth", -5.0238805208462765),
("named-dayle <time>", -5.006180943746876), ("named-dayle <time>", -5.0238805208462765),
("avant <time-of-day>named-day", -5.4116460518550396), ("avant <time-of-day>named-day", -5.429345628954441),
("de <datetime> - <datetime> (interval)named-month", ("de <datetime> - <datetime> (interval)named-month",
-5.4116460518550396), -5.429345628954441),
("le <day-of-month> (non ordinal)year", -5.006180943746876), ("le <day-of-month> (non ordinal)year", -5.0238805208462765),
("named-day<time-of-day> heures", -5.4116460518550396), ("named-day<time-of-day> heures", -5.429345628954441),
("<time-of-day> heuresnamed-day", -3.907568655078766), ("<time-of-day> heuresnamed-day", -3.925268232178167),
("apr\232s <time-of-day><time-of-day> heures", ("apr\232s <time-of-day><time-of-day> heures",
-5.006180943746876), -5.0238805208462765),
("<time-of-day> heuresdd/-mm", -5.4116460518550396), ("<time-of-day> heuresdd/-mm", -5.429345628954441),
("<time-of-day> - <time-of-day> (interval)du|dans le <part-of-day>", ("<time-of-day> - <time-of-day> (interval)du|dans le <part-of-day>",
-5.006180943746876), -5.0238805208462765),
("<hour-of-day> <integer> (as relative minutes)named-month", ("<hour-of-day> <integer> (as relative minutes)named-month",
-5.006180943746876), -5.0238805208462765),
("le <day-of-month> (non ordinal)\224|vers <time-of-day>", ("le <day-of-month> (non ordinal)\224|vers <time-of-day>",
-4.718498871295094), -4.736198448394496),
("dayminute", -4.31303376318693), ("dayminute", -4.330733340286331),
("named-monthdu|dans le <part-of-day>", -5.006180943746876), ("named-monthdu|dans le <part-of-day>", -5.0238805208462765),
("intersectyear", -5.006180943746876), ("intersectyear", -5.0238805208462765),
("minuteday", -4.718498871295094), ("minuteday", -4.736198448394496),
("aujourd'hui\224|vers <time-of-day>", -4.718498871295094), ("aujourd'hui\224|vers <time-of-day>", -4.736198448394496),
("<datetime>-dd <month>(interval)year", -5.006180943746876), ("<datetime>-dd <month>(interval)year", -5.0238805208462765),
("<time-of-day> - <time-of-day> (interval)named-month", ("<time-of-day> - <time-of-day> (interval)named-month",
-4.4953553199808844), -4.513054897080286),
("le <day-of-month> (non ordinal)avant <time-of-day>", ("le <day-of-month> (non ordinal)avant <time-of-day>",
-5.4116460518550396), -5.429345628954441),
("<dim time> <part-of-day>apr\232s <time-of-day>", ("<dim time> <part-of-day>apr\232s <time-of-day>",
-5.4116460518550396), -5.429345628954441),
("named-month<time-of-day> heures", -4.31303376318693), ("named-month<time-of-day> heures", -4.330733340286331),
("demainapr\232s <time-of-day>", -5.4116460518550396), ("demainapr\232s <time-of-day>", -5.429345628954441),
("<hour-of-day> <integer> (as relative minutes)named-day", ("<hour-of-day> <integer> (as relative minutes)named-day",
-5.006180943746876), -5.0238805208462765),
("<hour-of-day> <integer> (as relative minutes)year", ("<hour-of-day> <integer> (as relative minutes)year",
-4.4953553199808844), -4.513054897080286),
("<time-of-day> - <time-of-day> (interval)intersect", ("<time-of-day> - <time-of-day> (interval)intersect",
-5.4116460518550396), -5.429345628954441),
("apr\232s <time-of-day>\224|vers <time-of-day>", ("apr\232s <time-of-day>\224|vers <time-of-day>",
-4.4953553199808844), -4.513054897080286),
("\224|vers <time-of-day>named-day", -4.718498871295094), ("\224|vers <time-of-day>named-day", -4.736198448394496),
("le <time>year", -5.006180943746876), ("le <time>year", -5.0238805208462765),
("apr\232s <time-of-day>le <day-of-month> (non ordinal)", ("apr\232s <time-of-day>le <day-of-month> (non ordinal)",
-5.4116460518550396), -5.429345628954441),
("de <datetime> - <datetime> (interval)<day-of-month> <named-month>", ("de <datetime> - <datetime> (interval)<day-of-month> <named-month>",
-5.4116460518550396), -5.429345628954441),
("minuteyear", -4.02535169073515), ("minuteyear", -4.04305126783455),
("yearminute", -4.718498871295094), ("yearminute", -4.736198448394496),
("<dim time> <part-of-day><time-of-day> heures", ("<dim time> <part-of-day><time-of-day> heures",
-5.4116460518550396)], -5.429345628954441)],
n = 144}}), n = 148}}),
("season", ("season",
Classifier{okData = Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906, ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -1884,90 +1883,90 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}), likelihoods = HashMap.fromList [], n = 0}}),
("<datetime> - <datetime> (interval)", ("<datetime> - <datetime> (interval)",
Classifier{okData = Classifier{okData =
ClassData{prior = -0.9668430110369863, unseen = -4.499809670330265, ClassData{prior = -1.0593915755148284, unseen = -4.477336814478207,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("demain<time-of-day> heures", -3.7954891891721947), [("demain<time-of-day> heures", -3.7727609380946383),
("day of month (premier)<day-of-week> <day-of-month>", ("day of month (premier)<day-of-week> <day-of-month>",
-3.1023420086122493), -3.079613757534693),
("dayhour", -3.39002408106403), ("dayhour", -3.367295829986474),
("hh(:|h)mm (time-of-day)<hour-of-day> <integer> (as relative minutes)", ("hh(:|h)mm (time-of-day)<hour-of-day> <integer> (as relative minutes)",
-3.39002408106403), -3.367295829986474),
("le <day-of-month> (non ordinal)<time-of-day> heures", ("le <day-of-month> (non ordinal)<time-of-day> heures",
-3.7954891891721947), -3.7727609380946383),
("minuteminute", -2.0907410969337694), ("minuteminute", -2.068012845856213),
("<day-of-month> <named-month><day-of-month> <named-month>", ("<day-of-month> <named-month><day-of-month> <named-month>",
-3.39002408106403), -3.367295829986474),
("hh(:|h)mm (time-of-day)hh(:|h)mm (time-of-day)", ("hh(:|h)mm (time-of-day)hh(:|h)mm (time-of-day)",
-3.1023420086122493), -3.079613757534693),
("dayday", -1.8495790401168812), ("dayday", -1.900958761193047),
("<day-of-week> <day-of-month><day-of-week> <day-of-month>", ("<day-of-week> <day-of-month><day-of-week> <day-of-month>",
-3.7954891891721947), -3.7727609380946383),
("<day-of-month> <named-month>day of month (premier)", ("<day-of-month> <named-month>day of month (premier)",
-3.39002408106403), -3.367295829986474),
("minutehour", -3.39002408106403), ("minutehour", -3.367295829986474),
("<hour-of-day> <integer> (as relative minutes)<time-of-day> heures", ("<hour-of-day> <integer> (as relative minutes)<time-of-day> heures",
-3.7954891891721947), -3.7727609380946383),
("<hour-of-day> <integer> (as relative minutes)hh(:|h)mm (time-of-day)", ("<hour-of-day> <integer> (as relative minutes)hh(:|h)mm (time-of-day)",
-3.1023420086122493), -3.079613757534693),
("hh(:|h)mm (time-of-day)<time-of-day> heures", ("hh(:|h)mm (time-of-day)<time-of-day> heures",
-3.7954891891721947), -3.7727609380946383),
("<hour-of-day> <integer> (as relative minutes)<hour-of-day> <integer> (as relative minutes)", ("<hour-of-day> <integer> (as relative minutes)<hour-of-day> <integer> (as relative minutes)",
-3.39002408106403), -3.367295829986474),
("<day-of-month> <named-month>intersect", -3.39002408106403), ("<day-of-month> <named-month>intersect", -3.367295829986474),
("<day-of-week> <day-of-month>intersect", -3.7954891891721947), ("intersect<day-of-week> <day-of-month>", -3.367295829986474)],
("intersect<day-of-week> <day-of-month>", -3.39002408106403)], n = 26},
n = 27},
koData = koData =
ClassData{prior = -0.4784902431230543, unseen = -4.820281565605037, ClassData{prior = -0.4256678154256838, unseen = -4.897839799950911,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("<hour-of-day> <integer> (as relative minutes)intersect", [("<hour-of-day> <integer> (as relative minutes)intersect",
-3.713572066704308), -3.791736839553644),
("year<time-of-day> - <time-of-day> (interval)", ("year<time-of-day> - <time-of-day> (interval)",
-3.4258899942525267), -3.5040547671018634),
("monthday", -2.866274206317104), ("monthday", -2.9444389791664407),
("yearhour", -3.4258899942525267), ("yearhour", -3.5040547671018634),
("intersectnamed-day", -3.713572066704308), ("intersectnamed-day", -3.791736839553644),
("day of month (premier)named-day", -3.4258899942525267), ("day of month (premier)named-day", -3.5040547671018634),
("named-month<day-of-month> <named-month>", -3.713572066704308), ("named-month<day-of-month> <named-month>", -3.791736839553644),
("minuteminute", -3.713572066704308), ("minuteminute", -3.791736839553644),
("dayday", -1.6766901394432678), ("dayday", -1.55814461804655),
("<day-of-week> <day-of-month><day-of-week> <day-of-month>", ("<day-of-week> <day-of-month><day-of-week> <day-of-month>",
-3.713572066704308), -3.791736839553644),
("day of month (premier)<day-of-month> <named-month>", ("day of month (premier)<day-of-month> <named-month>",
-4.119037174812472), -4.197201947661808),
("year<hour-of-day> <integer> (as relative minutes)", ("year<hour-of-day> <integer> (as relative minutes)",
-3.4258899942525267), -3.5040547671018634),
("minutehour", -2.6149597780361984), ("minutehour", -2.6931245508855346),
("<hour-of-day> <integer> (as relative minutes)<time-of-day> heures", ("<hour-of-day> <integer> (as relative minutes)<time-of-day> heures",
-3.4258899942525267), -3.5040547671018634),
("day of month (premier)intersect", -2.866274206317104), ("day of month (premier)intersect", -2.9444389791664407),
("hh(:|h)mm (time-of-day)<time-of-day> heures", ("hh(:|h)mm (time-of-day)<time-of-day> heures",
-3.4258899942525267), -3.5040547671018634),
("intersectintersect", -3.713572066704308), ("intersectintersect", -3.2809112157876537),
("hh(:|h)mm (time-of-day)intersect", -3.713572066704308), ("hh(:|h)mm (time-of-day)intersect", -3.791736839553644),
("named-monthintersect", -3.713572066704308), ("named-monthintersect", -3.791736839553644),
("<day-of-week> <day-of-month>named-day", -3.4258899942525267), ("<day-of-week> <day-of-month>named-day", -3.5040547671018634),
("named-monthday of month (premier)", -3.713572066704308), ("named-monthday of month (premier)", -3.791736839553644),
("<day-of-week> <day-of-month>intersect", -3.4258899942525267), ("<day-of-week> <day-of-month>intersect", -2.9444389791664407),
("yearminute", -3.4258899942525267)], ("yearminute", -3.5040547671018634)],
n = 44}}), n = 49}}),
("<day-of-month> <named-month>", ("<day-of-month> <named-month>",
Classifier{okData = Classifier{okData =
ClassData{prior = -0.2754119798599665, unseen = -4.442651256490317, ClassData{prior = -0.30010459245033816,
unseen = -4.418840607796598,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("integer (numeric)named-month", -0.6931471805599453), [("integer (numeric)named-month", -0.6931471805599453),
("month", -0.6931471805599453)], ("month", -0.6931471805599453)],
n = 41}, n = 40},
koData = koData =
ClassData{prior = -1.4240346891027378, unseen = -3.367295829986474, ClassData{prior = -1.349926716949016, unseen = -3.4339872044851463,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("integer (numeric)named-month", -0.6931471805599453), [("integer (numeric)named-month", -0.6931471805599453),
("month", -0.6931471805599453)], ("month", -0.6931471805599453)],
n = 13}}), n = 14}}),
("<cycle> prochain|suivant|d'apr\232s", ("<cycle> prochain|suivant|d'apr\232s",
Classifier{okData = Classifier{okData =
ClassData{prior = -8.338160893905101e-2, ClassData{prior = -8.338160893905101e-2,

345
Duckling/Ranking/Classifiers/IT.hs
View File

@ -589,43 +589,43 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}), likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
("intersect by \"di\", \"della\", \"del\"", ("intersect by \"di\", \"della\", \"del\"",
Classifier{okData = Classifier{okData =
ClassData{prior = -0.45198512374305727, ClassData{prior = -0.41616039722491244,
unseen = -4.3694478524670215, unseen = -4.442651256490317,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("hh(:|h)mm (time-of-day)named-day", -3.258096538021482), [("hh(:|h)mm (time-of-day)named-day", -3.332204510175204),
("named-daynamed-month", -3.258096538021482), ("named-daynamed-month", -3.332204510175204),
("hourday", -2.4107986776342782), ("hourday", -2.4849066497880004),
("day of month (1st)named-month", -3.6635616461296463), ("day of month (1st)named-month", -3.7376696182833684),
("daymonth", -2.277267285009756), ("daymonth", -2.3513752571634776),
("named-daytwo time tokens in a row", -3.6635616461296463), ("named-daytwo time tokens in a row", -3.7376696182833684),
("at <time-of-day>named-day", -3.258096538021482), ("at <time-of-day>named-day", -3.332204510175204),
("hh(:|h)mm (time-of-day)<day-of-month> <named-month>", ("hh(:|h)mm (time-of-day)<day-of-month> <named-month>",
-3.6635616461296463), -3.7376696182833684),
("two time tokens in a rowtwo time tokens in a row", ("two time tokens in a rowtwo time tokens in a row",
-3.6635616461296463), -3.7376696182833684),
("dalle <time-of-day> alle <time-of-day> (interval)named-day", ("dalle <time-of-day> alle <time-of-day> (interval)named-day",
-2.9704144655697013), -3.044522437723423),
("<integer 0 12> del <part of day>tomorrow", ("<integer 0 12> del <part of day>tomorrow",
-3.6635616461296463), -3.7376696182833684),
("hh(:|h)mm (time-of-day)two time tokens in a row", ("hh(:|h)mm (time-of-day)two time tokens in a row",
-3.258096538021482), -2.8213788864092133),
("hh(:|h)mm (time-of-day)<named-day> <day-of-month>", ("hh(:|h)mm (time-of-day)<named-day> <day-of-month>",
-3.258096538021482), -3.332204510175204),
("at <time-of-day>two time tokens in a row", ("at <time-of-day>two time tokens in a row",
-3.6635616461296463), -3.332204510175204),
("minuteday", -1.791759469228055), ("minuteday", -1.6582280766035324),
("at <time-of-day><named-day> <day-of-month>", ("at <time-of-day><named-day> <day-of-month>",
-3.6635616461296463), -3.7376696182833684),
("dayweek", -2.9704144655697013), ("dayweek", -3.044522437723423),
("two time tokens in a rownamed-month", -3.258096538021482), ("two time tokens in a rownamed-month", -3.332204510175204),
("<dim time> al <part-of-day>tomorrow", -3.6635616461296463), ("<dim time> al <part-of-day>tomorrow", -3.7376696182833684),
("named-daythis <cycle>", -2.9704144655697013), ("named-daythis <cycle>", -3.044522437723423),
("tra il <datetime> e il <datetime> (interval)named-day", ("tra il <datetime> e il <datetime> (interval)named-day",
-3.258096538021482)], -3.332204510175204)],
n = 28}, n = 31},
koData = koData =
ClassData{prior = -1.0116009116784799, unseen = -4.007333185232471, ClassData{prior = -1.0775588794702773, unseen = -4.007333185232471,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("hh(:|h)mm (time-of-day)named-day", -2.890371757896165), [("hh(:|h)mm (time-of-day)named-day", -2.890371757896165),
@ -1351,180 +1351,187 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}), likelihoods = HashMap.fromList [], n = 0}}),
("two time tokens in a row", ("two time tokens in a row",
Classifier{okData = Classifier{okData =
ClassData{prior = -0.4001600558784712, unseen = -5.83773044716594, ClassData{prior = -0.3708595789306889, unseen = -5.955837369464831,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("il <time>named-month", -5.14166355650266), [("il <time>named-month", -5.260096153727839),
("hh(:|h)mm (time-of-day)named-day", -5.14166355650266), ("hh(:|h)mm (time-of-day)named-day", -5.260096153727839),
("intersect by \"di\", \"della\", \"del\"year (1000-2100 not latent)", ("intersect by \"di\", \"della\", \"del\"year (1000-2100 not latent)",
-4.736198448394496), -4.854631045619675),
("named-monthyear (1000-2100 not latent)", -3.4369154642642346), ("named-monthyear (1000-2100 not latent)", -3.5553480614894135),
("day of month (1st)named-month", -4.448516375942715), ("day of month (1st)named-month", -4.566948973167894),
("dayhour", -3.126760535960395), ("dayhour", -3.245193133185574),
("daymonth", -2.3690748342628787), ("daymonth", -2.4875074314880576),
("day of month (1st)intersect by \"di\", \"della\", \"del\"", ("day of month (1st)intersect by \"di\", \"della\", \"del\"",
-4.736198448394496), -4.566948973167894),
("monthyear", -3.4369154642642346), ("monthyear", -3.5553480614894135),
("day of month (1st)two time tokens in a row", ("day of month (1st)two time tokens in a row",
-4.448516375942715), -4.161483865059729),
("named-dayentro <time>", -5.14166355650266), ("named-dayentro <time>", -5.260096153727839),
("named-daytwo time tokens in a row", -4.854631045619675),
("<ordinal> <cycle> of <time>year (1000-2100 not latent)", ("<ordinal> <cycle> of <time>year (1000-2100 not latent)",
-5.14166355650266), -5.260096153727839),
("christmasyear (1000-2100 not latent)", -4.736198448394496), ("christmasyear (1000-2100 not latent)", -4.854631045619675),
("<named-day> <day-of-month>two time tokens in a row",
-4.854631045619675),
("tra il <integer> e il <integer> (interval)named-month", ("tra il <integer> e il <integer> (interval)named-month",
-4.736198448394496), -4.854631045619675),
("tomorrowdopo <time>", -5.14166355650266), ("tomorrowdopo <time>", -5.260096153727839),
("at <time-of-day>named-day", -5.14166355650266), ("at <time-of-day>named-day", -5.260096153727839),
("intersect by \"di\", \"della\", \"del\"<day-of-month> <named-month>", ("intersect by \"di\", \"della\", \"del\"<day-of-month> <named-month>",
-4.448516375942715), -4.566948973167894),
("entro il <integer>named-month", -5.14166355650266), ("entro il <integer>named-month", -5.260096153727839),
("day of month (1st)named-day", -4.04305126783455), ("day of month (1st)named-day", -4.161483865059729),
("dayday", -3.001597393006389), ("dayday", -2.695146796266302),
("named-daydalle <time-of-day> alle <time-of-day> (interval)", ("named-daydalle <time-of-day> alle <time-of-day> (interval)",
-4.736198448394496), -4.854631045619675),
("il <time>year (1000-2100 not latent)", -5.14166355650266), ("il <time>year (1000-2100 not latent)", -5.260096153727839),
("intersect by \"di\", \"della\", \"del\"named-month", ("intersect by \"di\", \"della\", \"del\"named-month",
-4.448516375942715), -4.566948973167894),
("dayyear", -3.001597393006389), ("dayyear", -3.120029990231568),
("tomorrowdalle <time-of-day> alle <time-of-day> (interval)", ("tomorrowdalle <time-of-day> alle <time-of-day> (interval)",
-5.14166355650266), -5.260096153727839),
("hh(:|h)mm (time-of-day)two time tokens in a row", ("hh(:|h)mm (time-of-day)two time tokens in a row",
-5.14166355650266), -4.854631045619675),
("dd[/-]mmat <time-of-day>", -5.14166355650266), ("dd[/-]mmat <time-of-day>", -5.260096153727839),
("tomorrowdopo le <time-of-day>", -4.736198448394496), ("tomorrowdopo le <time-of-day>", -4.854631045619675),
("minutemonth", -3.6375861597263857), ("monthminute", -4.566948973167894),
("named-day<time> timezone", -5.14166355650266), ("minutemonth", -3.7560187569515646),
("named-day<time> timezone", -5.260096153727839),
("hh(:|h)mm (time-of-day)<named-day> <day-of-month>", ("hh(:|h)mm (time-of-day)<named-day> <day-of-month>",
-5.14166355650266), -5.260096153727839),
("il <day-of-month> <named-month>at <time-of-day>", ("il <day-of-month> <named-month>at <time-of-day>",
-5.14166355650266), -5.260096153727839),
("named-dayin <named-month>", -4.448516375942715), ("named-dayin <named-month>", -4.566948973167894),
("named-day<day-of-month> <named-month>", -4.225372824628505), ("named-day<day-of-month> <named-month>", -3.6506582412937383),
("<day-of-month> <named-month>at <time-of-day>", ("<day-of-month> <named-month>at <time-of-day>",
-4.448516375942715), -4.566948973167894),
("il <day-of-month> <named-month>year (1000-2100 not latent)", ("il <day-of-month> <named-month>year (1000-2100 not latent)",
-5.14166355650266), -5.260096153727839),
("two time tokens separated by `di`year (1000-2100 not latent)", ("two time tokens separated by `di`year (1000-2100 not latent)",
-4.736198448394496), -4.854631045619675),
("last <cycle> of <time>year (1000-2100 not latent)", ("last <cycle> of <time>year (1000-2100 not latent)",
-4.448516375942715), -4.566948973167894),
("day of month (1st)two time tokens separated by `di`", ("day of month (1st)two time tokens separated by `di`",
-4.736198448394496), -4.566948973167894),
("dal <integer> al <integer> (interval)named-month", ("dal <integer> al <integer> (interval)named-month",
-4.736198448394496), -4.854631045619675),
("il <day-of-month>named-month", -3.8889005880072918), ("il <day-of-month>named-month", -4.007333185232471),
("the day after tomorrowat <time-of-day>", -4.736198448394496), ("the day after tomorrowat <time-of-day>", -4.854631045619675),
("two time tokens in a rowyear (1000-2100 not latent)", ("two time tokens in a rowyear (1000-2100 not latent)",
-4.448516375942715), -4.566948973167894),
("il <day-of-month>two time tokens in a row", ("il <day-of-month>two time tokens in a row",
-5.14166355650266), -4.854631045619675),
("at <time-of-day>two time tokens in a row", -5.14166355650266), ("at <time-of-day>two time tokens in a row",
("dayminute", -3.126760535960395), -4.854631045619675),
("dayminute", -2.8622008809294686),
("two time tokens in a rowat <time-of-day>", ("two time tokens in a rowat <time-of-day>",
-4.448516375942715), -4.161483865059729),
("minuteday", -3.062222014822824), ("minuteday", -3.0628715763916197),
("two time tokens separated by `di`<day-of-month> <named-month>", ("two time tokens separated by `di`<day-of-month> <named-month>",
-4.448516375942715), -4.566948973167894),
("il <time>at <time-of-day>", -5.14166355650266), ("il <time>at <time-of-day>", -5.260096153727839),
("named-dayat <time-of-day>", -4.736198448394496), ("named-dayat <time-of-day>", -4.854631045619675),
("last <day-of-week> of <time>year (1000-2100 not latent)", ("last <day-of-week> of <time>year (1000-2100 not latent)",
-5.14166355650266), -5.260096153727839),
("immacolata concezioneat <time-of-day>", -5.14166355650266), ("immacolata concezioneat <time-of-day>", -5.260096153727839),
("at <time-of-day><named-day> <day-of-month>", ("at <time-of-day><named-day> <day-of-month>",
-5.14166355650266), -5.260096153727839),
("two time tokens separated by `di`named-month", ("two time tokens separated by `di`named-month",
-4.448516375942715), -4.566948973167894),
("weekyear", -4.736198448394496), ("weekyear", -4.854631045619675),
("named-dayentro le <time-of-day>", -5.14166355650266), ("named-dayentro le <time-of-day>", -5.260096153727839),
("two time tokens in a rownamed-month", -4.736198448394496), ("two time tokens in a rownamed-month", -4.854631045619675),
("tomorrowat <time-of-day>", -5.14166355650266), ("tomorrowat <time-of-day>", -5.260096153727839),
("two time tokens in a row<day-of-month> <named-month>", ("two time tokens in a row<day-of-month> <named-month>",
-4.736198448394496), -4.854631045619675),
("named-daytra il <datetime> e il <datetime> (interval)", ("named-daytra il <datetime> e il <datetime> (interval)",
-4.736198448394496), -4.854631045619675),
("two time tokens in a rowin <named-month>", ("two time tokens in a rowin <named-month>",
-4.448516375942715), -4.566948973167894),
("<named-day> <day-of-month>named-month", -3.5322256440685593), ("<named-day> <day-of-month>named-month", -3.6506582412937383),
("the day after tomorrowentro le <time-of-day>", ("the day after tomorrowentro le <time-of-day>",
-5.14166355650266), -5.260096153727839),
("<day-of-month> <named-month>year (1000-2100 not latent)", ("<day-of-month> <named-month>year (1000-2100 not latent)",
-4.736198448394496), -4.854631045619675),
("named-monthat <time-of-day>", -4.566948973167894),
("commemorazione dei defuntiat <time-of-day>", ("commemorazione dei defuntiat <time-of-day>",
-5.14166355650266), -5.260096153727839),
("<datetime> - <datetime> (interval)named-day", ("<datetime> - <datetime> (interval)named-day",
-5.14166355650266)], -5.260096153727839)],
n = 126}, n = 147},
koData = koData =
ClassData{prior = -1.1093075777848578, ClassData{prior = -1.1716374236829996,
unseen = -5.3706380281276624, unseen = -5.4116460518550396,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("at <time-of-day>prossimi <unit-of-duration>", [("at <time-of-day>prossimi <unit-of-duration>",
-4.267363726353742), -4.308559482792009),
("hh(:|h)mm (time-of-day)named-day", -4.672828834461907), ("hh(:|h)mm (time-of-day)named-day", -4.7140245909001735),
("intersect by \"di\", \"della\", \"del\"year (1000-2100 not latent)", ("intersect by \"di\", \"della\", \"del\"year (1000-2100 not latent)",
-3.979681653901961), -4.020877410340228),
("named-monthyear (1000-2100 not latent)", -4.672828834461907), ("named-monthyear (1000-2100 not latent)", -4.7140245909001735),
("dayhour", -2.3214535772984286), ("dayhour", -2.188295946591918),
("daymonth", -4.672828834461907), ("daymonth", -4.7140245909001735),
("monthday", -4.267363726353742), ("monthday", -4.308559482792009),
("monthyear", -4.672828834461907), ("monthyear", -4.7140245909001735),
("named-daytwo time tokens in a row", -4.020877410340228),
("tra il <datetime> e il <datetime> (interval)named-month", ("tra il <datetime> e il <datetime> (interval)named-month",
-4.267363726353742), -4.308559482792009),
("<named-day> <day-of-month>two time tokens in a row", ("<named-day> <day-of-month>two time tokens in a row",
-4.267363726353742), -4.020877410340228),
("named-month<day-of-month> <named-month>", -4.267363726353742), ("named-month<day-of-month> <named-month>", -4.308559482792009),
("monthhour", -3.5742165457937967), ("monthhour", -3.615412302232064),
("hourmonth", -4.267363726353742), ("hourmonth", -4.308559482792009),
("dayday", -4.672828834461907), ("dayday", -4.7140245909001735),
("named-daydalle <time-of-day> alle <time-of-day> (interval)", ("named-daydalle <time-of-day> alle <time-of-day> (interval)",
-4.672828834461907), -4.7140245909001735),
("named-monththis <part-of-day>", -4.267363726353742), ("named-monththis <part-of-day>", -4.308559482792009),
("dayyear", -3.168751437685632), ("dayyear", -3.2099471941238993),
("tomorrowdalle <time-of-day> alle <time-of-day> (interval)", ("tomorrowdalle <time-of-day> alle <time-of-day> (interval)",
-4.672828834461907), -4.7140245909001735),
("tomorrowstanotte", -4.672828834461907), ("tomorrowstanotte", -4.7140245909001735),
("year (1000-2100 not latent)<hour-of-day> <integer> (as relative minutes)", ("year (1000-2100 not latent)<hour-of-day> <integer> (as relative minutes)",
-4.267363726353742), -4.308559482792009),
("the <cycle> of <time>named-month", -4.267363726353742), ("the <cycle> of <time>named-month", -4.308559482792009),
("dd[/-]mmat <time-of-day>", -4.672828834461907), ("dd[/-]mmat <time-of-day>", -4.7140245909001735),
("tomorrowdopo le <time-of-day>", -4.267363726353742), ("tomorrowdopo le <time-of-day>", -4.308559482792009),
("monthminute", -3.756538102587751), ("monthminute", -4.7140245909001735),
("minutemonth", -4.267363726353742), ("minutemonth", -4.308559482792009),
("named-daydopo <time>", -4.672828834461907), ("named-daydopo <time>", -4.7140245909001735),
("il <day-of-month> <named-month>at <time-of-day>", ("il <day-of-month> <named-month>at <time-of-day>",
-4.672828834461907), -4.7140245909001735),
("dopo <time>at <time-of-day>", -4.672828834461907), ("dopo <time>at <time-of-day>", -4.7140245909001735),
("<day-of-month> <named-month>at <time-of-day>", ("<day-of-month> <named-month>at <time-of-day>",
-3.756538102587751), -3.7977338590260183),
("weekmonth", -4.267363726353742), ("weekmonth", -4.308559482792009),
("two time tokens separated by `di`year (1000-2100 not latent)", ("two time tokens separated by `di`year (1000-2100 not latent)",
-3.979681653901961), -4.020877410340228),
("hourweek", -4.267363726353742), ("hourweek", -4.308559482792009),
("il <day-of-month>named-month", -4.672828834461907), ("il <day-of-month>named-month", -4.7140245909001735),
("the day after tomorrowat <time-of-day>", -4.672828834461907), ("the day after tomorrowat <time-of-day>", -4.7140245909001735),
("<hour-of-day> <integer> (as relative minutes)named-month", ("<hour-of-day> <integer> (as relative minutes)named-month",
-4.672828834461907), -4.7140245909001735),
("il <day-of-month>two time tokens in a row", ("il <day-of-month>two time tokens in a row",
-4.672828834461907), -4.7140245909001735),
("dayminute", -3.168751437685632), ("dayminute", -2.9222651216721185),
("two time tokens in a rowat <time-of-day>", ("two time tokens in a rowat <time-of-day>",
-3.756538102587751), -3.3277302297802827),
("minuteday", -4.267363726353742), ("minuteday", -4.308559482792009),
("il <time>at <time-of-day>", -4.672828834461907), ("il <time>at <time-of-day>", -4.7140245909001735),
("named-daydopo le <time-of-day>", -3.979681653901961), ("named-daydopo le <time-of-day>", -4.020877410340228),
("named-dayat <time-of-day>", -4.267363726353742), ("named-dayat <time-of-day>", -4.308559482792009),
("<hour-of-day> <integer> (as relative minutes)named-day", ("<hour-of-day> <integer> (as relative minutes)named-day",
-4.672828834461907), -4.7140245909001735),
("tomorrowat <time-of-day>", -4.672828834461907), ("tomorrowat <time-of-day>", -4.7140245909001735),
("named-daytra il <datetime> e il <datetime> (interval)", ("named-daytra il <datetime> e il <datetime> (interval)",
-4.672828834461907), -4.7140245909001735),
("dopo <time>year (1000-2100 not latent)", -4.267363726353742), ("dopo <time>year (1000-2100 not latent)", -4.308559482792009),
("<hour-of-day> and <relative minutes>named-month", ("<hour-of-day> and <relative minutes>named-month",
-4.672828834461907), -4.7140245909001735),
("named-monthat <time-of-day>", -3.2865344733420154), ("named-monthat <time-of-day>", -3.7977338590260183),
("yearminute", -4.267363726353742)], ("yearminute", -4.308559482792009)],
n = 62}}), n = 66}}),
("heure (grain)", ("heure (grain)",
Classifier{okData = Classifier{okData =
ClassData{prior = 0.0, unseen = -3.0910424533583156, ClassData{prior = 0.0, unseen = -3.0910424533583156,
@ -1883,40 +1890,40 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}), likelihoods = HashMap.fromList [], n = 0}}),
("two time tokens separated by `di`", ("two time tokens separated by `di`",
Classifier{okData = Classifier{okData =
ClassData{prior = -0.4653632496892333, unseen = -4.330733340286331, ClassData{prior = -0.4274440148269396, unseen = -4.406719247264253,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("hh(:|h)mm (time-of-day)named-day", -3.2188758248682006), [("hh(:|h)mm (time-of-day)named-day", -3.295836866004329),
("named-daynamed-month", -3.2188758248682006), ("named-daynamed-month", -3.295836866004329),
("hourday", -2.371577964480997), ("hourday", -2.4485390056171257),
("day of month (1st)named-month", -3.624340932976365), ("day of month (1st)named-month", -3.7013019741124937),
("daymonth", -2.2380465718564744), ("daymonth", -2.315007612992603),
("named-daytwo time tokens in a row", -3.624340932976365), ("named-daytwo time tokens in a row", -3.7013019741124937),
("at <time-of-day>named-day", -3.2188758248682006), ("at <time-of-day>named-day", -3.295836866004329),
("two time tokens in a rowtwo time tokens in a row", ("two time tokens in a rowtwo time tokens in a row",
-3.624340932976365), -3.7013019741124937),
("dalle <time-of-day> alle <time-of-day> (interval)named-day", ("dalle <time-of-day> alle <time-of-day> (interval)named-day",
-2.9311937524164198), -3.0081547935525483),
("<integer 0 12> del <part of day>tomorrow", ("<integer 0 12> del <part of day>tomorrow",
-3.624340932976365), -3.7013019741124937),
("hh(:|h)mm (time-of-day)two time tokens in a row", ("hh(:|h)mm (time-of-day)two time tokens in a row",
-3.2188758248682006), -2.7850112422383386),
("hh(:|h)mm (time-of-day)<named-day> <day-of-month>", ("hh(:|h)mm (time-of-day)<named-day> <day-of-month>",
-3.2188758248682006), -3.295836866004329),
("at <time-of-day>two time tokens in a row", ("at <time-of-day>two time tokens in a row",
-3.624340932976365), -3.295836866004329),
("minuteday", -1.8325814637483102), ("minuteday", -1.6863989535702288),
("at <time-of-day><named-day> <day-of-month>", ("at <time-of-day><named-day> <day-of-month>",
-3.624340932976365), -3.7013019741124937),
("dayweek", -2.9311937524164198), ("dayweek", -3.0081547935525483),
("two time tokens in a rownamed-month", -3.2188758248682006), ("two time tokens in a rownamed-month", -3.295836866004329),
("<dim time> al <part-of-day>tomorrow", -3.624340932976365), ("<dim time> al <part-of-day>tomorrow", -3.7013019741124937),
("named-daythis <cycle>", -2.9311937524164198), ("named-daythis <cycle>", -3.0081547935525483),
("tra il <datetime> e il <datetime> (interval)named-day", ("tra il <datetime> e il <datetime> (interval)named-day",
-3.2188758248682006)], -3.295836866004329)],
n = 27}, n = 30},
koData = koData =
ClassData{prior = -0.9886113934537812, ClassData{prior = -1.0560526742493137,
unseen = -3.9889840465642745, unseen = -3.9889840465642745,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList

472
Duckling/Ranking/Classifiers/NB.hs
View File

@ -64,142 +64,148 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}), likelihoods = HashMap.fromList [], n = 0}}),
("intersect2", ("intersect2",
Classifier{okData = Classifier{okData =
ClassData{prior = -0.4690908039883759, unseen = -5.869296913133774, ClassData{prior = -0.44134339577306625,
unseen = -5.926926025970411,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("<datetime> - <datetime> (interval)on <date>", [("<datetime> - <datetime> (interval)on <date>",
-4.074708587705242), -4.132496328186477),
("<time-of-day> - <time-of-day> (interval)on <date>", ("<time-of-day> - <time-of-day> (interval)on <date>",
-4.074708587705242), -4.132496328186477),
("hourday", -5.173320876373351), ("hourday", -5.231108616854587),
("dayhour", -2.9220290777668563), ("dayhour", -2.9798168182480915),
("daymonth", -2.7309738410041473), ("daymonth", -2.788761581485382),
("monthyear", -3.0938793346935154), ("monthyear", -3.1516670751747506),
("the <day-of-month> (ordinal)named-month", ("intersecthh:mm", -5.231108616854587),
-3.9205579078779835), ("the <day-of-month> (ordinal)named-month", -3.978345648359219),
("intersect by \"of\", \"from\", \"'s\"year", ("intersect by \"of\", \"from\", \"'s\"year",
-4.767855768265187), -4.825643508746422),
("intersect2hh:mm", -5.173320876373351), ("intersect2hh:mm", -5.231108616854587),
("last <day-of-week> of <time>year", -4.767855768265187), ("last <day-of-week> of <time>year", -4.825643508746422),
("todayat <time-of-day>", -4.767855768265187), ("todayat <time-of-day>", -4.825643508746422),
("dayday", -2.9220290777668563), ("dayday", -2.9798168182480915),
("dd/mmat <time-of-day>", -4.257030144499196), ("dd/mmat <time-of-day>", -4.314817884980432),
("intersect by \",\"hh:mm", -4.767855768265187), ("intersect by \",\"hh:mm", -4.132496328186477),
("intersectnamed-month", -4.767855768265187), ("absorption of , after named dayintersect2",
("dayyear", -3.3015186994717602), -5.231108616854587),
("named-daythis <time>", -3.787026515253461), ("intersectnamed-month", -4.825643508746422),
("tomorrow<time-of-day> sharp", -4.767855768265187), ("dayyear", -3.359306439952995),
("named-daythis <time>", -3.844814255734696),
("tomorrow<time-of-day> sharp", -4.825643508746422),
("<day-of-month>(ordinal) <named-month>year", ("<day-of-month>(ordinal) <named-month>year",
-4.767855768265187), -4.825643508746422),
("named-day<time> timezone", -4.480173695813406), ("named-day<time> timezone", -4.537961436294641),
("named-monthyear", -3.0938793346935154), ("named-monthyear", -3.1516670751747506),
("absorption of , after named day<named-month> <day-of-month> (non ordinal)", ("absorption of , after named day<named-month> <day-of-month> (non ordinal)",
-4.074708587705242), -4.132496328186477),
("on <date>named-month", -3.9205579078779835), ("on <date>named-month", -3.978345648359219),
("tomorrowuntil <time-of-day>", -4.767855768265187), ("tomorrowuntil <time-of-day>", -4.825643508746422),
("absorption of , after named day<day-of-month> (non ordinal) <named-month>", ("absorption of , after named day<day-of-month> (non ordinal) <named-month>",
-4.480173695813406), -4.537961436294641),
("intersect2named-month", -4.767855768265187), ("intersect2named-month", -4.825643508746422),
("after <time-of-day>at <time-of-day>", -4.767855768265187), ("after <time-of-day>at <time-of-day>", -4.825643508746422),
("intersect by \",\"<day-of-month> (non ordinal) <named-month>", ("intersect by \",\"<day-of-month> (non ordinal) <named-month>",
-4.767855768265187), -4.825643508746422),
("named-day<day-of-month> (non ordinal) <named-month>", ("named-day<day-of-month> (non ordinal) <named-month>",
-5.173320876373351), -5.231108616854587),
("named-day<named-month> <day-of-month> (non ordinal)", ("named-day<named-month> <day-of-month> (non ordinal)",
-5.173320876373351), -5.231108616854587),
("named-dayfrom <datetime> - <datetime> (interval)", ("named-dayfrom <datetime> - <datetime> (interval)",
-4.767855768265187), -4.825643508746422),
("named-daynext <cycle>", -5.173320876373351), ("named-daynext <cycle>", -5.231108616854587),
("named-dayintersect", -4.767855768265187), ("named-dayintersect", -4.825643508746422),
("named-dayfrom <time-of-day> - <time-of-day> (interval)", ("named-dayfrom <time-of-day> - <time-of-day> (interval)",
-4.767855768265187), -4.825643508746422),
("tomorrowafter <time-of-day>", -4.767855768265187), ("tomorrowafter <time-of-day>", -4.825643508746422),
("from <time-of-day> - <time-of-day> (interval)on <date>", ("from <time-of-day> - <time-of-day> (interval)on <date>",
-4.257030144499196), -4.314817884980432),
("dayminute", -3.033254712877081), ("dayminute", -2.7053799725463312),
("from <datetime> - <datetime> (interval)on <date>", ("from <datetime> - <datetime> (interval)on <date>",
-4.480173695813406), -4.537961436294641),
("<ordinal> <cycle> of <time>year", -4.767855768265187), ("<ordinal> <cycle> of <time>year", -4.825643508746422),
("minuteday", -2.570631190928968), ("minuteday", -2.628418931410203),
("absorption of , after named dayintersect",
-5.231108616854587),
("named-daybetween <time-of-day> and <time-of-day> (interval)", ("named-daybetween <time-of-day> and <time-of-day> (interval)",
-5.173320876373351), -5.231108616854587),
("named-dayon <date>", -4.767855768265187), ("named-dayon <date>", -4.825643508746422),
("named-dayat <time-of-day>", -4.767855768265187), ("named-dayat <time-of-day>", -4.825643508746422),
("named-dayintersect2", -4.767855768265187), ("named-dayintersect2", -4.825643508746422),
("yearhh:mm", -5.231108616854587),
("named-daybetween <datetime> and <datetime> (interval)", ("named-daybetween <datetime> and <datetime> (interval)",
-5.173320876373351), -5.231108616854587),
("absorption of , after named dayintersect by \",\"", ("absorption of , after named dayintersect by \",\"",
-5.173320876373351), -4.537961436294641),
("dd/mmyear", -4.767855768265187), ("dd/mmyear", -4.825643508746422),
("at <time-of-day>on <date>", -5.173320876373351), ("at <time-of-day>on <date>", -5.231108616854587),
("between <time-of-day> and <time-of-day> (interval)on <date>", ("between <time-of-day> and <time-of-day> (interval)on <date>",
-5.173320876373351), -5.231108616854587),
("between <datetime> and <datetime> (interval)on <date>", ("between <datetime> and <datetime> (interval)on <date>",
-5.173320876373351), -5.231108616854587),
("dayweek", -4.074708587705242), ("dayweek", -4.132496328186477),
("weekyear", -4.257030144499196), ("weekyear", -4.314817884980432),
("hh:mmtomorrow", -4.480173695813406), ("hh:mmtomorrow", -4.537961436294641),
("tomorrowat <time-of-day>", -3.9205579078779835), ("tomorrowat <time-of-day>", -3.978345648359219),
("named-daythis <cycle>", -4.480173695813406), ("named-daythis <cycle>", -4.537961436294641),
("named-daythe <day-of-month> (ordinal)", -5.173320876373351), ("named-daythe <day-of-month> (ordinal)", -5.231108616854587),
("at <time-of-day>tomorrow", -4.767855768265187), ("at <time-of-day>tomorrow", -4.825643508746422),
("last <cycle> of <time>year", -4.257030144499196), ("last <cycle> of <time>year", -4.314817884980432),
("<day-of-month> (non ordinal) <named-month>year", ("<day-of-month> (non ordinal) <named-month>year",
-4.767855768265187)], -4.825643508746422),
n = 137}, ("yearminute", -5.231108616854587)],
n = 146},
koData = koData =
ClassData{prior = -0.9823524825522477, unseen = -5.497168225293202, ClassData{prior = -1.030500862808964, unseen = -5.5012582105447265,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("named-daynamed-month", -4.799914262780603), [("named-daynamed-month", -4.804021044733257),
("dayhour", -3.295836866004329), ("dayhour", -3.2999436479569826),
("daymonth", -1.9965538818740682), ("daymonth", -2.0006606638267215),
("monthday", -3.883623530906448), ("monthday", -3.8877303128591016),
("monthyear", -3.883623530906448), ("monthyear", -3.8877303128591016),
("intersect by \"of\", \"from\", \"'s\"year", ("intersect by \"of\", \"from\", \"'s\"year",
-3.5471512942852352), -3.5512580762378887),
("named-dayhh:mm", -4.799914262780603), ("named-dayhh:mm", -4.804021044733257),
("dd/mmat <time-of-day>", -3.883623530906448), ("dd/mmat <time-of-day>", -3.8877303128591016),
("hourhour", -3.5471512942852352), ("hourhour", -3.5512580762378887),
("dayyear", -3.5471512942852352), ("dayyear", -3.5512580762378887),
("named-daythis <time>", -2.3575672274113986), ("named-daythis <time>", -2.361674009364052),
("year<hour-of-day> <integer> (as relative minutes)", ("year<hour-of-day> <integer> (as relative minutes)",
-4.394449154672439), -4.398555936625092),
("minutemonth", -4.394449154672439), ("minutemonth", -4.398555936625092),
("named-monthyear", -3.883623530906448), ("named-monthyear", -3.8877303128591016),
("in|during the <part-of-day>until <time-of-day>", ("in|during the <part-of-day>until <time-of-day>",
-4.394449154672439), -4.398555936625092),
("absorption of , after named daynamed-month", ("absorption of , after named daynamed-month",
-3.7013019741124937), -3.7054087560651467),
("named-dayfrom <datetime> - <datetime> (interval)", ("named-dayfrom <datetime> - <datetime> (interval)",
-4.799914262780603), -4.804021044733257),
("<hour-of-day> <integer> (as relative minutes)named-month", ("<hour-of-day> <integer> (as relative minutes)named-month",
-4.394449154672439), -4.398555936625092),
("named-dayfrom <time-of-day> - <time-of-day> (interval)", ("named-dayfrom <time-of-day> - <time-of-day> (interval)",
-4.799914262780603), -4.804021044733257),
("until <time-of-day>on <date>", -4.799914262780603), ("until <time-of-day>on <date>", -4.804021044733257),
("dayminute", -3.4136199016607125), ("dayminute", -3.417726683613366),
("minuteday", -3.295836866004329), ("minuteday", -3.2999436479569826),
("named-daybetween <time-of-day> and <time-of-day> (interval)", ("named-daybetween <time-of-day> and <time-of-day> (interval)",
-4.799914262780603), -4.804021044733257),
("named-dayon <date>", -4.799914262780603), ("named-dayon <date>", -4.804021044733257),
("named-dayat <time-of-day>", -3.883623530906448), ("named-dayat <time-of-day>", -3.8877303128591016),
("yearhh:mm", -4.799914262780603), ("hh:mmon <date>", -3.417726683613366),
("hh:mmon <date>", -3.4136199016607125),
("named-daybetween <datetime> and <datetime> (interval)", ("named-daybetween <datetime> and <datetime> (interval)",
-4.799914262780603), -4.804021044733257),
("named-month<day-of-month> (non ordinal) <named-month>", ("named-month<day-of-month> (non ordinal) <named-month>",
-3.883623530906448), -3.8877303128591016),
("<named-month> <day-of-month> (non ordinal)named-month", ("<named-month> <day-of-month> (non ordinal)named-month",
-3.883623530906448), -3.8877303128591016),
("this <part-of-day>until <time-of-day>", -4.394449154672439), ("this <part-of-day>until <time-of-day>", -4.398555936625092),
("<hour-of-day> <integer> (as relative minutes)year", ("<hour-of-day> <integer> (as relative minutes)year",
-4.394449154672439), -4.398555936625092),
("tomorrownoon", -4.799914262780603), ("tomorrownoon", -4.804021044733257),
("this <time>until <time-of-day>", -4.394449154672439), ("this <time>until <time-of-day>", -4.398555936625092),
("minuteyear", -4.394449154672439), ("minuteyear", -4.398555936625092),
("yearminute", -4.1067670822206574)], ("yearminute", -4.398555936625092)],
n = 82}}), n = 81}}),
("<time> <part-of-day>", ("<time> <part-of-day>",
Classifier{okData = Classifier{okData =
ClassData{prior = -0.5596157879354228, unseen = -2.772588722239781, ClassData{prior = -0.5596157879354228, unseen = -2.772588722239781,
@ -409,139 +415,148 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}), likelihoods = HashMap.fromList [], n = 0}}),
("intersect", ("intersect",
Classifier{okData = Classifier{okData =
ClassData{prior = -0.480288899905909, unseen = -5.84354441703136, ClassData{prior = -0.44134339577306625,
unseen = -5.926926025970411,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("<datetime> - <datetime> (interval)on <date>", [("<datetime> - <datetime> (interval)on <date>",
-4.048882188145344), -4.132496328186477),
("<time-of-day> - <time-of-day> (interval)on <date>", ("<time-of-day> - <time-of-day> (interval)on <date>",
-4.048882188145344), -4.132496328186477),
("hourday", -5.147494476813453), ("hourday", -5.231108616854587),
("dayhour", -2.896202678206958), ("dayhour", -2.9798168182480915),
("daymonth", -2.705147441444249), ("daymonth", -2.788761581485382),
("monthyear", -3.068052935133617), ("monthyear", -3.1516670751747506),
("the <day-of-month> (ordinal)named-month", -3.894731508318085), ("intersecthh:mm", -5.231108616854587),
("the <day-of-month> (ordinal)named-month", -3.978345648359219),
("intersect by \"of\", \"from\", \"'s\"year", ("intersect by \"of\", \"from\", \"'s\"year",
-4.742029368705289), -4.825643508746422),
("intersect2hh:mm", -5.147494476813453), ("intersect2hh:mm", -5.231108616854587),
("last <day-of-week> of <time>year", -4.742029368705289), ("last <day-of-week> of <time>year", -4.825643508746422),
("todayat <time-of-day>", -4.742029368705289), ("todayat <time-of-day>", -4.825643508746422),
("dayday", -3.132591456271188), ("dayday", -2.9798168182480915),
("dd/mmat <time-of-day>", -4.231203744939298), ("dd/mmat <time-of-day>", -4.314817884980432),
("intersect by \",\"hh:mm", -4.742029368705289), ("intersect by \",\"hh:mm", -4.132496328186477),
("intersectnamed-month", -4.742029368705289), ("absorption of , after named dayintersect2",
("dayyear", -3.275692299911862), -5.231108616854587),
("named-daythis <time>", -3.7612001156935624), ("intersectnamed-month", -4.825643508746422),
("tomorrow<time-of-day> sharp", -4.742029368705289), ("dayyear", -3.359306439952995),
("named-daythis <time>", -3.844814255734696),
("tomorrow<time-of-day> sharp", -4.825643508746422),
("<day-of-month>(ordinal) <named-month>year", ("<day-of-month>(ordinal) <named-month>year",
-4.742029368705289), -4.825643508746422),
("named-day<time> timezone", -4.454347296253507), ("named-day<time> timezone", -4.537961436294641),
("named-monthyear", -3.068052935133617), ("named-monthyear", -3.1516670751747506),
("absorption of , after named day<named-month> <day-of-month> (non ordinal)", ("absorption of , after named day<named-month> <day-of-month> (non ordinal)",
-4.454347296253507), -4.132496328186477),
("on <date>named-month", -3.894731508318085), ("on <date>named-month", -3.978345648359219),
("tomorrowuntil <time-of-day>", -4.742029368705289), ("tomorrowuntil <time-of-day>", -4.825643508746422),
("absorption of , after named day<day-of-month> (non ordinal) <named-month>", ("absorption of , after named day<day-of-month> (non ordinal) <named-month>",
-4.742029368705289), -4.537961436294641),
("intersect2named-month", -4.742029368705289), ("intersect2named-month", -4.825643508746422),
("after <time-of-day>at <time-of-day>", -4.742029368705289), ("after <time-of-day>at <time-of-day>", -4.825643508746422),
("intersect by \",\"<day-of-month> (non ordinal) <named-month>", ("intersect by \",\"<day-of-month> (non ordinal) <named-month>",
-4.742029368705289), -4.825643508746422),
("named-day<day-of-month> (non ordinal) <named-month>", ("named-day<day-of-month> (non ordinal) <named-month>",
-5.147494476813453), -5.231108616854587),
("named-day<named-month> <day-of-month> (non ordinal)", ("named-day<named-month> <day-of-month> (non ordinal)",
-5.147494476813453), -5.231108616854587),
("named-dayfrom <datetime> - <datetime> (interval)", ("named-dayfrom <datetime> - <datetime> (interval)",
-4.742029368705289), -4.825643508746422),
("named-daynext <cycle>", -5.147494476813453), ("named-daynext <cycle>", -5.231108616854587),
("named-dayintersect", -4.742029368705289), ("named-dayintersect", -4.825643508746422),
("named-dayfrom <time-of-day> - <time-of-day> (interval)", ("named-dayfrom <time-of-day> - <time-of-day> (interval)",
-4.742029368705289), -4.825643508746422),
("tomorrowafter <time-of-day>", -4.742029368705289), ("tomorrowafter <time-of-day>", -4.825643508746422),
("from <time-of-day> - <time-of-day> (interval)on <date>", ("from <time-of-day> - <time-of-day> (interval)on <date>",
-4.231203744939298), -4.314817884980432),
("dayminute", -3.0074283133171824), ("dayminute", -2.7053799725463312),
("from <datetime> - <datetime> (interval)on <date>", ("from <datetime> - <datetime> (interval)on <date>",
-4.454347296253507), -4.537961436294641),
("<ordinal> <cycle> of <time>year", -4.742029368705289), ("<ordinal> <cycle> of <time>year", -4.825643508746422),
("minuteday", -2.5448047913690695), ("minuteday", -2.628418931410203),
("absorption of , after named dayintersect",
-5.231108616854587),
("named-daybetween <time-of-day> and <time-of-day> (interval)", ("named-daybetween <time-of-day> and <time-of-day> (interval)",
-5.147494476813453), -5.231108616854587),
("named-dayon <date>", -4.742029368705289), ("named-dayon <date>", -4.825643508746422),
("named-dayat <time-of-day>", -4.742029368705289), ("named-dayat <time-of-day>", -4.825643508746422),
("named-dayintersect2", -4.742029368705289), ("named-dayintersect2", -4.825643508746422),
("yearhh:mm", -5.231108616854587),
("named-daybetween <datetime> and <datetime> (interval)", ("named-daybetween <datetime> and <datetime> (interval)",
-5.147494476813453), -5.231108616854587),
("dd/mmyear", -4.742029368705289), ("absorption of , after named dayintersect by \",\"",
("at <time-of-day>on <date>", -5.147494476813453), -4.537961436294641),
("dd/mmyear", -4.825643508746422),
("at <time-of-day>on <date>", -5.231108616854587),
("between <time-of-day> and <time-of-day> (interval)on <date>", ("between <time-of-day> and <time-of-day> (interval)on <date>",
-5.147494476813453), -5.231108616854587),
("between <datetime> and <datetime> (interval)on <date>", ("between <datetime> and <datetime> (interval)on <date>",
-5.147494476813453), -5.231108616854587),
("dayweek", -4.048882188145344), ("dayweek", -4.132496328186477),
("weekyear", -4.231203744939298), ("weekyear", -4.314817884980432),
("hh:mmtomorrow", -4.454347296253507), ("hh:mmtomorrow", -4.537961436294641),
("tomorrowat <time-of-day>", -3.894731508318085), ("tomorrowat <time-of-day>", -3.978345648359219),
("named-daythis <cycle>", -4.454347296253507), ("named-daythis <cycle>", -4.537961436294641),
("named-daythe <day-of-month> (ordinal)", -5.147494476813453), ("named-daythe <day-of-month> (ordinal)", -5.231108616854587),
("at <time-of-day>tomorrow", -4.742029368705289), ("at <time-of-day>tomorrow", -4.825643508746422),
("last <cycle> of <time>year", -4.231203744939298), ("last <cycle> of <time>year", -4.314817884980432),
("<day-of-month> (non ordinal) <named-month>year", ("<day-of-month> (non ordinal) <named-month>year",
-4.742029368705289)], -4.825643508746422),
n = 133}, ("yearminute", -5.231108616854587)],
n = 146},
koData = koData =
ClassData{prior = -0.9639187808634097, unseen = -5.493061443340548, ClassData{prior = -1.030500862808964, unseen = -5.5012582105447265,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("named-daynamed-month", -4.795790545596741), [("named-daynamed-month", -4.804021044733257),
("dayhour", -3.291713148820467), ("dayhour", -3.2999436479569826),
("daymonth", -1.9924301646902063), ("daymonth", -2.0006606638267215),
("monthday", -3.879499813722586), ("monthday", -3.8877303128591016),
("monthyear", -3.879499813722586), ("monthyear", -3.8877303128591016),
("intersect by \"of\", \"from\", \"'s\"year", ("intersect by \"of\", \"from\", \"'s\"year",
-3.5430275771013733), -3.5512580762378887),
("named-dayhh:mm", -4.795790545596741), ("named-dayhh:mm", -4.804021044733257),
("dd/mmat <time-of-day>", -3.879499813722586), ("dd/mmat <time-of-day>", -3.8877303128591016),
("hourhour", -3.5430275771013733), ("hourhour", -3.5512580762378887),
("dayyear", -3.5430275771013733), ("dayyear", -3.5512580762378887),
("named-daythis <time>", -2.3534435102275366), ("named-daythis <time>", -2.361674009364052),
("year<hour-of-day> <integer> (as relative minutes)", ("year<hour-of-day> <integer> (as relative minutes)",
-4.390325437488577), -4.398555936625092),
("minutemonth", -4.390325437488577), ("minutemonth", -4.398555936625092),
("named-monthyear", -3.879499813722586), ("named-monthyear", -3.8877303128591016),
("in|during the <part-of-day>until <time-of-day>", ("in|during the <part-of-day>until <time-of-day>",
-4.390325437488577), -4.398555936625092),
("absorption of , after named daynamed-month", ("absorption of , after named daynamed-month",
-3.6971782569286313), -3.7054087560651467),
("named-dayfrom <datetime> - <datetime> (interval)", ("named-dayfrom <datetime> - <datetime> (interval)",
-4.795790545596741), -4.804021044733257),
("<hour-of-day> <integer> (as relative minutes)named-month", ("<hour-of-day> <integer> (as relative minutes)named-month",
-4.390325437488577), -4.398555936625092),
("named-dayfrom <time-of-day> - <time-of-day> (interval)", ("named-dayfrom <time-of-day> - <time-of-day> (interval)",
-4.795790545596741), -4.804021044733257),
("until <time-of-day>on <date>", -4.795790545596741), ("until <time-of-day>on <date>", -4.804021044733257),
("dayminute", -3.4094961844768505), ("dayminute", -3.417726683613366),
("minuteday", -3.291713148820467), ("minuteday", -3.2999436479569826),
("named-daybetween <time-of-day> and <time-of-day> (interval)", ("named-daybetween <time-of-day> and <time-of-day> (interval)",
-4.795790545596741), -4.804021044733257),
("named-dayon <date>", -4.795790545596741), ("named-dayon <date>", -4.804021044733257),
("named-dayat <time-of-day>", -3.879499813722586), ("named-dayat <time-of-day>", -3.8877303128591016),
("yearhh:mm", -4.795790545596741), ("hh:mmon <date>", -3.417726683613366),
("hh:mmon <date>", -3.4094961844768505),
("named-daybetween <datetime> and <datetime> (interval)", ("named-daybetween <datetime> and <datetime> (interval)",
-4.795790545596741), -4.804021044733257),
("named-month<day-of-month> (non ordinal) <named-month>", ("named-month<day-of-month> (non ordinal) <named-month>",
-3.879499813722586), -3.8877303128591016),
("<named-month> <day-of-month> (non ordinal)named-month", ("<named-month> <day-of-month> (non ordinal)named-month",
-3.879499813722586), -3.8877303128591016),
("this <part-of-day>until <time-of-day>", -4.390325437488577), ("this <part-of-day>until <time-of-day>", -4.398555936625092),
("<hour-of-day> <integer> (as relative minutes)year", ("<hour-of-day> <integer> (as relative minutes)year",
-4.390325437488577), -4.398555936625092),
("tomorrownoon", -4.795790545596741), ("tomorrownoon", -4.804021044733257),
("this <time>until <time-of-day>", -4.390325437488577), ("this <time>until <time-of-day>", -4.398555936625092),
("minuteyear", -4.390325437488577), ("minuteyear", -4.398555936625092),
("yearminute", -4.102643365036796)], ("yearminute", -4.398555936625092)],
n = 82}}), n = 81}}),
("<ordinal> <cycle> of <time>", ("<ordinal> <cycle> of <time>",
Classifier{okData = Classifier{okData =
ClassData{prior = 0.0, unseen = -3.1354942159291497, ClassData{prior = 0.0, unseen = -3.1354942159291497,
@ -1117,37 +1132,58 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}), likelihoods = HashMap.fromList [], n = 0}}),
("intersect by \",\"", ("intersect by \",\"",
Classifier{okData = Classifier{okData =
ClassData{prior = -0.2578291093020998, unseen = -3.951243718581427, ClassData{prior = -0.12062798778861475,
unseen = -4.736198448394496,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("at <time-of-day>named-day", -3.2386784521643803), [("intersectintersect2", -4.034240638152395),
("at <time-of-day>intersect2", -3.2386784521643803), ("at <time-of-day>named-day", -4.034240638152395),
("dayday", -1.9859154836690123), ("intersect by \",\"year", -4.034240638152395),
("hh:mmnamed-day", -3.2386784521643803), ("at <time-of-day>intersect2", -4.034240638152395),
("dayyear", -2.5455312716044354), ("hh:mmintersect by \",\"", -4.034240638152395),
("dayday", -2.32949254591397),
("hh:mmnamed-day", -4.034240638152395),
("intersect2intersect2", -4.034240638152395),
("named-dayintersect by \",\"", -3.34109345759245),
("dayyear", -2.9356283494842854),
("<named-month> <day-of-month> (non ordinal)intersect",
-4.034240638152395),
("<named-month> <day-of-month> (non ordinal)intersect2",
-4.034240638152395),
("intersect by \",\"<day-of-month> (non ordinal) <named-month>", ("intersect by \",\"<day-of-month> (non ordinal) <named-month>",
-2.833213344056216), -3.628775530044231),
("<named-month> <day-of-month> (non ordinal)named-day", ("<named-month> <day-of-month> (non ordinal)named-day",
-3.2386784521643803), -4.034240638152395),
("named-day<day-of-month> (non ordinal) <named-month>", ("named-day<day-of-month> (non ordinal) <named-month>",
-2.833213344056216), -3.34109345759245),
("named-day<named-month> <day-of-month> (non ordinal)", ("named-day<named-month> <day-of-month> (non ordinal)",
-2.5455312716044354), -2.9356283494842854),
("minuteday", -1.7346010553881064), ("hh:mmintersect", -4.034240638152395),
("hh:mmintersect2", -3.2386784521643803), ("intersect by \",\"intersect", -4.034240638152395),
("hh:mmabsorption of , after named day", -3.2386784521643803), ("named-dayintersect", -4.034240638152395),
("at <time-of-day>intersect", -4.034240638152395),
("dayminute", -2.1624384612508036),
("intersect2intersect", -4.034240638152395),
("intersectyear", -4.034240638152395),
("minuteday", -2.1624384612508036),
("hh:mmintersect2", -4.034240638152395),
("hh:mmabsorption of , after named day", -4.034240638152395),
("named-dayintersect2", -4.034240638152395),
("intersect by \",\"intersect2", -4.034240638152395),
("at <time-of-day>intersect by \",\"", -4.034240638152395),
("at <time-of-day>absorption of , after named day", ("at <time-of-day>absorption of , after named day",
-3.2386784521643803), -4.034240638152395),
("intersect2year", -3.2386784521643803), ("intersectintersect", -4.034240638152395),
("intersect2year", -4.034240638152395),
("<named-month> <day-of-month> (non ordinal)year", ("<named-month> <day-of-month> (non ordinal)year",
-2.833213344056216)], -3.628775530044231)],
n = 17}, n = 39},
koData = koData =
ClassData{prior = -1.4816045409242156, unseen = -3.332204510175204, ClassData{prior = -2.174751721484161, unseen = -3.828641396489095,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("named-daynamed-month", -1.5040773967762742), [("named-daynamed-month", -2.0149030205422647),
("daymonth", -1.5040773967762742)], ("daymonth", -2.0149030205422647)],
n = 5}}), n = 5}}),
("hh:mm", ("hh:mm",
Classifier{okData = Classifier{okData =

455
Duckling/Ranking/Classifiers/PL.hs
View File

@ -202,21 +202,15 @@ classifiers
n = 8}}), n = 8}}),
("absorption of , after named day", ("absorption of , after named day",
Classifier{okData = Classifier{okData =
ClassData{prior = -4.445176257083381e-2, ClassData{prior = 0.0, unseen = -3.891820298110627,
unseen = -3.8501476017100584,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("day", -0.6931471805599453), [("day", -0.6931471805599453),
("named-day", -0.6931471805599453)], ("named-day", -0.6931471805599453)],
n = 22}, n = 23},
koData = koData =
ClassData{prior = -3.1354942159291497, ClassData{prior = -infinity, unseen = -1.0986122886681098,
unseen = -1.6094379124341003, likelihoods = HashMap.fromList [], n = 0}}),
likelihoods =
HashMap.fromList
[("day", -0.6931471805599453),
("named-day", -0.6931471805599453)],
n = 1}}),
("11th ordinal", ("11th ordinal",
Classifier{okData = Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003, ClassData{prior = 0.0, unseen = -1.6094379124341003,
@ -400,220 +394,235 @@ classifiers
n = 1}}), n = 1}}),
("intersect", ("intersect",
Classifier{okData = Classifier{okData =
ClassData{prior = -0.7908468477616516, unseen = -6.249975242259483, ClassData{prior = -0.7200546334798696, unseen = -6.364750756851911,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("<datetime> - <datetime> (interval)on <date>", [("<datetime> - <datetime> (interval)on <date>",
-5.149430585840319), -5.264415814872355),
("mm/dd<time-of-day> popo\322udniu/wieczorem/w nocy", ("mm/dd<time-of-day> popo\322udniu/wieczorem/w nocy",
-5.554895693948484), -5.66988092298052),
("<hour-of-day> - <hour-of-day> (interval)on <date>", ("<hour-of-day> - <hour-of-day> (interval)on <date>",
-5.149430585840319), -5.264415814872355),
("named-daynamed-month", -4.638604962074329), ("named-daynamed-month", -4.7535901911063645),
("<time-of-day> - <time-of-day> (interval)on <date>", ("<time-of-day> - <time-of-day> (interval)on <date>",
-5.149430585840319), -5.264415814872355),
("hourday", -3.7631362247204287), ("hourday", -3.8781214537524646),
("dayhour", -2.559163420394493), ("dayhour", -2.6741486494265287),
("daymonth", -3.7631362247204287), ("daymonth", -3.8781214537524646),
("<time-of-day> popo\322udniu/wieczorem/w nocyabsorption of , after named day", ("<time-of-day> popo\322udniu/wieczorem/w nocyabsorption of , after named day",
-4.638604962074329), -4.7535901911063645),
("monthyear", -3.0699890441604833), ("monthyear", -3.1849742731925192),
("from <hour-of-day> - <hour-of-day> (interval)on a named-day", ("from <hour-of-day> - <hour-of-day> (interval)on a named-day",
-5.554895693948484), -5.66988092298052),
("from <time-of-day> - <time-of-day> (interval)on a named-day", ("from <time-of-day> - <time-of-day> (interval)on a named-day",
-5.554895693948484), -5.66988092298052),
("absorption of , after named dayintersect by \",\" 2",
-5.264415814872355),
("intersecthh:mm", -5.264415814872355),
("from <datetime> - <datetime> (interval)on a named-day", ("from <datetime> - <datetime> (interval)on a named-day",
-5.554895693948484), -5.66988092298052),
("at <time-of-day>intersect by \",\" 2", -5.149430585840319), ("at <time-of-day>intersect by \",\" 2", -5.264415814872355),
("named-daylast <cycle>", -5.149430585840319), ("named-daylast <cycle>", -5.264415814872355),
("named-day<time-of-day> rano", -5.554895693948484), ("named-day<time-of-day> rano", -5.66988092298052),
("on a named-dayat <time-of-day>", -5.149430585840319), ("on a named-dayat <time-of-day>", -5.264415814872355),
("at <time-of-day>named-day", -5.149430585840319), ("at <time-of-day>named-day", -5.264415814872355),
("at <time-of-day>on a named-day", -5.554895693948484), ("at <time-of-day>on a named-day", -5.66988092298052),
("<time> <part-of-day>on a named-day", -5.149430585840319), ("<time> <part-of-day>on a named-day", -5.264415814872355),
("on a named-day<time> <part-of-day>", -5.554895693948484), ("on a named-day<time> <part-of-day>", -5.66988092298052),
("last <day-of-week> of <time>year", -5.554895693948484), ("last <day-of-week> of <time>year", -5.66988092298052),
("today<time> <part-of-day>", -5.554895693948484), ("today<time> <part-of-day>", -5.66988092298052),
("todayat <time-of-day>", -5.554895693948484), ("todayat <time-of-day>", -5.66988092298052),
("on <date>at <time-of-day>", -5.149430585840319), ("on <date>at <time-of-day>", -5.264415814872355),
("dayday", -3.0699890441604833), ("dayday", -2.995732273553991),
("on <date><time> <part-of-day>", -5.554895693948484), ("on <date><time> <part-of-day>", -5.66988092298052),
("intersect by \",\"hh:mm", -5.149430585840319), ("intersect by \",\"hh:mm", -4.4171179544851515),
("mm/ddat <time-of-day>", -4.861748513388538), ("mm/ddat <time-of-day>", -4.976733742420574),
("last <cycle> <time>year", -4.638604962074329), ("last <cycle> <time>year", -4.7535901911063645),
("intersect<named-month> <day-of-month> (non ordinal)", ("intersect<named-month> <day-of-month> (non ordinal)",
-4.861748513388538), -4.976733742420574),
("intersect<day-of-month> (non ordinal) <named-month>", ("intersect<day-of-month> (non ordinal) <named-month>",
-4.861748513388538), -4.976733742420574),
("dayyear", -3.539992673406219), ("dayyear", -3.654977902438255),
("<day-of-month>(ordinal) <named-month>year", ("<day-of-month>(ordinal) <named-month>year",
-5.149430585840319), -5.264415814872355),
("day-after-tomorrow (single-word)at <time-of-day>", ("day-after-tomorrow (single-word)at <time-of-day>",
-5.554895693948484), -5.66988092298052),
("absorption of , after named day<day-of-month>(ordinal) <named-month>", ("absorption of , after named day<day-of-month>(ordinal) <named-month>",
-4.05081829717221), -4.165803526204246),
("tomorrow<time-of-day> popo\322udniu/wieczorem/w nocy", ("tomorrow<time-of-day> popo\322udniu/wieczorem/w nocy",
-5.554895693948484), -5.66988092298052),
("named-monthyear", -3.414829530452213), ("named-monthyear", -3.529814759484249),
("absorption of , after named day<named-month> <day-of-month> (non ordinal)", ("absorption of , after named day<named-month> <day-of-month> (non ordinal)",
-4.456283405280374), -4.283586561860629),
("tomorrowuntil <time-of-day>", -5.149430585840319), ("tomorrowuntil <time-of-day>", -5.264415814872355),
("absorption of , after named day<day-of-month> (non ordinal) <named-month>", ("absorption of , after named day<day-of-month> (non ordinal) <named-month>",
-4.168601332828593), -4.165803526204246),
("named-dayin <duration>", -5.554895693948484), ("<time-of-day> popo\322udniu/wieczorem/w nocyintersect by \",\"",
("last <day-of-week> <time>year", -5.149430585840319), -4.7535901911063645),
("<time-of-day> ranoon <date>", -5.149430585840319), ("named-dayin <duration>", -5.66988092298052),
("last <day-of-week> <time>year", -5.264415814872355),
("<time-of-day> ranoon <date>", -5.264415814872355),
("named-dayfrom <datetime> - <datetime> (interval)", ("named-dayfrom <datetime> - <datetime> (interval)",
-4.168601332828593), -4.283586561860629),
("named-daynext <cycle>", -4.638604962074329), ("named-daynext <cycle>", -4.7535901911063645),
("named-dayintersect", -5.149430585840319), ("named-dayintersect", -5.264415814872355),
("named-dayfrom <time-of-day> - <time-of-day> (interval)", ("named-dayfrom <time-of-day> - <time-of-day> (interval)",
-4.861748513388538), -4.976733742420574),
("on <date><time-of-day> rano", -5.554895693948484), ("on <date><time-of-day> rano", -5.66988092298052),
("<time-of-day> popo\322udniu/wieczorem/w nocytomorrow", ("<time-of-day> popo\322udniu/wieczorem/w nocytomorrow",
-5.554895693948484), -5.66988092298052),
("from <time-of-day> - <time-of-day> (interval)on <date>", ("from <time-of-day> - <time-of-day> (interval)on <date>",
-5.554895693948484), -5.66988092298052),
("dayminute", -4.05081829717221), ("at <time-of-day>intersect", -5.264415814872355),
("intersect by \",\" 2hh:mm", -4.638604962074329), ("dayminute", -3.318505665817042),
("<time-of-day> ranoon a named-day", -5.149430585840319), ("intersect by \",\" 2hh:mm", -4.4171179544851515),
("<time-of-day> ranoon a named-day", -5.264415814872355),
("from <hour-of-day> - <hour-of-day> (interval)on <date>", ("from <hour-of-day> - <hour-of-day> (interval)on <date>",
-5.554895693948484), -5.66988092298052),
("from <datetime> - <datetime> (interval)on <date>", ("from <datetime> - <datetime> (interval)on <date>",
-5.554895693948484), -5.66988092298052),
("intersectyear", -5.149430585840319), ("intersectyear", -5.264415814872355),
("on a named-day<time-of-day> rano", -5.554895693948484), ("on a named-day<time-of-day> rano", -5.66988092298052),
("<ordinal> <cycle> of <time>year", -5.554895693948484), ("<ordinal> <cycle> of <time>year", -5.66988092298052),
("minuteday", -2.4868427588148667), ("minuteday", -2.3556949183079943),
("named-dayon <date>", -3.945457781514383), ("absorption of , after named dayintersect",
("named-day<time> <part-of-day>", -4.638604962074329), -5.264415814872355),
("named-dayat <time-of-day>", -5.149430585840319), ("named-dayon <date>", -4.060443010546419),
("tomorrowexactly <time-of-day>", -4.861748513388538), ("named-day<time> <part-of-day>", -4.7535901911063645),
("named-dayat <time-of-day>", -5.264415814872355),
("yearhh:mm", -5.66988092298052),
("at <time-of-day>intersect by \",\"", -5.264415814872355),
("absorption of , after named dayintersect by \",\"",
-5.264415814872355),
("tomorrowexactly <time-of-day>", -4.976733742420574),
("at <time-of-day>absorption of , after named day", ("at <time-of-day>absorption of , after named day",
-5.149430585840319), -5.264415814872355),
("at <time-of-day>on <date>", -5.554895693948484), ("at <time-of-day>on <date>", -5.66988092298052),
("on <date>year", -4.168601332828593), ("on <date>year", -4.283586561860629),
("dayweek", -3.6089855448931707), ("dayweek", -3.7239707739252066),
("<time> <part-of-day>on <date>", -5.149430585840319), ("<time> <part-of-day>on <date>", -5.264415814872355),
("weekyear", -4.302132725453116), ("weekyear", -4.4171179544851515),
("named-day<day-of-month>(ordinal) <named-month>", ("named-day<day-of-month>(ordinal) <named-month>",
-4.861748513388538), -4.976733742420574),
("<ordinal> <cycle> <time>year", -5.149430585840319), ("<ordinal> <cycle> <time>year", -5.264415814872355),
("<time-of-day> popo\322udniu/wieczorem/w nocyintersect by \",\" 2", ("<time-of-day> popo\322udniu/wieczorem/w nocyintersect by \",\" 2",
-4.638604962074329), -4.7535901911063645),
("tomorrowat <time-of-day>", -5.554895693948484), ("tomorrowat <time-of-day>", -5.66988092298052),
("named-daythis <cycle>", -5.149430585840319), ("named-daythis <cycle>", -5.264415814872355),
("tomorrow<time> <part-of-day>", -5.554895693948484), ("tomorrow<time> <part-of-day>", -5.66988092298052),
("<time-of-day> popo\322udniu/wieczorem/w nocyintersect",
-4.7535901911063645),
("<named-month> <day-of-month> (ordinal)year", ("<named-month> <day-of-month> (ordinal)year",
-5.554895693948484), -5.66988092298052),
("<time-of-day> popo\322udniu/wieczorem/w nocynamed-day", ("<time-of-day> popo\322udniu/wieczorem/w nocynamed-day",
-4.638604962074329), -4.7535901911063645),
("tomorrow<time-of-day> rano", -5.554895693948484), ("tomorrow<time-of-day> rano", -5.66988092298052),
("<datetime> - <datetime> (interval)on a named-day", ("<datetime> - <datetime> (interval)on a named-day",
-5.149430585840319), -5.264415814872355),
("last <cycle> of <time>year", -5.149430585840319), ("last <cycle> of <time>year", -5.264415814872355),
("<named-month> <day-of-month> (non ordinal)year", ("<named-month> <day-of-month> (non ordinal)year",
-5.554895693948484), -5.66988092298052),
("<time-of-day> - <time-of-day> (interval)on a named-day", ("<time-of-day> - <time-of-day> (interval)on a named-day",
-5.149430585840319), -5.264415814872355),
("<day-of-month> (non ordinal) <named-month>year", ("<day-of-month> (non ordinal) <named-month>year",
-5.149430585840319), -5.264415814872355),
("<hour-of-day> - <hour-of-day> (interval)on a named-day", ("<hour-of-day> - <hour-of-day> (interval)on a named-day",
-5.149430585840319)], -5.264415814872355),
n = 190}, ("yearminute", -5.66988092298052)],
n = 220},
koData = koData =
ClassData{prior = -0.604148916367898, unseen = -6.39024066706535, ClassData{prior = -0.6669448081659212, unseen = -6.405228458030842,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("<ordinal> (as hour)<named-month> <day-of-month> (non ordinal)", [("<ordinal> (as hour)<named-month> <day-of-month> (non ordinal)",
-4.596801936317575), -4.61181472870676),
("<time-of-day> ranoby <time>", -5.695414224985685), ("<time-of-day> ranoby <time>", -5.304961909266705),
("intersect by \",\"named-month", -4.19133682820941), ("intersect by \",\"named-month", -4.206349620598596),
("named-daynamed-month", -5.28994911687752), ("named-daynamed-month", -5.304961909266705),
("hourday", -2.7776434929014053), ("hourday", -2.7926562852905903),
("dayhour", -3.0927245395413006), ("dayhour", -3.107737331930486),
("daymonth", -3.297518952187314), ("daymonth", -3.312531744576499),
("monthday", -5.28994911687752), ("monthday", -5.304961909266705),
("monthyear", -4.77912349311153), ("monthyear", -4.794136285500715),
("named-month<hour-of-day> <integer> (as relative minutes)", ("named-month<hour-of-day> <integer> (as relative minutes)",
-5.695414224985685), -5.71042701737487),
("at <time-of-day>intersect by \",\" 2", -5.695414224985685), ("at <time-of-day>intersect by \",\" 2", -5.71042701737487),
("houryear", -3.5553480614894135), ("houryear", -3.570360853878599),
("<time> <part-of-day>until <time-of-day>", -5.28994911687752), ("<time> <part-of-day>until <time-of-day>", -5.304961909266705),
("<ordinal> (as hour)intersect", -3.130464867524148), ("<ordinal> (as hour)intersect", -3.145477659913333),
("monthhour", -4.596801936317575), ("monthhour", -4.61181472870676),
("<time> <part-of-day><time> <part-of-day>", ("<time> <part-of-day><time> <part-of-day>",
-5.002267044425739), -5.017279836814924),
("hourmonth", -2.0710732920093196), ("hourmonth", -2.0860860843985045),
("mm/ddat <time-of-day>", -5.695414224985685), ("mm/ddat <time-of-day>", -5.71042701737487),
("hourhour", -4.77912349311153), ("hourhour", -4.794136285500715),
("<time> <part-of-day>by <time>", -5.695414224985685), ("<time> <part-of-day>by <time>", -5.304961909266705),
("intersectnamed-month", -3.4441224263791894), ("intersectnamed-month", -3.4591352187683744),
("dayyear", -4.442651256490317), ("dayyear", -4.457664048879502),
("<time-of-day> ranoby the end of <time>", -5.695414224985685), ("<time-of-day> ranoby the end of <time>", -5.304961909266705),
("year<hour-of-day> <integer> (as relative minutes)", ("year<hour-of-day> <integer> (as relative minutes)",
-5.28994911687752), -5.304961909266705),
("intersect by \",\" 2named-month", -4.19133682820941), ("intersect by \",\" 2named-month", -4.206349620598596),
("monthminute", -5.28994911687752), ("monthminute", -5.304961909266705),
("minutemonth", -5.002267044425739), ("minutemonth", -5.017279836814924),
("named-monthyear", -4.77912349311153), ("named-monthyear", -4.794136285500715),
("absorption of , after named daynamed-month", ("absorption of , after named daynamed-month",
-4.309119863865794), -4.324132656254979),
("<time-of-day> popo\322udniu/wieczorem/w nocyintersect by \",\"", ("<time-of-day> popo\322udniu/wieczorem/w nocyintersect by \",\"",
-5.28994911687752), -5.304961909266705),
("after <time-of-day>at <time-of-day>", -5.695414224985685), ("after <time-of-day>at <time-of-day>", -5.71042701737487),
("hh:mmby the end of <time>", -5.695414224985685), ("hh:mmby the end of <time>", -5.71042701737487),
("<ordinal> (as hour)named-month", -3.0212655755591555), ("<ordinal> (as hour)named-month", -3.036278367948341),
("daysecond", -5.28994911687752), ("daysecond", -5.304961909266705),
("<time> <part-of-day>by the end of <time>", ("<time> <part-of-day>by the end of <time>",
-5.695414224985685), -5.304961909266705),
("named-month<ordinal> (as hour)", -4.77912349311153), ("named-month<ordinal> (as hour)", -4.794136285500715),
("<time> <part-of-day><time-of-day> rano", -5.695414224985685), ("<time> <part-of-day><time-of-day> rano", -5.71042701737487),
("named-dayfrom <datetime> - <datetime> (interval)", ("named-dayfrom <datetime> - <datetime> (interval)",
-5.695414224985685), -5.71042701737487),
("named-dayintersect", -4.085976312551584), ("named-dayintersect", -4.100989104940769),
("named-dayfrom <time-of-day> - <time-of-day> (interval)", ("named-dayfrom <time-of-day> - <time-of-day> (interval)",
-5.695414224985685), -5.71042701737487),
("<time-of-day> rano<time> <part-of-day>", -5.28994911687752), ("<time-of-day> rano<time> <part-of-day>", -5.304961909266705),
("at <time-of-day>intersect", -5.695414224985685), ("at <time-of-day>intersect", -5.71042701737487),
("dayminute", -5.28994911687752), ("dayminute", -5.304961909266705),
("<named-month> <day-of-month> (non ordinal)by <time>", ("<named-month> <day-of-month> (non ordinal)by <time>",
-5.695414224985685), -5.71042701737487),
("intersecton <date>", -4.309119863865794), ("intersecton <date>", -4.324132656254979),
("intersectyear", -3.297518952187314), ("intersectyear", -3.312531744576499),
("minuteday", -3.7495040759303713), ("minuteday", -3.7645168683195562),
("absorption of , after named dayintersect", -4.19133682820941), ("absorption of , after named dayintersect",
("<ordinal> (as hour)year", -5.695414224985685), -4.206349620598596),
("named-dayon <date>", -4.77912349311153), ("<ordinal> (as hour)year", -5.71042701737487),
("yearhh:mm", -5.695414224985685), ("named-dayon <date>", -4.794136285500715),
("hh:mmon <date>", -5.28994911687752), ("hh:mmon <date>", -5.304961909266705),
("absorption of , after named day<ordinal> (as hour)", ("absorption of , after named day<ordinal> (as hour)",
-4.19133682820941), -4.206349620598596),
("at <time-of-day>intersect by \",\"", -5.695414224985685), ("at <time-of-day>intersect by \",\"", -5.71042701737487),
("<named-month> <day-of-month> (non ordinal)by the end of <time>", ("<named-month> <day-of-month> (non ordinal)by the end of <time>",
-5.695414224985685), -5.71042701737487),
("tomorrowexactly <time-of-day>", -5.695414224985685), ("tomorrowexactly <time-of-day>", -5.71042701737487),
("hoursecond", -4.19133682820941), ("hoursecond", -3.8386248404732783),
("named-month<day-of-month> (non ordinal) <named-month>", ("named-month<day-of-month> (non ordinal) <named-month>",
-5.28994911687752), -5.304961909266705),
("named-day<ordinal> (as hour)", -5.002267044425739), ("named-day<ordinal> (as hour)", -5.017279836814924),
("<ordinal> (as hour)named-day", -4.19133682820941), ("<ordinal> (as hour)named-day", -4.206349620598596),
("named-monthrelative minutes to|till|before <integer> (hour-of-day)", ("named-monthrelative minutes to|till|before <integer> (hour-of-day)",
-5.695414224985685), -5.71042701737487),
("<named-month> <day-of-month> (non ordinal)named-month", ("<named-month> <day-of-month> (non ordinal)named-month",
-5.28994911687752), -5.304961909266705),
("intersectintersect", -4.442651256490317), ("intersectintersect", -4.457664048879502),
("hh:mmon a named-day", -5.28994911687752), ("hh:mmon a named-day", -5.304961909266705),
("named-monthintersect", -5.695414224985685), ("named-monthintersect", -5.71042701737487),
("<time-of-day> popo\322udniu/wieczorem/w nocyintersect by \",\" 2", ("<time-of-day> popo\322udniu/wieczorem/w nocyintersect by \",\" 2",
-5.28994911687752), -5.304961909266705),
("hh:mmby <time>", -5.695414224985685), ("hh:mmby <time>", -5.71042701737487),
("tomorrowat <time-of-day>", -5.695414224985685), ("tomorrowat <time-of-day>", -5.71042701737487),
("minutesecond", -5.28994911687752), ("minutesecond", -5.304961909266705),
("<time-of-day> popo\322udniu/wieczorem/w nocyintersect", ("<time-of-day> popo\322udniu/wieczorem/w nocyintersect",
-5.28994911687752), -5.304961909266705),
("yearminute", -5.002267044425739)], ("yearminute", -5.304961909266705)],
n = 229}}), n = 232}}),
("half after|past <integer> (hour-of-day)", ("half after|past <integer> (hour-of-day)",
Classifier{okData = Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003, ClassData{prior = 0.0, unseen = -1.6094379124341003,
@ -850,39 +859,49 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}), likelihoods = HashMap.fromList [], n = 0}}),
("intersect by \",\" 2", ("intersect by \",\" 2",
Classifier{okData = Classifier{okData =
ClassData{prior = -0.5679840376059393, unseen = -4.477336814478207, ClassData{prior = -0.46430560813109784, unseen = -4.74493212836325,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("dayday", -1.2078115806331016), [("intersect by \",\"year", -4.04305126783455),
("named-dayintersect by \",\"", -3.7727609380946383), ("intersect by \",\" 2intersect", -4.04305126783455),
("dayday", -1.4781019103730135),
("named-dayintersect by \",\"", -3.6375861597263857),
("intersect<named-month> <day-of-month> (non ordinal)", ("intersect<named-month> <day-of-month> (non ordinal)",
-3.079613757534693), -3.349904087274605),
("intersect<day-of-month> (non ordinal) <named-month>", ("intersect<day-of-month> (non ordinal) <named-month>",
-3.079613757534693), -3.349904087274605),
("dayyear", -3.079613757534693), ("dayyear", -2.9444389791664407),
("<named-month> <day-of-month> (non ordinal)intersect",
-4.04305126783455),
("named-day<day-of-month> (non ordinal) <named-month>", ("named-day<day-of-month> (non ordinal) <named-month>",
-2.268683541318364), -2.538973871058276),
("named-day<named-month> <day-of-month> (non ordinal)", ("named-day<named-month> <day-of-month> (non ordinal)",
-2.386466576974748), -2.6567569067146595),
("intersect by \",\" 2year", -3.7727609380946383), ("intersect by \",\"intersect", -4.04305126783455),
("named-dayintersect by \",\" 2", -3.7727609380946383), ("named-dayintersect", -3.6375861597263857),
("minuteday", -2.5199979695992702), ("intersect by \",\" 2year", -4.04305126783455),
("named-dayintersect by \",\" 2", -3.6375861597263857),
("dayminute", -2.538973871058276),
("intersectyear", -4.04305126783455),
("minuteday", -2.790288299339182),
("intersectintersect", -4.04305126783455),
("named-day<day-of-month>(ordinal) <named-month>", ("named-day<day-of-month>(ordinal) <named-month>",
-2.268683541318364), -2.538973871058276),
("<named-month> <day-of-month> (non ordinal)year", ("<named-month> <day-of-month> (non ordinal)year",
-3.367295829986474)], -3.6375861597263857)],
n = 34}, n = 44},
koData = koData =
ClassData{prior = -0.8362480242006186, unseen = -4.276666119016055, ClassData{prior = -0.9903987040278769,
unseen = -4.3694478524670215,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("named-daynamed-month", -2.1832383353614793), [("named-daynamed-month", -2.277267285009756),
("dayhour", -1.4294665329850993), ("dayhour", -1.5234954826333758),
("daymonth", -2.1832383353614793), ("daymonth", -2.277267285009756),
("intersectnamed-month", -2.8763855159214247), ("intersectnamed-month", -2.9704144655697013),
("minutemonth", -2.8763855159214247), ("minutemonth", -2.9704144655697013),
("named-dayintersect", -2.065455299705096), ("named-dayintersect", -2.159484249353372),
("named-day<ordinal> (as hour)", -2.065455299705096)], ("named-day<ordinal> (as hour)", -2.159484249353372)],
n = 26}}), n = 26}}),
("16th ordinal", ("16th ordinal",
Classifier{okData = Classifier{okData =
@ -1434,37 +1453,49 @@ classifiers
n = 2}}), n = 2}}),
("intersect by \",\"", ("intersect by \",\"",
Classifier{okData = Classifier{okData =
ClassData{prior = -0.640037355245997, unseen = -4.330733340286331, ClassData{prior = -0.46430560813109784, unseen = -4.74493212836325,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("dayday", -1.2729656758128873), [("intersect by \",\"year", -4.04305126783455),
("intersect by \",\" 2intersect", -4.04305126783455),
("dayday", -1.4781019103730135),
("named-dayintersect by \",\"", -3.6375861597263857),
("intersect<named-month> <day-of-month> (non ordinal)", ("intersect<named-month> <day-of-month> (non ordinal)",
-2.9311937524164198), -3.349904087274605),
("intersect<day-of-month> (non ordinal) <named-month>", ("intersect<day-of-month> (non ordinal) <named-month>",
-2.9311937524164198), -3.349904087274605),
("dayyear", -2.9311937524164198), ("dayyear", -2.9444389791664407),
("<named-month> <day-of-month> (non ordinal)intersect",
-4.04305126783455),
("named-day<day-of-month> (non ordinal) <named-month>", ("named-day<day-of-month> (non ordinal) <named-month>",
-2.2380465718564744), -2.538973871058276),
("named-day<named-month> <day-of-month> (non ordinal)", ("named-day<named-month> <day-of-month> (non ordinal)",
-2.5257286443082556), -2.6567569067146595),
("intersect by \",\" 2year", -3.624340932976365), ("intersect by \",\"intersect", -4.04305126783455),
("minuteday", -2.371577964480997), ("named-dayintersect", -3.6375861597263857),
("intersect by \",\" 2year", -4.04305126783455),
("named-dayintersect by \",\" 2", -3.6375861597263857),
("dayminute", -2.538973871058276),
("intersectyear", -4.04305126783455),
("minuteday", -2.790288299339182),
("intersectintersect", -4.04305126783455),
("named-day<day-of-month>(ordinal) <named-month>", ("named-day<day-of-month>(ordinal) <named-month>",
-2.120263536200091), -2.538973871058276),
("<named-month> <day-of-month> (non ordinal)year", ("<named-month> <day-of-month> (non ordinal)year",
-3.2188758248682006)], -3.6375861597263857)],
n = 29}, n = 44},
koData = koData =
ClassData{prior = -0.7492366472109889, unseen = -4.248495242049359, ClassData{prior = -0.9903987040278769,
unseen = -4.3694478524670215,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("named-daynamed-month", -2.1546649629174235), [("named-daynamed-month", -2.277267285009756),
("dayhour", -1.4008931605410433), ("dayhour", -1.5234954826333758),
("daymonth", -2.1546649629174235), ("daymonth", -2.277267285009756),
("intersectnamed-month", -2.847812143477369), ("intersectnamed-month", -2.9704144655697013),
("minutemonth", -2.847812143477369), ("minutemonth", -2.9704144655697013),
("named-dayintersect", -2.03688192726104), ("named-dayintersect", -2.159484249353372),
("named-day<ordinal> (as hour)", -2.03688192726104)], ("named-day<ordinal> (as hour)", -2.159484249353372)],
n = 26}}), n = 26}}),
("hh:mm", ("hh:mm",
Classifier{okData = Classifier{okData =

430
Duckling/Ranking/Classifiers/PT.hs
View File

@ -159,148 +159,164 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}), likelihoods = HashMap.fromList [], n = 0}}),
("intersect2", ("intersect2",
Classifier{okData = Classifier{okData =
ClassData{prior = -0.46430560813109784, ClassData{prior = -0.3930425881096072,
unseen = -4.962844630259907, unseen = -5.1298987149230735,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("<day-of-month> de <named-month>in the <part-of-day>", [("<day-of-month> de <named-month>in the <part-of-day>",
-3.857214768933151), -4.02535169073515),
("dayhour", -2.316769727986002), ("dayhour", -2.4849066497880004),
("<day-of-month> de <named-month>two time tokens separated by \",\"2",
-4.430816798843313),
("nowquinze para as <hour-of-day> (as relative minutes)", ("nowquinze para as <hour-of-day> (as relative minutes)",
-4.2626798770413155), -4.430816798843313),
("now\224s <time-of-day>", -3.857214768933151), ("intersectnamed-day", -4.430816798843313),
("now<hour-of-day> and 3/4", -4.2626798770413155), ("now\224s <time-of-day>", -4.02535169073515),
("dayday", -3.3463891451671604), ("<day-of-month> de <named-month>intersect",
("hourhour", -4.2626798770413155), -4.430816798843313),
("named-day\224s <time-of-day>", -4.2626798770413155), ("now<hour-of-day> and 3/4", -4.430816798843313),
("dayyear", -2.390877700139724), ("<day-of-month> de <named-month>intersect2",
("minutehour", -3.0099169085459474), -4.430816798843313),
("intersect by `da` or `de`named-day", -4.430816798843313),
("intersect2named-day", -4.430816798843313),
("<day-of-month> de <named-month>two time tokens separated by \",\"",
-4.430816798843313),
("dayday", -2.639057329615259),
("hourhour", -4.430816798843313),
("named-day\224s <time-of-day>", -4.430816798843313),
("dayyear", -2.3513752571634776),
("minutehour", -3.1780538303479458),
("<hour-of-day> and quinzein the <part-of-day>", ("<hour-of-day> and quinzein the <part-of-day>",
-3.857214768933151), -4.02535169073515),
("de <year>named-day", -4.2626798770413155), ("de <year>named-day", -4.430816798843313),
("now<hour-of-day> and <relative minutes>", ("now<hour-of-day> and <relative minutes>", -4.430816798843313),
-4.2626798770413155), ("named-dayin the <part-of-day>", -4.430816798843313),
("named-dayin the <part-of-day>", -4.2626798770413155), ("tomorrow<time-of-day> horas", -4.02535169073515),
("tomorrow<time-of-day> horas", -3.857214768933151),
("now<integer> para as <hour-of-day> (as relative minutes)", ("now<integer> para as <hour-of-day> (as relative minutes)",
-4.2626798770413155), -4.430816798843313),
("\224s <time-of-day>in the <part-of-day>", -3.56953269648137), ("\224s <time-of-day>in the <part-of-day>",
("named-dayintersect", -4.2626798770413155), -3.7376696182833684),
("named-dayamanh\227 pela <part-of-day>", -4.2626798770413155), ("named-dayintersect", -4.430816798843313),
("dayminute", -3.0099169085459474), ("named-dayamanh\227 pela <part-of-day>", -4.430816798843313),
("named-dayintersect2", -4.2626798770413155), ("dayminute", -3.1780538303479458),
("named-dayintersect by `da` or `de`", -4.2626798770413155), ("named-dayintersect2", -4.430816798843313),
("yearnamed-day", -4.2626798770413155), ("named-dayintersect by `da` or `de`", -4.430816798843313),
("dd-dd <month>(interval)de <year>", -4.2626798770413155), ("yearnamed-day", -4.430816798843313),
("dd-dd <month>(interval)de <year>", -4.430816798843313),
("named-day<day-of-month> de <named-month>", ("named-day<day-of-month> de <named-month>",
-4.2626798770413155), -4.430816798843313),
("named-day<time-of-day> <part-of-day>", -4.2626798770413155), ("named-day<time-of-day> <part-of-day>", -4.430816798843313),
("dia <day-of-month> de <named-month>in the <part-of-day>", ("dia <day-of-month> de <named-month>in the <part-of-day>",
-3.857214768933151), -4.02535169073515),
("yearday", -3.857214768933151), ("yearday", -4.02535169073515),
("named-day<dim time> da manha", -4.2626798770413155), ("named-day<dim time> da manha", -4.430816798843313),
("intersect2de <year>", -4.2626798770413155), ("two time tokens separated by \",\"de <year>",
("dd[/-]mmyear", -4.2626798770413155), -4.02535169073515),
("intersect2de <year>", -4.430816798843313),
("dd[/-]mmyear", -4.430816798843313),
("<day-of-month> de <named-month>de <year>", ("<day-of-month> de <named-month>de <year>",
-2.8763855159214247), -3.044522437723423),
("tomorrowdepois das <time-of-day>", -3.857214768933151), ("tomorrowdepois das <time-of-day>", -4.02535169073515),
("<hour-of-day> and <relative minutes>in the <part-of-day>", ("<hour-of-day> and <relative minutes>in the <part-of-day>",
-3.857214768933151), -4.02535169073515),
("two time tokens separated by \",\"2de <year>", ("two time tokens separated by \",\"2de <year>",
-3.857214768933151)], -4.02535169073515),
n = 44}, ("intersectde <year>", -4.430816798843313)],
n = 54},
koData = koData =
ClassData{prior = -0.9903987040278769, unseen = -4.672828834461907, ClassData{prior = -1.1239300966523995, unseen = -4.727387818712341,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("dayhour", -3.5648268054439574), [("dayhour", -3.619886582626985),
("monthday", -2.583997552432231), ("monthday", -2.639057329615259),
("named-month\224s <time-of-day>", -3.970291913552122), ("named-month\224s <time-of-day>", -4.02535169073515),
("monthyear", -2.466214516775848), ("monthyear", -2.521274293958875),
("intersectnamed-day", -3.970291913552122), ("intersectnamed-day", -4.02535169073515),
("now\224s <time-of-day>", -3.5648268054439574), ("now\224s <time-of-day>", -3.619886582626985),
("intersect by `da` or `de`named-day", -3.970291913552122), ("intersect by `da` or `de`named-day", -4.02535169073515),
("intersect2named-day", -3.970291913552122), ("intersect2named-day", -4.02535169073515),
("monthhour", -3.2771447329921766), ("monthhour", -3.332204510175204),
("dayyear", -3.970291913552122), ("dayyear", -4.02535169073515),
("now<hour-of-day> and <relative minutes>", -3.970291913552122), ("now<hour-of-day> and <relative minutes>", -4.02535169073515),
("daysecond", -3.970291913552122), ("daysecond", -4.02535169073515),
("named-dayright now", -3.970291913552122), ("named-dayright now", -4.02535169073515),
("dayminute", -3.5648268054439574), ("dayminute", -3.619886582626985),
("named-monthde <year>", -2.466214516775848), ("named-monthde <year>", -2.521274293958875),
("named-monthin the <part-of-day>", -3.5648268054439574), ("named-monthin the <part-of-day>", -3.619886582626985),
("named-monthtwo time tokens separated by \",\"2", ("named-monthtwo time tokens separated by \",\"2",
-3.970291913552122), -4.02535169073515),
("intersect by `da` or `de`de <year>", -3.970291913552122), ("intersect by `da` or `de`de <year>", -4.02535169073515),
("named-monthintersect", -3.970291913552122), ("named-monthintersect", -4.02535169073515),
("<day-of-month> de <named-month>\224s <time-of-day>", ("<day-of-month> de <named-month>\224s <time-of-day>",
-3.970291913552122), -4.02535169073515),
("<hour-of-day> <integer> (as relative minutes)year", ("<hour-of-day> <integer> (as relative minutes)year",
-3.970291913552122), -4.02535169073515),
("<day-of-month> de <named-month>de <year>", ("<day-of-month> de <named-month>de <year>", -4.02535169073515),
-3.970291913552122), ("named-monthintersect2", -4.02535169073515),
("named-monthintersect2", -3.970291913552122), ("minuteyear", -3.619886582626985),
("minuteyear", -3.5648268054439574),
("named-monthtwo time tokens separated by \",\"", ("named-monthtwo time tokens separated by \",\"",
-3.970291913552122)], -4.02535169073515)],
n = 26}}), n = 26}}),
("intersect by `da` or `de`", ("intersect by `da` or `de`",
Classifier{okData = Classifier{okData =
ClassData{prior = -0.7178397931503169, unseen = -4.31748811353631, ClassData{prior = -0.6486954179891115, unseen = -4.418840607796598,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("day of month (1st)named-month", -3.20545280453606), [("day of month (1st)named-month", -3.3081069585961433),
("daymonth", -3.20545280453606), ("daymonth", -3.3081069585961433),
("<day-of-month> de <named-month>two time tokens separated by \",\"2", ("<day-of-month> de <named-month>two time tokens separated by \",\"2",
-3.6109179126442243), -3.713572066704308),
("<day-of-month> de <named-month>intersect", ("<day-of-month> de <named-month>intersect",
-3.6109179126442243), -3.713572066704308),
("<day-of-month> de <named-month>intersect2", ("<day-of-month> de <named-month>intersect2",
-3.6109179126442243), -3.713572066704308),
("<day-of-month> de <named-month>two time tokens separated by \",\"", ("<day-of-month> de <named-month>two time tokens separated by \",\"",
-3.6109179126442243), -3.713572066704308),
("dayday", -2.6946271807700692), ("dayday", -2.797281334830153), ("dayyear", -1.698669046162043),
("dayyear", -1.8191584434161694), ("named-dayproximo <cycle> ", -3.713572066704308),
("named-dayproximo <cycle> ", -3.6109179126442243), ("dd-dd <month>(interval)year", -3.713572066704308),
("dd-dd <month>(interval)year", -3.6109179126442243), ("named-day<cycle> (que vem)", -3.713572066704308),
("named-day<cycle> (que vem)", -3.6109179126442243), ("two time tokens separated by \",\"2year",
("two time tokens separated by \",\"2year", -3.20545280453606), -3.3081069585961433),
("<day-of-month> de <named-month>year", -2.2246235515243336), ("intersectyear", -3.713572066704308),
("dayweek", -2.917770732084279), ("<day-of-month> de <named-month>year", -2.327277705584417),
("intersect2year", -3.6109179126442243), ("two time tokens separated by \",\"year", -3.3081069585961433),
("named-day<cycle> passado", -3.6109179126442243)], ("dayweek", -3.0204248861443626),
n = 20}, ("intersect2year", -3.713572066704308),
("named-day<cycle> passado", -3.713572066704308)],
n = 23},
koData = koData =
ClassData{prior = -0.6690496289808848, unseen = -4.343805421853684, ClassData{prior = -0.7396671961948381,
unseen = -4.3694478524670215,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("<hour-of-day> <integer> (as relative minutes)intersect", [("<hour-of-day> <integer> (as relative minutes)intersect",
-3.6375861597263857), -3.6635616461296463),
("monthday", -2.7212954278522306), ("monthday", -2.7472709142554916),
("monthyear", -2.133508762950112), ("monthyear", -2.159484249353372),
("hourmonth", -3.2321210516182215), ("hourmonth", -3.258096538021482),
("monthmonth", -3.6375861597263857), ("monthmonth", -3.6635616461296463),
("dayyear", -3.6375861597263857), ("dayyear", -3.6635616461296463),
("<hour-of-day> <integer> (as relative minutes)intersect2", ("<hour-of-day> <integer> (as relative minutes)intersect2",
-3.6375861597263857), -3.6635616461296463),
("minutemonth", -2.7212954278522306), ("minutemonth", -2.7472709142554916),
("named-monthyear", -2.133508762950112), ("named-monthyear", -2.159484249353372),
("de <datetime> - <datetime> (interval)named-month", ("de <datetime> - <datetime> (interval)named-month",
-3.6375861597263857), -3.6635616461296463),
("\224s <time-of-day>named-month", -3.2321210516182215), ("\224s <time-of-day>named-month", -3.258096538021482),
("<hour-of-day> <integer> (as relative minutes)named-month", ("<hour-of-day> <integer> (as relative minutes)named-month",
-3.6375861597263857), -3.6635616461296463),
("<day-of-month> de <named-month>year", -3.6375861597263857), ("<day-of-month> de <named-month>year", -3.6635616461296463),
("intersect by `da` or `de`year", -3.6375861597263857), ("intersect by `da` or `de`year", -3.6635616461296463),
("named-monthtwo time tokens separated by \",\"2", ("named-monthtwo time tokens separated by \",\"2",
-3.6375861597263857), -3.6635616461296463),
("named-monthintersect", -3.6375861597263857), ("named-monthintersect", -3.6635616461296463),
("<hour-of-day> <integer> (as relative minutes)intersect by `da` or `de`", ("<hour-of-day> <integer> (as relative minutes)intersect by `da` or `de`",
-3.6375861597263857), -3.6635616461296463),
("named-monthintersect2", -3.6375861597263857), ("named-monthintersect2", -3.6635616461296463),
("minuteyear", -3.6375861597263857), ("minuteyear", -3.6635616461296463),
("named-monthtwo time tokens separated by \",\"", ("named-monthtwo time tokens separated by \",\"",
-3.6375861597263857)], -3.6635616461296463)],
n = 21}}), n = 21}}),
("<hour-of-day> and half", ("<hour-of-day> and half",
Classifier{okData = Classifier{okData =
@ -323,28 +339,31 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}), likelihoods = HashMap.fromList [], n = 0}}),
("two time tokens separated by \",\"", ("two time tokens separated by \",\"",
Classifier{okData = Classifier{okData =
ClassData{prior = -0.40546510810816444, ClassData{prior = -0.1941560144409575, unseen = -3.713572066704308,
unseen = -3.0910424533583156,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("intersectnamed-day", -2.3513752571634776), [("intersectnamed-day", -2.995732273553991),
("intersect by `da` or `de`named-day", -2.3513752571634776), ("intersect by `da` or `de`named-day", -2.995732273553991),
("intersect2named-day", -2.3513752571634776), ("intersect2named-day", -2.995732273553991),
("dayday", -1.4350845252893227), ("dayday", -1.1239300966523995),
("de <year>named-day", -2.3513752571634776), ("de <year>named-day", -2.995732273553991),
("yearnamed-day", -2.3513752571634776), ("named-dayintersect", -2.5902671654458267),
("named-dayintersect2", -2.5902671654458267),
("named-dayintersect by `da` or `de`", -2.5902671654458267),
("yearnamed-day", -2.995732273553991),
("named-day<day-of-month> de <named-month>", ("named-day<day-of-month> de <named-month>",
-2.3513752571634776), -2.3025850929940455),
("yearday", -1.9459101490553135)], ("yearday", -2.5902671654458267)],
n = 6}, n = 14},
koData = koData =
ClassData{prior = -1.0986122886681098, unseen = -2.772588722239781, ClassData{prior = -1.7346010553881064,
unseen = -2.9444389791664407,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("monthday", -1.3217558399823195), [("monthday", -1.5040773967762742),
("intersectnamed-day", -2.0149030205422647), ("intersectnamed-day", -2.1972245773362196),
("intersect by `da` or `de`named-day", -2.0149030205422647), ("intersect by `da` or `de`named-day", -2.1972245773362196),
("intersect2named-day", -2.0149030205422647)], ("intersect2named-day", -2.1972245773362196)],
n = 3}}), n = 3}}),
("ordinals (primeiro..10)", ("ordinals (primeiro..10)",
Classifier{okData = Classifier{okData =
@ -446,95 +465,103 @@ classifiers
n = 7}}), n = 7}}),
("intersect", ("intersect",
Classifier{okData = Classifier{okData =
ClassData{prior = -0.4403118394383325, unseen = -5.003946305945459, ClassData{prior = -0.3930425881096072,
unseen = -5.1298987149230735,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("<day-of-month> de <named-month>in the <part-of-day>", [("<day-of-month> de <named-month>in the <part-of-day>",
-3.898599985096005), -4.02535169073515),
("dayhour", -2.3581549441488563), ("dayhour", -2.4849066497880004),
("<day-of-month> de <named-month>two time tokens separated by \",\"2", ("<day-of-month> de <named-month>two time tokens separated by \",\"2",
-4.304065093204169), -4.430816798843313),
("nowquinze para as <hour-of-day> (as relative minutes)", ("nowquinze para as <hour-of-day> (as relative minutes)",
-4.304065093204169), -4.430816798843313),
("intersectnamed-day", -4.304065093204169), ("intersectnamed-day", -4.430816798843313),
("now\224s <time-of-day>", -3.898599985096005), ("now\224s <time-of-day>", -4.02535169073515),
("<day-of-month> de <named-month>intersect", ("<day-of-month> de <named-month>intersect",
-4.304065093204169), -4.430816798843313),
("now<hour-of-day> and 3/4", -4.304065093204169), ("now<hour-of-day> and 3/4", -4.430816798843313),
("<day-of-month> de <named-month>intersect2", ("<day-of-month> de <named-month>intersect2",
-4.304065093204169), -4.430816798843313),
("intersect by `da` or `de`named-day", -4.304065093204169), ("intersect by `da` or `de`named-day", -4.430816798843313),
("intersect2named-day", -4.304065093204169), ("intersect2named-day", -4.430816798843313),
("<day-of-month> de <named-month>two time tokens separated by \",\"", ("<day-of-month> de <named-month>two time tokens separated by \",\"",
-4.304065093204169), -4.430816798843313),
("dayday", -2.917770732084279), ("dayday", -2.639057329615259),
("hourhour", -4.304065093204169), ("hourhour", -4.430816798843313),
("named-day\224s <time-of-day>", -4.304065093204169), ("named-day\224s <time-of-day>", -4.430816798843313),
("dayyear", -2.4322629163025784), ("dayyear", -2.3513752571634776),
("minutehour", -3.0513021247088017), ("minutehour", -3.1780538303479458),
("<hour-of-day> and quinzein the <part-of-day>", ("<hour-of-day> and quinzein the <part-of-day>",
-3.898599985096005), -4.02535169073515),
("de <year>named-day", -4.304065093204169), ("de <year>named-day", -4.430816798843313),
("now<hour-of-day> and <relative minutes>", -4.304065093204169), ("now<hour-of-day> and <relative minutes>", -4.430816798843313),
("named-dayin the <part-of-day>", -4.304065093204169), ("named-dayin the <part-of-day>", -4.430816798843313),
("tomorrow<time-of-day> horas", -3.898599985096005), ("tomorrow<time-of-day> horas", -4.02535169073515),
("now<integer> para as <hour-of-day> (as relative minutes)", ("now<integer> para as <hour-of-day> (as relative minutes)",
-4.304065093204169), -4.430816798843313),
("\224s <time-of-day>in the <part-of-day>", ("\224s <time-of-day>in the <part-of-day>",
-3.6109179126442243), -3.7376696182833684),
("named-dayamanh\227 pela <part-of-day>", -4.304065093204169), ("named-dayintersect", -4.430816798843313),
("dayminute", -3.0513021247088017), ("named-dayamanh\227 pela <part-of-day>", -4.430816798843313),
("yearnamed-day", -4.304065093204169), ("dayminute", -3.1780538303479458),
("dd-dd <month>(interval)de <year>", -4.304065093204169), ("named-dayintersect2", -4.430816798843313),
("named-day<time-of-day> <part-of-day>", -4.304065093204169), ("named-dayintersect by `da` or `de`", -4.430816798843313),
("yearnamed-day", -4.430816798843313),
("dd-dd <month>(interval)de <year>", -4.430816798843313),
("named-day<day-of-month> de <named-month>",
-4.430816798843313),
("named-day<time-of-day> <part-of-day>", -4.430816798843313),
("dia <day-of-month> de <named-month>in the <part-of-day>", ("dia <day-of-month> de <named-month>in the <part-of-day>",
-3.898599985096005), -4.02535169073515),
("yearday", -3.898599985096005), ("yearday", -4.02535169073515),
("named-day<dim time> da manha", -4.304065093204169), ("named-day<dim time> da manha", -4.430816798843313),
("intersect2de <year>", -4.304065093204169), ("two time tokens separated by \",\"de <year>",
("dd[/-]mmyear", -4.304065093204169), -4.02535169073515),
("intersect2de <year>", -4.430816798843313),
("dd[/-]mmyear", -4.430816798843313),
("<day-of-month> de <named-month>de <year>", ("<day-of-month> de <named-month>de <year>",
-2.917770732084279), -3.044522437723423),
("tomorrowdepois das <time-of-day>", -3.898599985096005), ("tomorrowdepois das <time-of-day>", -4.02535169073515),
("<hour-of-day> and <relative minutes>in the <part-of-day>", ("<hour-of-day> and <relative minutes>in the <part-of-day>",
-3.898599985096005), -4.02535169073515),
("two time tokens separated by \",\"2de <year>", ("two time tokens separated by \",\"2de <year>",
-3.898599985096005)], -4.02535169073515),
n = 47}, ("intersectde <year>", -4.430816798843313)],
n = 54},
koData = koData =
ClassData{prior = -1.032362903126909, unseen = -4.672828834461907, ClassData{prior = -1.1239300966523995, unseen = -4.727387818712341,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("dayhour", -3.5648268054439574), [("dayhour", -3.619886582626985),
("monthday", -2.583997552432231), ("monthday", -2.639057329615259),
("named-month\224s <time-of-day>", -3.970291913552122), ("named-month\224s <time-of-day>", -4.02535169073515),
("monthyear", -2.466214516775848), ("monthyear", -2.521274293958875),
("intersectnamed-day", -3.970291913552122), ("intersectnamed-day", -4.02535169073515),
("now\224s <time-of-day>", -3.5648268054439574), ("now\224s <time-of-day>", -3.619886582626985),
("intersect by `da` or `de`named-day", -3.970291913552122), ("intersect by `da` or `de`named-day", -4.02535169073515),
("intersect2named-day", -3.970291913552122), ("intersect2named-day", -4.02535169073515),
("monthhour", -3.2771447329921766), ("monthhour", -3.332204510175204),
("dayyear", -3.970291913552122), ("dayyear", -4.02535169073515),
("now<hour-of-day> and <relative minutes>", -3.970291913552122), ("now<hour-of-day> and <relative minutes>", -4.02535169073515),
("daysecond", -3.970291913552122), ("daysecond", -4.02535169073515),
("named-dayright now", -3.970291913552122), ("named-dayright now", -4.02535169073515),
("dayminute", -3.5648268054439574), ("dayminute", -3.619886582626985),
("named-monthde <year>", -2.466214516775848), ("named-monthde <year>", -2.521274293958875),
("named-monthin the <part-of-day>", -3.5648268054439574), ("named-monthin the <part-of-day>", -3.619886582626985),
("named-monthtwo time tokens separated by \",\"2", ("named-monthtwo time tokens separated by \",\"2",
-3.970291913552122), -4.02535169073515),
("intersect by `da` or `de`de <year>", -3.970291913552122), ("intersect by `da` or `de`de <year>", -4.02535169073515),
("named-monthintersect", -3.970291913552122), ("named-monthintersect", -4.02535169073515),
("<day-of-month> de <named-month>\224s <time-of-day>", ("<day-of-month> de <named-month>\224s <time-of-day>",
-3.970291913552122), -4.02535169073515),
("<hour-of-day> <integer> (as relative minutes)year", ("<hour-of-day> <integer> (as relative minutes)year",
-3.970291913552122), -4.02535169073515),
("<day-of-month> de <named-month>de <year>", ("<day-of-month> de <named-month>de <year>", -4.02535169073515),
-3.970291913552122), ("named-monthintersect2", -4.02535169073515),
("named-monthintersect2", -3.970291913552122), ("minuteyear", -3.619886582626985),
("minuteyear", -3.5648268054439574),
("named-monthtwo time tokens separated by \",\"", ("named-monthtwo time tokens separated by \",\"",
-3.970291913552122)], -4.02535169073515)],
n = 26}}), n = 26}}),
("season", ("season",
Classifier{okData = Classifier{okData =
@ -552,22 +579,25 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}), likelihoods = HashMap.fromList [], n = 0}}),
("two time tokens separated by \",\"2", ("two time tokens separated by \",\"2",
Classifier{okData = Classifier{okData =
ClassData{prior = -0.2411620568168881, ClassData{prior = -0.1941560144409575, unseen = -3.713572066704308,
unseen = -3.5553480614894135,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("dayday", -1.2237754316221157), [("intersectnamed-day", -2.995732273553991),
("de <year>named-day", -2.833213344056216), ("intersect by `da` or `de`named-day", -2.995732273553991),
("named-dayintersect", -2.4277482359480516), ("intersect2named-day", -2.995732273553991),
("named-dayintersect2", -2.4277482359480516), ("dayday", -1.1239300966523995),
("named-dayintersect by `da` or `de`", -2.4277482359480516), ("de <year>named-day", -2.995732273553991),
("yearnamed-day", -2.833213344056216), ("named-dayintersect", -2.5902671654458267),
("named-dayintersect2", -2.5902671654458267),
("named-dayintersect by `da` or `de`", -2.5902671654458267),
("yearnamed-day", -2.995732273553991),
("named-day<day-of-month> de <named-month>", ("named-day<day-of-month> de <named-month>",
-2.1400661634962708), -2.3025850929940455),
("yearday", -2.4277482359480516)], ("yearday", -2.5902671654458267)],
n = 11}, n = 14},
koData = koData =
ClassData{prior = -1.540445040947149, unseen = -2.9444389791664407, ClassData{prior = -1.7346010553881064,
unseen = -2.9444389791664407,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("monthday", -1.5040773967762742), [("monthday", -1.5040773967762742),

534
Duckling/Ranking/Classifiers/SV.hs
View File

@ -66,161 +66,167 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}), likelihoods = HashMap.fromList [], n = 0}}),
("intersect2", ("intersect2",
Classifier{okData = Classifier{okData =
ClassData{prior = -0.4889316391312544, unseen = -5.991464547107982, ClassData{prior = -0.4467467670814684, unseen = -6.07993319509559,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("<datetime> - <datetime> (interval)on <date>", [("<datetime> - <datetime> (interval)on <date>",
-4.197201947661808), -4.285882774120979),
("<time-of-day> - <time-of-day> (interval)on <date>", ("<time-of-day> - <time-of-day> (interval)on <date>",
-4.197201947661808), -4.285882774120979),
("hourday", -5.295814236329918), ("hourday", -5.384495062789089),
("dayhour", -3.044522437723423), ("dayhour", -3.133203264182594),
("daymonth", -2.7700855920216627), ("daymonth", -2.8587664184808337),
("monthyear", -3.2809112157876537), ("monthyear", -3.369592042246824),
("named-daylast <cycle>", -5.295814236329918), ("intersecthh:mm", -4.979029954680924),
("named-daylast <cycle>", -5.384495062789089),
("the <day-of-month> (ordinal)named-month", ("the <day-of-month> (ordinal)named-month",
-3.9095198752100275), -3.9982007016691985),
("intersect by \"of\", \"from\", \"'s\"year", ("intersect by \"of\", \"from\", \"'s\"year",
-4.890349128221754), -4.979029954680924),
("intersect2hh:mm", -4.890349128221754), ("intersect2hh:mm", -4.979029954680924),
("last <day-of-week> of <time>year", -5.295814236329918), ("last <day-of-week> of <time>year", -5.384495062789089),
("todayat <time-of-day>", -4.890349128221754), ("todayat <time-of-day>", -4.979029954680924),
("dayday", -2.5549742124047174), ("dayday", -2.643655038863888),
("dd/mmat <time-of-day>", -4.379523504455763), ("dd/mmat <time-of-day>", -4.468204330914934),
("intersect by \",\"hh:mm", -4.379523504455763), ("intersect by \",\"hh:mm", -3.6797469705506636),
("absorption of , after named dayintersect2",
-4.979029954680924),
("named-day<named-month> <day-of-month> (ordinal)", ("named-day<named-month> <day-of-month> (ordinal)",
-5.295814236329918), -5.384495062789089),
("intersectnamed-month", -4.890349128221754), ("intersectnamed-month", -4.979029954680924),
("dayyear", -3.349904087274605), ("dayyear", -3.438584913733776),
("named-daythis <time>", -3.9095198752100275), ("named-daythis <time>", -3.9982007016691985),
("tomorrow<time-of-day> sharp", -4.890349128221754), ("tomorrow<time-of-day> sharp", -4.979029954680924),
("<day-of-month>(ordinal) <named-month>year", ("<day-of-month>(ordinal) <named-month>year",
-4.379523504455763), -4.468204330914934),
("absorption of , after named day<day-of-month>(ordinal) <named-month>", ("absorption of , after named day<day-of-month>(ordinal) <named-month>",
-4.602667055769973), -4.6913478822291435),
("absorption of , after named day<named-month> <day-of-month> (ordinal)", ("absorption of , after named day<named-month> <day-of-month> (ordinal)",
-4.197201947661808), -4.285882774120979),
("named-day<time> timezone", -4.602667055769973), ("named-day<time> timezone", -4.6913478822291435),
("named-monthyear", -3.2809112157876537), ("named-monthyear", -3.369592042246824),
("absorption of , after named day<named-month> <day-of-month> (non ordinal)", ("absorption of , after named day<named-month> <day-of-month> (non ordinal)",
-4.197201947661808), -4.285882774120979),
("on <date>named-month", -3.9095198752100275), ("on <date>named-month", -3.9982007016691985),
("tomorrowuntil <time-of-day>", -4.890349128221754), ("tomorrowuntil <time-of-day>", -4.979029954680924),
("absorption of , after named day<day-of-month> (non ordinal) <named-month>", ("absorption of , after named day<day-of-month> (non ordinal) <named-month>",
-4.602667055769973), -4.6913478822291435),
("intersect2named-month", -4.890349128221754), ("intersect2named-month", -4.979029954680924),
("after <time-of-day>at <time-of-day>", -4.890349128221754), ("after <time-of-day>at <time-of-day>", -4.979029954680924),
("intersect by \",\"<day-of-month> (non ordinal) <named-month>", ("intersect by \",\"<day-of-month> (non ordinal) <named-month>",
-4.890349128221754), -4.979029954680924),
("named-day<day-of-month> (non ordinal) <named-month>", ("named-day<day-of-month> (non ordinal) <named-month>",
-5.295814236329918), -5.384495062789089),
("named-day<named-month> <day-of-month> (non ordinal)", ("named-day<named-month> <day-of-month> (non ordinal)",
-5.295814236329918), -5.384495062789089),
("named-dayfrom <datetime> - <datetime> (interval)", ("named-dayfrom <datetime> - <datetime> (interval)",
-4.890349128221754), -4.979029954680924),
("named-daynext <cycle>", -5.295814236329918), ("named-daynext <cycle>", -5.384495062789089),
("named-dayintersect", -4.890349128221754), ("named-dayintersect", -4.979029954680924),
("named-dayfrom <time-of-day> - <time-of-day> (interval)", ("named-dayfrom <time-of-day> - <time-of-day> (interval)",
-4.890349128221754), -4.979029954680924),
("tomorrowafter <time-of-day>", -4.890349128221754), ("tomorrowafter <time-of-day>", -4.979029954680924),
("from <time-of-day> - <time-of-day> (interval)on <date>", ("from <time-of-day> - <time-of-day> (interval)on <date>",
-4.379523504455763), -4.468204330914934),
("dayminute", -2.9932291433358724), ("dayminute", -2.4941233048929243),
("from <datetime> - <datetime> (interval)on <date>", ("from <datetime> - <datetime> (interval)on <date>",
-4.602667055769973), -4.6913478822291435),
("<ordinal> <cycle> of <time>year", -4.890349128221754), ("<ordinal> <cycle> of <time>year", -4.979029954680924),
("minuteday", -2.6216655869033896), ("minuteday", -2.71034641336256),
("absorption of , after named dayintersect",
-4.979029954680924),
("named-daybetween <time-of-day> and <time-of-day> (interval)", ("named-daybetween <time-of-day> and <time-of-day> (interval)",
-5.295814236329918), -5.384495062789089),
("named-dayon <date>", -4.602667055769973), ("named-dayon <date>", -4.6913478822291435),
("named-dayat <time-of-day>", -4.890349128221754), ("named-dayat <time-of-day>", -4.979029954680924),
("named-dayintersect2", -4.890349128221754), ("named-dayintersect2", -4.979029954680924),
("yearhh:mm", -5.384495062789089),
("named-daybetween <datetime> and <datetime> (interval)", ("named-daybetween <datetime> and <datetime> (interval)",
-5.295814236329918), -5.384495062789089),
("absorption of , after named dayintersect by \",\"", ("absorption of , after named dayintersect by \",\"",
-4.890349128221754), -4.131732094293721),
("dd/mmyear", -4.890349128221754), ("dd/mmyear", -4.979029954680924),
("at <time-of-day>on <date>", -5.295814236329918), ("at <time-of-day>on <date>", -5.384495062789089),
("between <time-of-day> and <time-of-day> (interval)on <date>", ("between <time-of-day> and <time-of-day> (interval)on <date>",
-5.295814236329918), -5.384495062789089),
("between <datetime> and <datetime> (interval)on <date>", ("between <datetime> and <datetime> (interval)on <date>",
-5.295814236329918), -5.384495062789089),
("dayweek", -4.04305126783455), ("dayweek", -4.131732094293721),
("intersect by \",\"<day-of-month>(ordinal) <named-month>", ("intersect by \",\"<day-of-month>(ordinal) <named-month>",
-4.890349128221754), -4.979029954680924),
("weekyear", -4.379523504455763), ("weekyear", -4.468204330914934),
("hh:mmtomorrow", -4.602667055769973), ("hh:mmtomorrow", -4.6913478822291435),
("named-day<day-of-month>(ordinal) <named-month>", ("named-day<day-of-month>(ordinal) <named-month>",
-5.295814236329918), -5.384495062789089),
("tomorrowat <time-of-day>", -4.04305126783455), ("tomorrowat <time-of-day>", -4.131732094293721),
("named-daythis <cycle>", -4.602667055769973), ("named-daythis <cycle>", -4.6913478822291435),
("named-daythe <day-of-month> (ordinal)", -5.295814236329918), ("named-daythe <day-of-month> (ordinal)", -5.384495062789089),
("at <time-of-day>tomorrow", -4.890349128221754), ("at <time-of-day>tomorrow", -4.979029954680924),
("last <cycle> of <time>year", -4.379523504455763), ("last <cycle> of <time>year", -4.468204330914934),
("<day-of-month> (non ordinal) <named-month>year", ("<day-of-month> (non ordinal) <named-month>year",
-4.890349128221754)], -4.979029954680924),
n = 157}, ("yearminute", -5.384495062789089)],
n = 174},
koData = koData =
ClassData{prior = -0.9500575943449725, unseen = -5.648974238161206, ClassData{prior = -1.0208345876254254, unseen = -5.652489180268651,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("named-daynamed-month", -4.952299717083292), [("named-daynamed-month", -4.955827057601261),
("dayhour", -3.247551624844867), ("dayhour", -3.2510789653628356),
("daymonth", -1.9318748309389298), ("daymonth", -1.9354021714568983),
("monthday", -3.448222320307018), ("monthday", -3.4517496608249867),
("monthyear", -4.036008985209137), ("monthyear", -4.039536325727106),
("intersect by \"of\", \"from\", \"'s\"year", ("intersect by \"of\", \"from\", \"'s\"year",
-3.8536874284151827), -3.857214768933151),
("hourmonth", -4.259152536523347), ("hourmonth", -4.2626798770413155),
("named-dayhh:mm", -4.952299717083292), ("named-dayhh:mm", -4.955827057601261),
("dayday", -4.546834608975128), ("dayday", -4.550361949493096),
("dd/mmat <time-of-day>", -4.036008985209137), ("dd/mmat <time-of-day>", -4.039536325727106),
("intersectnamed-month", -4.546834608975128), ("intersectnamed-month", -4.550361949493096),
("dayyear", -3.5660053559634015), ("dayyear", -3.56953269648137),
("named-daythis <time>", -2.701007918476797), ("named-daythis <time>", -2.7045352589947655),
("year<hour-of-day> <integer> (as relative minutes)", ("year<hour-of-day> <integer> (as relative minutes)",
-4.546834608975128), -4.550361949493096),
("minutemonth", -4.546834608975128), ("minutemonth", -4.550361949493096),
("named-monthyear", -4.036008985209137), ("named-monthyear", -4.039536325727106),
("on <date>named-month", -4.546834608975128), ("on <date>named-month", -4.550361949493096),
("absorption of , after named daynamed-month", ("absorption of , after named daynamed-month",
-3.8536874284151827), -3.857214768933151),
("intersect2named-month", -4.546834608975128), ("intersect2named-month", -4.550361949493096),
("named-dayfrom <datetime> - <datetime> (interval)", ("named-dayfrom <datetime> - <datetime> (interval)",
-3.6995367485879243), -3.703064089105893),
("named-dayintersect", -4.546834608975128), ("named-dayintersect", -4.550361949493096),
("named-month<day-of-month>(ordinal) <named-month>", ("named-month<day-of-month>(ordinal) <named-month>",
-4.036008985209137), -4.039536325727106),
("<hour-of-day> <integer> (as relative minutes)named-month", ("<hour-of-day> <integer> (as relative minutes)named-month",
-4.546834608975128), -4.550361949493096),
("named-dayfrom <time-of-day> - <time-of-day> (interval)", ("named-dayfrom <time-of-day> - <time-of-day> (interval)",
-4.952299717083292), -4.955827057601261),
("yearmonth", -4.952299717083292), ("yearmonth", -4.955827057601261),
("until <time-of-day>on <date>", -4.952299717083292), ("until <time-of-day>on <date>", -4.955827057601261),
("<named-month> <day-of-month> (ordinal)named-month", ("<named-month> <day-of-month> (ordinal)named-month",
-4.036008985209137), -4.039536325727106),
("dayminute", -3.342861804649192), ("dayminute", -3.3463891451671604),
("minuteday", -3.448222320307018), ("minuteday", -3.4517496608249867),
("named-daybetween <time-of-day> and <time-of-day> (interval)", ("named-daybetween <time-of-day> and <time-of-day> (interval)",
-4.952299717083292), -4.955827057601261),
("named-dayon <date>", -4.546834608975128), ("named-dayon <date>", -4.550361949493096),
("named-dayat <time-of-day>", -4.036008985209137), ("named-dayat <time-of-day>", -4.039536325727106),
("named-dayintersect2", -4.546834608975128), ("named-dayintersect2", -4.550361949493096),
("yearhh:mm", -4.952299717083292), ("hh:mmon <date>", -3.56953269648137),
("hh:mmon <date>", -3.5660053559634015),
("named-daybetween <datetime> and <datetime> (interval)", ("named-daybetween <datetime> and <datetime> (interval)",
-4.546834608975128), -4.550361949493096),
("<day-of-month>(ordinal) <named-month> yearnamed-month", ("<day-of-month>(ordinal) <named-month> yearnamed-month",
-4.036008985209137), -4.039536325727106),
("named-month<day-of-month> (non ordinal) <named-month>", ("named-month<day-of-month> (non ordinal) <named-month>",
-4.036008985209137), -4.039536325727106),
("<named-month> <day-of-month> (non ordinal)named-month", ("<named-month> <day-of-month> (non ordinal)named-month",
-4.036008985209137), -4.039536325727106),
("<hour-of-day> <integer> (as relative minutes)year", ("<hour-of-day> <integer> (as relative minutes)year",
-4.546834608975128), -4.550361949493096),
("minuteyear", -4.546834608975128), ("minuteyear", -4.550361949493096),
("yearminute", -4.259152536523347)], ("yearminute", -4.550361949493096)],
n = 99}}), n = 98}}),
("<time> <part-of-day>", ("<time> <part-of-day>",
Classifier{okData = Classifier{okData =
ClassData{prior = 0.0, unseen = -2.639057329615259, ClassData{prior = 0.0, unseen = -2.639057329615259,
@ -436,158 +442,167 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}), likelihoods = HashMap.fromList [], n = 0}}),
("intersect", ("intersect",
Classifier{okData = Classifier{okData =
ClassData{prior = -0.505442030682518, unseen = -5.948034989180646, ClassData{prior = -0.44306352166517193, unseen = -6.07993319509559,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("<datetime> - <datetime> (interval)on <date>", [("<datetime> - <datetime> (interval)on <date>",
-4.15366113937852), -4.285882774120979),
("<time-of-day> - <time-of-day> (interval)on <date>", ("<time-of-day> - <time-of-day> (interval)on <date>",
-4.15366113937852), -4.285882774120979),
("hourday", -5.25227342804663), ("hourday", -5.384495062789089),
("dayhour", -3.0009816294401346), ("dayhour", -3.133203264182594),
("daymonth", -2.7265447837383743), ("daymonth", -2.8587664184808337),
("monthyear", -3.237370407504365), ("monthyear", -3.369592042246824),
("named-daylast <cycle>", -5.25227342804663), ("intersecthh:mm", -4.979029954680924),
("the <day-of-month> (ordinal)named-month", -3.865979066926739), ("named-daylast <cycle>", -5.384495062789089),
("the <day-of-month> (ordinal)named-month",
-3.9982007016691985),
("intersect by \"of\", \"from\", \"'s\"year", ("intersect by \"of\", \"from\", \"'s\"year",
-4.846808319938465), -4.979029954680924),
("intersect2hh:mm", -4.846808319938465), ("intersect2hh:mm", -4.979029954680924),
("last <day-of-week> of <time>year", -5.25227342804663), ("last <day-of-week> of <time>year", -5.384495062789089),
("todayat <time-of-day>", -4.846808319938465), ("todayat <time-of-day>", -4.979029954680924),
("dayday", -2.8099263926774256), ("dayday", -2.643655038863888),
("dd/mmat <time-of-day>", -4.335982696172475), ("dd/mmat <time-of-day>", -4.468204330914934),
("intersect by \",\"hh:mm", -4.335982696172475), ("intersect by \",\"hh:mm", -3.6797469705506636),
("absorption of , after named dayintersect2",
-4.979029954680924),
("named-day<named-month> <day-of-month> (ordinal)", ("named-day<named-month> <day-of-month> (ordinal)",
-5.25227342804663), -5.384495062789089),
("intersectnamed-month", -4.846808319938465), ("intersectnamed-month", -4.979029954680924),
("dayyear", -3.3063632789913164), ("dayyear", -3.438584913733776),
("named-daythis <time>", -3.865979066926739), ("named-daythis <time>", -3.9982007016691985),
("tomorrow<time-of-day> sharp", -4.846808319938465), ("tomorrow<time-of-day> sharp", -4.979029954680924),
("<day-of-month>(ordinal) <named-month>year", ("<day-of-month>(ordinal) <named-month>year",
-4.335982696172475), -4.468204330914934),
("absorption of , after named day<day-of-month>(ordinal) <named-month>", ("absorption of , after named day<day-of-month>(ordinal) <named-month>",
-4.846808319938465), -4.6913478822291435),
("absorption of , after named day<named-month> <day-of-month> (ordinal)", ("absorption of , after named day<named-month> <day-of-month> (ordinal)",
-4.5591262474866845), -4.285882774120979),
("named-day<time> timezone", -4.5591262474866845), ("named-day<time> timezone", -4.6913478822291435),
("named-monthyear", -3.237370407504365), ("named-monthyear", -3.369592042246824),
("absorption of , after named day<named-month> <day-of-month> (non ordinal)", ("absorption of , after named day<named-month> <day-of-month> (non ordinal)",
-4.5591262474866845), -4.285882774120979),
("on <date>named-month", -3.865979066926739), ("on <date>named-month", -3.9982007016691985),
("tomorrowuntil <time-of-day>", -4.846808319938465), ("tomorrowuntil <time-of-day>", -4.979029954680924),
("absorption of , after named day<day-of-month> (non ordinal) <named-month>", ("absorption of , after named day<day-of-month> (non ordinal) <named-month>",
-4.846808319938465), -4.6913478822291435),
("intersect2named-month", -4.846808319938465), ("intersect2named-month", -4.979029954680924),
("after <time-of-day>at <time-of-day>", -4.846808319938465), ("after <time-of-day>at <time-of-day>", -4.979029954680924),
("intersect by \",\"<day-of-month> (non ordinal) <named-month>", ("intersect by \",\"<day-of-month> (non ordinal) <named-month>",
-4.846808319938465), -4.979029954680924),
("named-day<day-of-month> (non ordinal) <named-month>", ("named-day<day-of-month> (non ordinal) <named-month>",
-5.25227342804663), -5.384495062789089),
("named-day<named-month> <day-of-month> (non ordinal)", ("named-day<named-month> <day-of-month> (non ordinal)",
-5.25227342804663), -5.384495062789089),
("named-dayfrom <datetime> - <datetime> (interval)", ("named-dayfrom <datetime> - <datetime> (interval)",
-4.846808319938465), -4.979029954680924),
("named-daynext <cycle>", -5.25227342804663), ("named-daynext <cycle>", -5.384495062789089),
("named-dayintersect", -4.846808319938465), ("named-dayintersect", -4.979029954680924),
("named-dayfrom <time-of-day> - <time-of-day> (interval)", ("named-dayfrom <time-of-day> - <time-of-day> (interval)",
-4.846808319938465), -4.979029954680924),
("tomorrowafter <time-of-day>", -4.846808319938465), ("tomorrowafter <time-of-day>", -4.979029954680924),
("from <time-of-day> - <time-of-day> (interval)on <date>", ("from <time-of-day> - <time-of-day> (interval)on <date>",
-4.335982696172475), -4.468204330914934),
("dayminute", -2.949688335052584), ("dayminute", -2.4941233048929243),
("from <datetime> - <datetime> (interval)on <date>", ("from <datetime> - <datetime> (interval)on <date>",
-4.5591262474866845), -4.6913478822291435),
("<ordinal> <cycle> of <time>year", -4.846808319938465), ("<ordinal> <cycle> of <time>year", -4.979029954680924),
("minuteday", -2.578124778620101), ("minuteday", -2.71034641336256),
("absorption of , after named dayintersect",
-4.979029954680924),
("named-daybetween <time-of-day> and <time-of-day> (interval)", ("named-daybetween <time-of-day> and <time-of-day> (interval)",
-5.25227342804663), -5.384495062789089),
("named-dayon <date>", -4.5591262474866845), ("named-dayon <date>", -4.6913478822291435),
("named-dayat <time-of-day>", -4.846808319938465), ("named-dayat <time-of-day>", -4.979029954680924),
("named-dayintersect2", -4.846808319938465), ("named-dayintersect2", -4.979029954680924),
("yearhh:mm", -5.384495062789089),
("named-daybetween <datetime> and <datetime> (interval)", ("named-daybetween <datetime> and <datetime> (interval)",
-5.25227342804663), -5.384495062789089),
("dd/mmyear", -4.846808319938465), ("absorption of , after named dayintersect by \",\"",
("at <time-of-day>on <date>", -5.25227342804663), -4.131732094293721),
("dd/mmyear", -4.979029954680924),
("at <time-of-day>on <date>", -5.384495062789089),
("between <time-of-day> and <time-of-day> (interval)on <date>", ("between <time-of-day> and <time-of-day> (interval)on <date>",
-5.25227342804663), -5.384495062789089),
("between <datetime> and <datetime> (interval)on <date>", ("between <datetime> and <datetime> (interval)on <date>",
-5.25227342804663), -5.384495062789089),
("dayweek", -3.999510459551262), ("dayweek", -4.131732094293721),
("intersect by \",\"<day-of-month>(ordinal) <named-month>", ("intersect by \",\"<day-of-month>(ordinal) <named-month>",
-4.846808319938465), -4.979029954680924),
("weekyear", -4.335982696172475), ("weekyear", -4.468204330914934),
("hh:mmtomorrow", -4.5591262474866845), ("hh:mmtomorrow", -4.6913478822291435),
("named-day<day-of-month>(ordinal) <named-month>", ("named-day<day-of-month>(ordinal) <named-month>",
-5.25227342804663), -5.384495062789089),
("tomorrowat <time-of-day>", -3.999510459551262), ("tomorrowat <time-of-day>", -4.131732094293721),
("named-daythis <cycle>", -4.5591262474866845), ("named-daythis <cycle>", -4.6913478822291435),
("named-daythe <day-of-month> (ordinal)", -5.25227342804663), ("named-daythe <day-of-month> (ordinal)", -5.384495062789089),
("at <time-of-day>tomorrow", -4.846808319938465), ("at <time-of-day>tomorrow", -4.979029954680924),
("last <cycle> of <time>year", -4.335982696172475), ("last <cycle> of <time>year", -4.468204330914934),
("<day-of-month> (non ordinal) <named-month>year", ("<day-of-month> (non ordinal) <named-month>year",
-4.846808319938465)], -4.979029954680924),
n = 149}, ("yearminute", -5.384495062789089)],
n = 174},
koData = koData =
ClassData{prior = -0.9244208579574053, unseen = -5.638354669333745, ClassData{prior = -1.0274078423763182, unseen = -5.645446897643238,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("named-daynamed-month", -4.941642422609305), [("named-daynamed-month", -4.948759890378168),
("dayhour", -3.236894330370879), ("dayhour", -3.244011798139743),
("daymonth", -1.9212175364649418), ("daymonth", -1.9283350042338059),
("monthday", -3.43756502583303), ("monthday", -3.4446824936018943),
("monthyear", -4.02535169073515), ("monthyear", -4.032469158504013),
("intersect by \"of\", \"from\", \"'s\"year", ("intersect by \"of\", \"from\", \"'s\"year",
-3.8430301339411947), -3.8501476017100584),
("hourmonth", -4.248495242049359), ("hourmonth", -4.255612709818223),
("named-dayhh:mm", -4.941642422609305), ("named-dayhh:mm", -4.948759890378168),
("dayday", -4.941642422609305), ("dayday", -4.948759890378168),
("dd/mmat <time-of-day>", -4.02535169073515), ("dd/mmat <time-of-day>", -4.032469158504013),
("intersectnamed-month", -4.53617731450114), ("intersectnamed-month", -4.543294782270004),
("dayyear", -3.5553480614894135), ("dayyear", -3.5624655292582776),
("named-daythis <time>", -2.6903506240028094), ("named-daythis <time>", -2.697468091771673),
("year<hour-of-day> <integer> (as relative minutes)", ("year<hour-of-day> <integer> (as relative minutes)",
-4.53617731450114), -4.543294782270004),
("minutemonth", -4.53617731450114), ("minutemonth", -4.543294782270004),
("named-monthyear", -4.02535169073515), ("named-monthyear", -4.032469158504013),
("on <date>named-month", -4.53617731450114), ("on <date>named-month", -4.543294782270004),
("absorption of , after named daynamed-month", ("absorption of , after named daynamed-month",
-3.8430301339411947), -3.8501476017100584),
("intersect2named-month", -4.53617731450114), ("intersect2named-month", -4.543294782270004),
("named-dayfrom <datetime> - <datetime> (interval)", ("named-dayfrom <datetime> - <datetime> (interval)",
-3.8430301339411947), -3.8501476017100584),
("named-dayintersect", -4.53617731450114), ("named-dayintersect", -4.543294782270004),
("named-month<day-of-month>(ordinal) <named-month>", ("named-month<day-of-month>(ordinal) <named-month>",
-4.02535169073515), -4.032469158504013),
("<hour-of-day> <integer> (as relative minutes)named-month", ("<hour-of-day> <integer> (as relative minutes)named-month",
-4.53617731450114), -4.543294782270004),
("named-dayfrom <time-of-day> - <time-of-day> (interval)", ("named-dayfrom <time-of-day> - <time-of-day> (interval)",
-4.941642422609305), -4.948759890378168),
("yearmonth", -4.941642422609305), ("yearmonth", -4.948759890378168),
("until <time-of-day>on <date>", -4.941642422609305), ("until <time-of-day>on <date>", -4.948759890378168),
("<named-month> <day-of-month> (ordinal)named-month", ("<named-month> <day-of-month> (ordinal)named-month",
-4.02535169073515), -4.032469158504013),
("dayminute", -3.332204510175204), ("dayminute", -3.339321977944068),
("minuteday", -3.43756502583303), ("minuteday", -3.4446824936018943),
("named-daybetween <time-of-day> and <time-of-day> (interval)", ("named-daybetween <time-of-day> and <time-of-day> (interval)",
-4.941642422609305), -4.948759890378168),
("named-dayon <date>", -4.53617731450114), ("named-dayon <date>", -4.543294782270004),
("named-dayat <time-of-day>", -4.02535169073515), ("named-dayat <time-of-day>", -4.032469158504013),
("named-dayintersect2", -4.53617731450114), ("named-dayintersect2", -4.543294782270004),
("yearhh:mm", -4.941642422609305), ("hh:mmon <date>", -3.5624655292582776),
("hh:mmon <date>", -3.5553480614894135),
("named-daybetween <datetime> and <datetime> (interval)", ("named-daybetween <datetime> and <datetime> (interval)",
-4.53617731450114), -4.543294782270004),
("<day-of-month>(ordinal) <named-month> yearnamed-month", ("<day-of-month>(ordinal) <named-month> yearnamed-month",
-4.02535169073515), -4.032469158504013),
("named-month<day-of-month> (non ordinal) <named-month>", ("named-month<day-of-month> (non ordinal) <named-month>",
-4.02535169073515), -4.032469158504013),
("<named-month> <day-of-month> (non ordinal)named-month", ("<named-month> <day-of-month> (non ordinal)named-month",
-4.02535169073515), -4.032469158504013),
("<hour-of-day> <integer> (as relative minutes)year", ("<hour-of-day> <integer> (as relative minutes)year",
-4.53617731450114), -4.543294782270004),
("minuteyear", -4.53617731450114), ("minuteyear", -4.543294782270004),
("yearminute", -4.248495242049359)], ("yearminute", -4.543294782270004)],
n = 98}}), n = 97}}),
("<ordinal> <cycle> of <time>", ("<ordinal> <cycle> of <time>",
Classifier{okData = Classifier{okData =
ClassData{prior = 0.0, unseen = -3.1354942159291497, ClassData{prior = 0.0, unseen = -3.1354942159291497,
@ -1106,49 +1121,72 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}), likelihoods = HashMap.fromList [], n = 0}}),
("intersect by \",\"", ("intersect by \",\"",
Classifier{okData = Classifier{okData =
ClassData{prior = -0.15415067982725836, ClassData{prior = -6.538275926285174e-2,
unseen = -4.418840607796598, unseen = -5.25227342804663,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("at <time-of-day>named-day", -3.713572066704308), [("<named-month> <day-of-month> (ordinal)intersect",
("at <time-of-day>intersect2", -3.3081069585961433), -4.553876891600541),
("dayday", -1.8417698898027164), ("intersectintersect2", -4.148411783492376),
("hh:mmnamed-day", -3.713572066704308), ("at <time-of-day>named-day", -4.553876891600541),
("intersect by \",\"year", -4.148411783492376),
("at <time-of-day>intersect2", -4.148411783492376),
("hh:mmintersect by \",\"", -4.148411783492376),
("dayday", -2.202501634437063),
("hh:mmnamed-day", -4.553876891600541),
("intersect2intersect2", -4.148411783492376),
("named-dayintersect by \",\"", -3.301113923105173),
("named-day<named-month> <day-of-month> (ordinal)", ("named-day<named-month> <day-of-month> (ordinal)",
-3.0204248861443626), -3.455264602932431),
("dayyear", -2.46080909820894), ("dayyear", -2.8491287993621155),
("<named-month> <day-of-month> (non ordinal)intersect",
-4.553876891600541),
("<named-month> <day-of-month> (ordinal)intersect2",
-4.553876891600541),
("<named-month> <day-of-month> (non ordinal)intersect2",
-4.553876891600541),
("intersect by \",\"<day-of-month> (non ordinal) <named-month>", ("intersect by \",\"<day-of-month> (non ordinal) <named-month>",
-3.3081069585961433), -4.148411783492376),
("<named-month> <day-of-month> (non ordinal)named-day", ("<named-month> <day-of-month> (non ordinal)named-day",
-3.713572066704308), -4.553876891600541),
("named-day<day-of-month> (non ordinal) <named-month>", ("named-day<day-of-month> (non ordinal) <named-month>",
-3.3081069585961433), -3.8607297110405954),
("named-day<named-month> <day-of-month> (non ordinal)", ("named-day<named-month> <day-of-month> (non ordinal)",
-3.0204248861443626), -3.455264602932431),
("minuteday", -1.8417698898027164), ("hh:mmintersect", -4.148411783492376),
("hh:mmintersect2", -3.3081069585961433), ("intersect by \",\"intersect", -4.148411783492376),
("hh:mmabsorption of , after named day", -3.713572066704308), ("named-dayintersect", -4.148411783492376),
("at <time-of-day>intersect", -4.148411783492376),
("dayminute", -2.0281482472922856),
("intersect2intersect", -4.148411783492376),
("intersectyear", -4.148411783492376),
("minuteday", -2.202501634437063),
("hh:mmintersect2", -4.148411783492376),
("hh:mmabsorption of , after named day", -4.553876891600541),
("named-dayintersect2", -4.148411783492376),
("intersect by \",\"intersect2", -4.148411783492376),
("at <time-of-day>intersect by \",\"", -4.148411783492376),
("at <time-of-day>absorption of , after named day", ("at <time-of-day>absorption of , after named day",
-3.713572066704308), -4.553876891600541),
("intersect2year", -3.3081069585961433), ("intersectintersect", -4.148411783492376),
("intersect2year", -4.148411783492376),
("intersect by \",\"<day-of-month>(ordinal) <named-month>", ("intersect by \",\"<day-of-month>(ordinal) <named-month>",
-3.3081069585961433), -4.148411783492376),
("named-day<day-of-month>(ordinal) <named-month>", ("named-day<day-of-month>(ordinal) <named-month>",
-3.3081069585961433), -3.8607297110405954),
("<named-month> <day-of-month> (ordinal)named-day", ("<named-month> <day-of-month> (ordinal)named-day",
-3.713572066704308), -4.553876891600541),
("<named-month> <day-of-month> (ordinal)year", ("<named-month> <day-of-month> (ordinal)year",
-3.3081069585961433), -4.148411783492376),
("<named-month> <day-of-month> (non ordinal)year", ("<named-month> <day-of-month> (non ordinal)year",
-3.3081069585961433)], -4.148411783492376)],
n = 30}, n = 74},
koData = koData =
ClassData{prior = -1.9459101490553135, ClassData{prior = -2.760009940032921, unseen = -3.970291913552122,
unseen = -3.4965075614664802,
likelihoods = likelihoods =
HashMap.fromList HashMap.fromList
[("named-daynamed-month", -1.6739764335716716), [("named-daynamed-month", -2.159484249353372),
("daymonth", -1.6739764335716716)], ("daymonth", -2.159484249353372)],
n = 5}}), n = 5}}),
("hh:mm", ("hh:mm",
Classifier{okData = Classifier{okData =

2
Duckling/Time/EN/Corpus.hs
View File

@ -272,7 +272,7 @@ allExamples = concat
, "3 oclock am" , "3 oclock am"
, "at three am" , "at three am"
] ]
, examples (datetime (2013, 2, 12, 3, 18, 0) Minute) , examples (datetime (2013, 2, 13, 3, 18, 0) Minute)
[ "3:18am" [ "3:18am"
, "3:18a" , "3:18a"
] ]

10
Duckling/Time/Helpers.hs
View File

@ -48,12 +48,14 @@ import Duckling.Time.Types
, mkSecondPredicate , mkSecondPredicate
, mkMinutePredicate , mkMinutePredicate
, mkHourPredicate , mkHourPredicate
, mkAMPMPredicate
, mkMonthPredicate , mkMonthPredicate
, mkDayOfTheWeekPredicate , mkDayOfTheWeekPredicate
, mkDayOfTheMonthPredicate , mkDayOfTheMonthPredicate
, mkYearPredicate , mkYearPredicate
, mkIntersectPredicate , mkIntersectPredicate
, runPredicate , runPredicate
, AMPM(..)
) )
import qualified Duckling.Time.Types as TTime import qualified Duckling.Time.Types as TTime
import qualified Duckling.TimeGrain.Types as TG import qualified Duckling.TimeGrain.Types as TG
@ -497,9 +499,11 @@ timeOfDay h is12H = form TTime.TimeOfDay {TTime.hours = h, TTime.is12H = is12H}
timeOfDayAMPM :: TimeData -> Bool -> TimeData timeOfDayAMPM :: TimeData -> Bool -> TimeData
timeOfDayAMPM tod isAM = timeOfDay Nothing False $ intersect (tod, ampm) timeOfDayAMPM tod isAM = timeOfDay Nothing False $ intersect (tod, ampm)
where where
h0 = hour False 0 ampm = TTime.timedata'
h12 = hour False 12 { TTime.timePred = ampmPred
ampm = interval False $ if isAM then (h0, h12) else (h12, h0) , TTime.timeGrain = TG.Hour
}
ampmPred = if isAM then mkAMPMPredicate AM else mkAMPMPredicate PM
withDirection :: TTime.IntervalDirection -> TimeData -> TimeData withDirection :: TTime.IntervalDirection -> TimeData -> TimeData
withDirection dir td = td {TTime.direction = Just dir} withDirection dir td = td {TTime.direction = Just dir}

2
Duckling/Time/KO/Corpus.hs
View File

@ -225,7 +225,7 @@ allExamples = concat
, "오전 세시" , "오전 세시"
, "3AM" , "3AM"
] ]
, examples (datetime (2013, 2, 12, 3, 18, 0) Minute) , examples (datetime (2013, 2, 13, 3, 18, 0) Minute)
[ "3:18am" [ "3:18am"
, "3:18a" , "3:18a"
] ]

2
Duckling/Time/PL/Corpus.hs
View File

@ -339,7 +339,7 @@ allExamples = concat
, "o trzeciej rano" , "o trzeciej rano"
, "o trzeciej z rana" , "o trzeciej z rana"
] ]
, examples (datetime (2013, 2, 12, 3, 18, 0) Minute) , examples (datetime (2013, 2, 13, 3, 18, 0) Minute)
[ "3:18 rano" [ "3:18 rano"
] ]
, examples (datetime (2013, 2, 12, 15, 0, 0) Hour) , examples (datetime (2013, 2, 12, 15, 0, 0) Hour)

139
Duckling/Time/Types.hs
View File

@ -128,7 +128,7 @@ instance Resolve TimeData where
timedata' :: TimeData timedata' :: TimeData
timedata' = TimeData timedata' = TimeData
{ timePred = mkSeriesPredicate $ \_ _ -> ([], []) { timePred = EmptyPredicate
, latent = False , latent = False
, timeGrain = TG.Second , timeGrain = TG.Second
, notImmediate = False , notImmediate = False
@ -195,56 +195,103 @@ instance ToJSON TimeValue where
-- | Return a tuple of (past, future) elements -- | Return a tuple of (past, future) elements
type SeriesPredicate = TimeObject -> TimeContext -> ([TimeObject], [TimeObject]) type SeriesPredicate = TimeObject -> TimeContext -> ([TimeObject], [TimeObject])
data AMPM = AM | PM
deriving Eq
data Predicate data Predicate
= SeriesPredicate SeriesPredicate = SeriesPredicate SeriesPredicate
| SecondPredicate Int | EmptyPredicate
| MinutePredicate Int | TimeDatePredicate -- invariant: at least one of them is Just
| HourPredicate Bool Int { tdSecond :: Maybe Int
| DayOfTheWeekPredicate Int , tdMinute :: Maybe Int
| DayOfTheMonthPredicate Int , tdHour :: Maybe (Bool, Int)
| MonthPredicate Int , tdAMPM :: Maybe AMPM
| YearPredicate Int , tdDayOfTheWeek :: Maybe Int
, tdDayOfTheMonth :: Maybe Int
, tdMonth :: Maybe Int
, tdYear :: Maybe Int
}
| IntersectPredicate Predicate Predicate | IntersectPredicate Predicate Predicate
{-# ANN runPredicate ("HLint: ignore Use foldr1OrError" :: String) #-}
runPredicate :: Predicate -> SeriesPredicate runPredicate :: Predicate -> SeriesPredicate
runPredicate EmptyPredicate = \_ _ -> ([], [])
runPredicate (SeriesPredicate p) = p runPredicate (SeriesPredicate p) = p
runPredicate (SecondPredicate s) = runSecondPredicate s runPredicate TimeDatePredicate{..} =
runPredicate (MinutePredicate m) = runMinutePredicate m foldr1 runCompose toCompose
runPredicate (HourPredicate is12H n) = runHourPredicate is12H n where
runPredicate (DayOfTheWeekPredicate d) = runDayOfTheWeekPredicate d -- runComposePredicate performs best when the first predicate is of
runPredicate (DayOfTheMonthPredicate d) = runDayOfTheMonthPredicate d -- smaller grain, that's why we order by grain here
runPredicate (MonthPredicate m) = runMonthPredicate m toCompose = catMaybes
runPredicate (YearPredicate y) = runYearPredicate y [ runSecondPredicate <$> tdSecond
, runMinutePredicate <$> tdMinute
, uncurry runHourPredicate <$> tdHour
, runAMPMPredicate <$> tdAMPM
, runDayOfTheWeekPredicate <$> tdDayOfTheWeek
, runDayOfTheMonthPredicate <$> tdDayOfTheMonth
, runMonthPredicate <$> tdMonth
, runYearPredicate <$> tdYear
]
runPredicate (IntersectPredicate pred1 pred2) = runPredicate (IntersectPredicate pred1 pred2) =
runIntersectPredicate pred1 pred2 runIntersectPredicate pred1 pred2
-- Don't use outside this module, use a smart constructor
emptyTimeDatePredicate :: Predicate
emptyTimeDatePredicate =
TimeDatePredicate Nothing Nothing Nothing Nothing Nothing Nothing Nothing
Nothing
-- Predicate smart constructors -- Predicate smart constructors
mkSeriesPredicate :: SeriesPredicate -> Predicate mkSeriesPredicate :: SeriesPredicate -> Predicate
mkSeriesPredicate = SeriesPredicate mkSeriesPredicate = SeriesPredicate
mkSecondPredicate :: Int -> Predicate mkSecondPredicate :: Int -> Predicate
mkSecondPredicate = SecondPredicate mkSecondPredicate n = emptyTimeDatePredicate { tdSecond = Just n }
mkMinutePredicate :: Int -> Predicate mkMinutePredicate :: Int -> Predicate
mkMinutePredicate = MinutePredicate mkMinutePredicate n = emptyTimeDatePredicate { tdMinute = Just n }
mkHourPredicate :: Bool -> Int -> Predicate mkHourPredicate :: Bool -> Int -> Predicate
mkHourPredicate = HourPredicate mkHourPredicate is12H h = emptyTimeDatePredicate { tdHour = Just (is12H, h) }
mkAMPMPredicate :: AMPM -> Predicate
mkAMPMPredicate ampm = emptyTimeDatePredicate { tdAMPM = Just ampm }
mkDayOfTheWeekPredicate :: Int -> Predicate mkDayOfTheWeekPredicate :: Int -> Predicate
mkDayOfTheWeekPredicate = DayOfTheWeekPredicate mkDayOfTheWeekPredicate n = emptyTimeDatePredicate { tdDayOfTheWeek = Just n }
mkDayOfTheMonthPredicate :: Int -> Predicate mkDayOfTheMonthPredicate :: Int -> Predicate
mkDayOfTheMonthPredicate = DayOfTheMonthPredicate mkDayOfTheMonthPredicate n = emptyTimeDatePredicate { tdDayOfTheMonth = Just n }
mkMonthPredicate :: Int -> Predicate mkMonthPredicate :: Int -> Predicate
mkMonthPredicate = MonthPredicate mkMonthPredicate n = emptyTimeDatePredicate { tdMonth = Just n }
mkYearPredicate :: Int -> Predicate mkYearPredicate :: Int -> Predicate
mkYearPredicate = YearPredicate mkYearPredicate n = emptyTimeDatePredicate { tdYear = Just n }
mkIntersectPredicate :: Predicate -> Predicate -> Predicate mkIntersectPredicate :: Predicate -> Predicate -> Predicate
mkIntersectPredicate EmptyPredicate _ = EmptyPredicate
mkIntersectPredicate _ EmptyPredicate = EmptyPredicate
mkIntersectPredicate
(TimeDatePredicate a1 b1 c1 d1 e1 f1 g1 h1)
(TimeDatePredicate a2 b2 c2 d2 e2 f2 g2 h2)
= fromMaybe EmptyPredicate
(TimeDatePredicate <$>
unify a1 a2 <*>
unify b1 b2 <*>
unify c1 c2 <*>
unify d1 d2 <*>
unify e1 e2 <*>
unify f1 f2 <*>
unify g1 g2 <*>
unify h1 h2)
where
unify Nothing a = Just a
unify a Nothing = Just a
unify ma@(Just a) (Just b)
| a == b = Just ma
| otherwise = Nothing
mkIntersectPredicate pred1 pred2 = IntersectPredicate pred1 pred2 mkIntersectPredicate pred1 pred2 = IntersectPredicate pred1 pred2
-- Predicate runners -- Predicate runners
@ -285,6 +332,34 @@ runHourPredicate is12H n = series
rounded = timeRound t TG.Hour rounded = timeRound t TG.Hour
anchor = timePlus rounded TG.Hour . toInteger $ mod (n - h) step anchor = timePlus rounded TG.Hour . toInteger $ mod (n - h) step
runAMPMPredicate :: AMPM -> SeriesPredicate
runAMPMPredicate ampm = series
where
series t _ = (past, future)
where
past = maybeShrinkFirst $
iterate (\t -> timePlusEnd t TG.Hour . toInteger $ - step) anchor
future = maybeShrinkFirst $
iterate (\t -> timePlusEnd t TG.Hour $ toInteger step) anchor
-- to produce time in the future/past we need to adjust
-- the start/end of the first interval
maybeShrinkFirst (a:as) =
case timeIntersect (t { grain = TG.Day }) a of
Nothing -> as
Just ii -> ii:as
maybeShrinkFirst a = a
step :: Int
step = 24
n = case ampm of
AM -> 0
PM -> 12
rounded = timeRound t TG.Day
anchorStart = timePlus rounded TG.Hour n
anchorEnd = timePlus anchorStart TG.Hour 12
-- an interval of length 12h starting either at 12am or 12pm,
-- the same day as input time
anchor = timeInterval False anchorStart anchorEnd
runDayOfTheWeekPredicate :: Int -> SeriesPredicate runDayOfTheWeekPredicate :: Int -> SeriesPredicate
runDayOfTheWeekPredicate n = series runDayOfTheWeekPredicate n = series
where where
@ -350,16 +425,21 @@ safeMax :: Int
safeMax = 10 safeMax = 10
runIntersectPredicate :: Predicate -> Predicate -> SeriesPredicate runIntersectPredicate :: Predicate -> Predicate -> SeriesPredicate
runIntersectPredicate pred1 pred2 = series runIntersectPredicate pred1 pred2 =
runCompose (runPredicate pred1) (runPredicate pred2)
-- Performs best when pred1 is smaller grain than pred2
runCompose :: SeriesPredicate -> SeriesPredicate -> SeriesPredicate
runCompose pred1 pred2 = series
where where
series nowTime context = (backward, forward) series nowTime context = (backward, forward)
where where
(past, future) = runPredicate pred2 nowTime context (past, future) = pred2 nowTime context
computeSerie tokens = computeSerie tokens =
[t | time1 <- take safeMax tokens [t | time1 <- take safeMax tokens
, t <- mapMaybe (timeIntersect time1) . , t <- mapMaybe (timeIntersect time1) .
takeWhile (startsBefore time1) . takeWhile (startsBefore time1) .
snd . runPredicate pred1 time1 $ fixedRange time1 snd . pred1 time1 $ fixedRange time1
] ]
startsBefore t1 this = timeStartsBeforeTheEndOf this t1 startsBefore t1 this = timeStartsBeforeTheEndOf this t1
@ -475,6 +555,15 @@ timePlus (TimeObject start grain _) theGrain n = TimeObject
, end = Nothing , end = Nothing
} }
-- | Shifts the whole interval by n units of theGrain
-- Returned interval has the same length as the input one
timePlusEnd :: TimeObject -> TG.Grain -> Integer -> TimeObject
timePlusEnd (TimeObject start grain end) theGrain n = TimeObject
{ start = TG.add start theGrain n
, grain = min grain theGrain
, end = TG.add <$> end <*> return theGrain <*> return n
}
timeEnd :: TimeObject -> Time.UTCTime timeEnd :: TimeObject -> Time.UTCTime
timeEnd (TimeObject start grain end) = fromMaybe (TG.add start grain 1) end timeEnd (TimeObject start grain end) = fromMaybe (TG.add start grain 1) end