facebook/duckling
1
1
Fork 0
mirror of https://github.com/facebook/duckling.git synced 2024-09-11 21:27:13 +03:00
Code Issues Packages Projects Releases Wiki Activity

Time/EN: Get rid of unnecessary rules

Browse Source 
Summary:
While I was working on fixing #604, I came across the rules
`ruleMilitarySpelledOutAMPM(2)`, which were actually capturing
some of my test phrases and confusing me.

This commit removes them because
- they aren't needed: the existing latent spelled-out hour + minute rules plus
  the "(in the )?(am/pm)" rules together give the same behavior
- they are confusingly named - these aren't military times at all, they are
  spelled-out civilian times

Reviewed By: haoxuany

Differential Revision: D27848485

fbshipit-source-id: ba1ed16ec22b5139b0b500b44dc91adb1b5e3d82
This commit is contained in:
Steven Troxler 2021-04-26 06:05:23 -07:00 committed by Facebook GitHub Bot
parent c44c73fe04
commit 0e13d28b4d
14 changed files with 157 additions and 492 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

47
Duckling/Ranking/Classifiers/EN_AU.hs
View File

@ -83,11 +83,11 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
("integer (numeric)",
Classifier{okData =
ClassData{prior = -0.5300216389719885, unseen = -6.18826412308259,
likelihoods = HashMap.fromList [("", 0.0)], n = 485},
ClassData{prior = -0.53208562319284, unseen = -6.186208623900494,
likelihoods = HashMap.fromList [("", 0.0)], n = 484},
koData =
ClassData{prior = -0.8881704225290215, unseen = -5.831882477283517,
likelihoods = HashMap.fromList [("", 0.0)], n = 339}}),
ClassData{prior = -0.8852249122992647, unseen = -5.834810737062605,
likelihoods = HashMap.fromList [("", 0.0)], n = 340}}),
("<year> (bc|ad)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
@ -978,11 +978,11 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("one twenty two",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
("May",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -1450,13 +1450,11 @@ classifiers
n = 318}}),
("one eleven",
Classifier{okData =
ClassData{prior = -1.3862943611198906,
unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = -0.2876820724517809,
unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
ClassData{prior = 0.0, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4}}),
("after lunch/work/school",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -2059,18 +2057,6 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [], n = 0}}),
("six thirty six a.m.",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods =
HashMap.fromList
[("integer (numeric)", -1.0986122886681098),
("one twenty two", -1.0986122886681098),
("one eleven", -1.0986122886681098)],
n = 3},
koData =
ClassData{prior = -infinity, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [], n = 0}}),
("<integer> <day-of-week> from <time>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.995732273553991,
@ -3689,15 +3675,6 @@ classifiers
("<integer> to|till|before <hour-of-day>time-of-day (latent)",
-3.828641396489095)],
n = 76}}),
("military spelled out numbers am|pm",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods =
HashMap.fromList [("integer (0..19)integer (20..90)", 0.0)],
n = 1},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("winter",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,

47
Duckling/Ranking/Classifiers/EN_BZ.hs
View File

@ -83,11 +83,11 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
("integer (numeric)",
Classifier{okData =
ClassData{prior = -0.5300216389719885, unseen = -6.18826412308259,
likelihoods = HashMap.fromList [("", 0.0)], n = 485},
ClassData{prior = -0.53208562319284, unseen = -6.186208623900494,
likelihoods = HashMap.fromList [("", 0.0)], n = 484},
koData =
ClassData{prior = -0.8881704225290215, unseen = -5.831882477283517,
likelihoods = HashMap.fromList [("", 0.0)], n = 339}}),
ClassData{prior = -0.8852249122992647, unseen = -5.834810737062605,
likelihoods = HashMap.fromList [("", 0.0)], n = 340}}),
("<year> (bc|ad)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
@ -978,11 +978,11 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("one twenty two",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
("May",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -1450,13 +1450,11 @@ classifiers
n = 318}}),
("one eleven",
Classifier{okData =
ClassData{prior = -1.3862943611198906,
unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = -0.2876820724517809,
unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
ClassData{prior = 0.0, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4}}),
("after lunch/work/school",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -2059,18 +2057,6 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [], n = 0}}),
("six thirty six a.m.",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods =
HashMap.fromList
[("integer (numeric)", -1.0986122886681098),
("one twenty two", -1.0986122886681098),
("one eleven", -1.0986122886681098)],
n = 3},
koData =
ClassData{prior = -infinity, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [], n = 0}}),
("<integer> <day-of-week> from <time>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.995732273553991,
@ -3689,15 +3675,6 @@ classifiers
("<integer> to|till|before <hour-of-day>time-of-day (latent)",
-3.828641396489095)],
n = 76}}),
("military spelled out numbers am|pm",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods =
HashMap.fromList [("integer (0..19)integer (20..90)", 0.0)],
n = 1},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("winter",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,

48
Duckling/Ranking/Classifiers/EN_CA.hs
View File

@ -83,11 +83,12 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
("integer (numeric)",
Classifier{okData =
ClassData{prior = -0.5465437063680699, unseen = -6.230481447578482,
likelihoods = HashMap.fromList [("", 0.0)], n = 506},
ClassData{prior = -0.5485219463801757,
unseen = -6.2285110035911835,
likelihoods = HashMap.fromList [("", 0.0)], n = 505},
koData =
ClassData{prior = -0.8649974374866046, unseen = -5.91350300563827,
likelihoods = HashMap.fromList [("", 0.0)], n = 368}}),
ClassData{prior = -0.8622837316150084, unseen = -5.916202062607435,
likelihoods = HashMap.fromList [("", 0.0)], n = 369}}),
("<year> (bc|ad)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
@ -998,11 +999,11 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("one twenty two",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
("May",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -1487,13 +1488,11 @@ classifiers
n = 323}}),
("one eleven",
Classifier{okData =
ClassData{prior = -1.3862943611198906,
unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = -0.2876820724517809,
unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
ClassData{prior = 0.0, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4}}),
("after lunch/work/school",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -2125,18 +2124,6 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [], n = 0}}),
("six thirty six a.m.",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods =
HashMap.fromList
[("integer (numeric)", -1.0986122886681098),
("one twenty two", -1.0986122886681098),
("one eleven", -1.0986122886681098)],
n = 3},
koData =
ClassData{prior = -infinity, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [], n = 0}}),
("<integer> <day-of-week> from <time>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.995732273553991,
@ -3837,15 +3824,6 @@ classifiers
("<integer> to|till|before <hour-of-day>time-of-day (latent)",
-3.855452653939752)],
n = 78}}),
("military spelled out numbers am|pm",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods =
HashMap.fromList [("integer (0..19)integer (20..90)", 0.0)],
n = 1},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("winter",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,

47
Duckling/Ranking/Classifiers/EN_GB.hs
View File

@ -83,11 +83,11 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
("integer (numeric)",
Classifier{okData =
ClassData{prior = -0.5607671985404645, unseen = -6.210600077024653,
likelihoods = HashMap.fromList [("", 0.0)], n = 496},
ClassData{prior = -0.5627853626967017, unseen = -6.208590026096629,
likelihoods = HashMap.fromList [("", 0.0)], n = 495},
koData =
ClassData{prior = -0.8457647056215765, unseen = -5.926926025970411,
likelihoods = HashMap.fromList [("", 0.0)], n = 373}}),
ClassData{prior = -0.84308732785086, unseen = -5.929589143389895,
likelihoods = HashMap.fromList [("", 0.0)], n = 374}}),
("<year> (bc|ad)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
@ -985,11 +985,11 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("one twenty two",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
("May",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -1471,13 +1471,11 @@ classifiers
n = 332}}),
("one eleven",
Classifier{okData =
ClassData{prior = -1.3862943611198906,
unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = -0.2876820724517809,
unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
ClassData{prior = 0.0, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4}}),
("after lunch/work/school",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -2094,18 +2092,6 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [], n = 0}}),
("six thirty six a.m.",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods =
HashMap.fromList
[("integer (numeric)", -1.0986122886681098),
("one twenty two", -1.0986122886681098),
("one eleven", -1.0986122886681098)],
n = 3},
koData =
ClassData{prior = -infinity, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [], n = 0}}),
("<integer> <day-of-week> from <time>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.995732273553991,
@ -3764,15 +3750,6 @@ classifiers
("<integer> to|till|before <hour-of-day>time-of-day (latent)",
-3.855452653939752)],
n = 78}}),
("military spelled out numbers am|pm",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods =
HashMap.fromList [("integer (0..19)integer (20..90)", 0.0)],
n = 1},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("winter",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,

47
Duckling/Ranking/Classifiers/EN_IE.hs
View File

@ -83,11 +83,11 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
("integer (numeric)",
Classifier{okData =
ClassData{prior = -0.5300216389719885, unseen = -6.18826412308259,
likelihoods = HashMap.fromList [("", 0.0)], n = 485},
ClassData{prior = -0.53208562319284, unseen = -6.186208623900494,
likelihoods = HashMap.fromList [("", 0.0)], n = 484},
koData =
ClassData{prior = -0.8881704225290215, unseen = -5.831882477283517,
likelihoods = HashMap.fromList [("", 0.0)], n = 339}}),
ClassData{prior = -0.8852249122992647, unseen = -5.834810737062605,
likelihoods = HashMap.fromList [("", 0.0)], n = 340}}),
("<year> (bc|ad)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
@ -978,11 +978,11 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("one twenty two",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
("May",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -1450,13 +1450,11 @@ classifiers
n = 318}}),
("one eleven",
Classifier{okData =
ClassData{prior = -1.3862943611198906,
unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = -0.2876820724517809,
unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
ClassData{prior = 0.0, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4}}),
("after lunch/work/school",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -2059,18 +2057,6 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [], n = 0}}),
("six thirty six a.m.",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods =
HashMap.fromList
[("integer (numeric)", -1.0986122886681098),
("one twenty two", -1.0986122886681098),
("one eleven", -1.0986122886681098)],
n = 3},
koData =
ClassData{prior = -infinity, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [], n = 0}}),
("<integer> <day-of-week> from <time>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.995732273553991,
@ -3689,15 +3675,6 @@ classifiers
("<integer> to|till|before <hour-of-day>time-of-day (latent)",
-3.828641396489095)],
n = 76}}),
("military spelled out numbers am|pm",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods =
HashMap.fromList [("integer (0..19)integer (20..90)", 0.0)],
n = 1},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("winter",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,

47
Duckling/Ranking/Classifiers/EN_IN.hs
View File

@ -83,11 +83,11 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
("integer (numeric)",
Classifier{okData =
ClassData{prior = -0.5300216389719885, unseen = -6.18826412308259,
likelihoods = HashMap.fromList [("", 0.0)], n = 485},
ClassData{prior = -0.53208562319284, unseen = -6.186208623900494,
likelihoods = HashMap.fromList [("", 0.0)], n = 484},
koData =
ClassData{prior = -0.8881704225290215, unseen = -5.831882477283517,
likelihoods = HashMap.fromList [("", 0.0)], n = 339}}),
ClassData{prior = -0.8852249122992647, unseen = -5.834810737062605,
likelihoods = HashMap.fromList [("", 0.0)], n = 340}}),
("<year> (bc|ad)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
@ -978,11 +978,11 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("one twenty two",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
("May",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -1450,13 +1450,11 @@ classifiers
n = 318}}),
("one eleven",
Classifier{okData =
ClassData{prior = -1.3862943611198906,
unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = -0.2876820724517809,
unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
ClassData{prior = 0.0, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4}}),
("after lunch/work/school",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -2059,18 +2057,6 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [], n = 0}}),
("six thirty six a.m.",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods =
HashMap.fromList
[("integer (numeric)", -1.0986122886681098),
("one twenty two", -1.0986122886681098),
("one eleven", -1.0986122886681098)],
n = 3},
koData =
ClassData{prior = -infinity, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [], n = 0}}),
("<integer> <day-of-week> from <time>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.995732273553991,
@ -3689,15 +3675,6 @@ classifiers
("<integer> to|till|before <hour-of-day>time-of-day (latent)",
-3.828641396489095)],
n = 76}}),
("military spelled out numbers am|pm",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods =
HashMap.fromList [("integer (0..19)integer (20..90)", 0.0)],
n = 1},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("winter",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,

47
Duckling/Ranking/Classifiers/EN_JM.hs
View File

@ -83,11 +83,11 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
("integer (numeric)",
Classifier{okData =
ClassData{prior = -0.5300216389719885, unseen = -6.18826412308259,
likelihoods = HashMap.fromList [("", 0.0)], n = 485},
ClassData{prior = -0.53208562319284, unseen = -6.186208623900494,
likelihoods = HashMap.fromList [("", 0.0)], n = 484},
koData =
ClassData{prior = -0.8881704225290215, unseen = -5.831882477283517,
likelihoods = HashMap.fromList [("", 0.0)], n = 339}}),
ClassData{prior = -0.8852249122992647, unseen = -5.834810737062605,
likelihoods = HashMap.fromList [("", 0.0)], n = 340}}),
("<year> (bc|ad)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
@ -978,11 +978,11 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("one twenty two",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
("May",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -1450,13 +1450,11 @@ classifiers
n = 318}}),
("one eleven",
Classifier{okData =
ClassData{prior = -1.3862943611198906,
unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = -0.2876820724517809,
unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
ClassData{prior = 0.0, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4}}),
("after lunch/work/school",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -2059,18 +2057,6 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [], n = 0}}),
("six thirty six a.m.",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods =
HashMap.fromList
[("integer (numeric)", -1.0986122886681098),
("one twenty two", -1.0986122886681098),
("one eleven", -1.0986122886681098)],
n = 3},
koData =
ClassData{prior = -infinity, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [], n = 0}}),
("<integer> <day-of-week> from <time>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.995732273553991,
@ -3689,15 +3675,6 @@ classifiers
("<integer> to|till|before <hour-of-day>time-of-day (latent)",
-3.828641396489095)],
n = 76}}),
("military spelled out numbers am|pm",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods =
HashMap.fromList [("integer (0..19)integer (20..90)", 0.0)],
n = 1},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("winter",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,

47
Duckling/Ranking/Classifiers/EN_NZ.hs
View File

@ -83,11 +83,11 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
("integer (numeric)",
Classifier{okData =
ClassData{prior = -0.5300216389719885, unseen = -6.18826412308259,
likelihoods = HashMap.fromList [("", 0.0)], n = 485},
ClassData{prior = -0.53208562319284, unseen = -6.186208623900494,
likelihoods = HashMap.fromList [("", 0.0)], n = 484},
koData =
ClassData{prior = -0.8881704225290215, unseen = -5.831882477283517,
likelihoods = HashMap.fromList [("", 0.0)], n = 339}}),
ClassData{prior = -0.8852249122992647, unseen = -5.834810737062605,
likelihoods = HashMap.fromList [("", 0.0)], n = 340}}),
("<year> (bc|ad)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
@ -978,11 +978,11 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("one twenty two",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
("May",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -1450,13 +1450,11 @@ classifiers
n = 318}}),
("one eleven",
Classifier{okData =
ClassData{prior = -1.3862943611198906,
unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = -0.2876820724517809,
unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
ClassData{prior = 0.0, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4}}),
("after lunch/work/school",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -2059,18 +2057,6 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [], n = 0}}),
("six thirty six a.m.",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods =
HashMap.fromList
[("integer (numeric)", -1.0986122886681098),
("one twenty two", -1.0986122886681098),
("one eleven", -1.0986122886681098)],
n = 3},
koData =
ClassData{prior = -infinity, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [], n = 0}}),
("<integer> <day-of-week> from <time>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.995732273553991,
@ -3689,15 +3675,6 @@ classifiers
("<integer> to|till|before <hour-of-day>time-of-day (latent)",
-3.828641396489095)],
n = 76}}),
("military spelled out numbers am|pm",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods =
HashMap.fromList [("integer (0..19)integer (20..90)", 0.0)],
n = 1},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("winter",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,

47
Duckling/Ranking/Classifiers/EN_PH.hs
View File

@ -83,11 +83,11 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
("integer (numeric)",
Classifier{okData =
ClassData{prior = -0.5300216389719885, unseen = -6.18826412308259,
likelihoods = HashMap.fromList [("", 0.0)], n = 485},
ClassData{prior = -0.53208562319284, unseen = -6.186208623900494,
likelihoods = HashMap.fromList [("", 0.0)], n = 484},
koData =
ClassData{prior = -0.8881704225290215, unseen = -5.831882477283517,
likelihoods = HashMap.fromList [("", 0.0)], n = 339}}),
ClassData{prior = -0.8852249122992647, unseen = -5.834810737062605,
likelihoods = HashMap.fromList [("", 0.0)], n = 340}}),
("<year> (bc|ad)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
@ -978,11 +978,11 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("one twenty two",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
("May",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -1450,13 +1450,11 @@ classifiers
n = 318}}),
("one eleven",
Classifier{okData =
ClassData{prior = -1.3862943611198906,
unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = -0.2876820724517809,
unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
ClassData{prior = 0.0, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4}}),
("after lunch/work/school",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -2059,18 +2057,6 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [], n = 0}}),
("six thirty six a.m.",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods =
HashMap.fromList
[("integer (numeric)", -1.0986122886681098),
("one twenty two", -1.0986122886681098),
("one eleven", -1.0986122886681098)],
n = 3},
koData =
ClassData{prior = -infinity, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [], n = 0}}),
("<integer> <day-of-week> from <time>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.995732273553991,
@ -3689,15 +3675,6 @@ classifiers
("<integer> to|till|before <hour-of-day>time-of-day (latent)",
-3.828641396489095)],
n = 76}}),
("military spelled out numbers am|pm",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods =
HashMap.fromList [("integer (0..19)integer (20..90)", 0.0)],
n = 1},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("winter",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,

47
Duckling/Ranking/Classifiers/EN_TT.hs
View File

@ -83,11 +83,11 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
("integer (numeric)",
Classifier{okData =
ClassData{prior = -0.5300216389719885, unseen = -6.18826412308259,
likelihoods = HashMap.fromList [("", 0.0)], n = 485},
ClassData{prior = -0.53208562319284, unseen = -6.186208623900494,
likelihoods = HashMap.fromList [("", 0.0)], n = 484},
koData =
ClassData{prior = -0.8881704225290215, unseen = -5.831882477283517,
likelihoods = HashMap.fromList [("", 0.0)], n = 339}}),
ClassData{prior = -0.8852249122992647, unseen = -5.834810737062605,
likelihoods = HashMap.fromList [("", 0.0)], n = 340}}),
("<year> (bc|ad)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
@ -978,11 +978,11 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("one twenty two",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
("May",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -1450,13 +1450,11 @@ classifiers
n = 318}}),
("one eleven",
Classifier{okData =
ClassData{prior = -1.3862943611198906,
unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = -0.2876820724517809,
unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
ClassData{prior = 0.0, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4}}),
("after lunch/work/school",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -2059,18 +2057,6 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [], n = 0}}),
("six thirty six a.m.",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods =
HashMap.fromList
[("integer (numeric)", -1.0986122886681098),
("one twenty two", -1.0986122886681098),
("one eleven", -1.0986122886681098)],
n = 3},
koData =
ClassData{prior = -infinity, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [], n = 0}}),
("<integer> <day-of-week> from <time>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.995732273553991,
@ -3689,15 +3675,6 @@ classifiers
("<integer> to|till|before <hour-of-day>time-of-day (latent)",
-3.828641396489095)],
n = 76}}),
("military spelled out numbers am|pm",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods =
HashMap.fromList [("integer (0..19)integer (20..90)", 0.0)],
n = 1},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("winter",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,

48
Duckling/Ranking/Classifiers/EN_US.hs
View File

@ -90,12 +90,11 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
("integer (numeric)",
Classifier{okData =
ClassData{prior = -0.5249051449721773,
unseen = -6.2878585601617845,
likelihoods = HashMap.fromList [("", 0.0)], n = 536},
ClassData{prior = -0.5267725591469727, unseen = -6.285998094508865,
likelihoods = HashMap.fromList [("", 0.0)], n = 535},
koData =
ClassData{prior = -0.8955363004047092, unseen = -5.918893854273146,
likelihoods = HashMap.fromList [("", 0.0)], n = 370}}),
ClassData{prior = -0.8928372434355443, unseen = -5.921578419643816,
likelihoods = HashMap.fromList [("", 0.0)], n = 371}}),
("<year> (bc|ad)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
@ -1028,11 +1027,11 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("one twenty two",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
("May",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -1543,13 +1542,11 @@ classifiers
n = 342}}),
("one eleven",
Classifier{okData =
ClassData{prior = -1.3862943611198906,
unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = -0.2876820724517809,
unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
ClassData{prior = 0.0, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4}}),
("after lunch/work/school",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -2202,18 +2199,6 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [], n = 0}}),
("six thirty six a.m.",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods =
HashMap.fromList
[("integer (numeric)", -1.0986122886681098),
("one twenty two", -1.0986122886681098),
("one eleven", -1.0986122886681098)],
n = 3},
koData =
ClassData{prior = -infinity, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [], n = 0}}),
("Loyalty Day",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,
@ -4024,15 +4009,6 @@ classifiers
("<integer> to|till|before <hour-of-day>time-of-day (latent)",
-3.855452653939752)],
n = 78}}),
("military spelled out numbers am|pm",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods =
HashMap.fromList [("integer (0..19)integer (20..90)", 0.0)],
n = 1},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("winter",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,

47
Duckling/Ranking/Classifiers/EN_XX.hs
View File

@ -83,11 +83,11 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
("integer (numeric)",
Classifier{okData =
ClassData{prior = -0.5613354788149494, unseen = -6.214608098422191,
likelihoods = HashMap.fromList [("", 0.0)], n = 498},
ClassData{prior = -0.5633455297429735, unseen = -6.212606095751519,
likelihoods = HashMap.fromList [("", 0.0)], n = 497},
koData =
ClassData{prior = -0.8450095298691914, unseen = -5.932245187448011,
likelihoods = HashMap.fromList [("", 0.0)], n = 375}}),
ClassData{prior = -0.8423464124497076, unseen = -5.934894195619588,
likelihoods = HashMap.fromList [("", 0.0)], n = 376}}),
("<year> (bc|ad)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
@ -983,11 +983,11 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("one twenty two",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
("May",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -1462,13 +1462,11 @@ classifiers
n = 326}}),
("one eleven",
Classifier{okData =
ClassData{prior = -1.3862943611198906,
unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = -0.2876820724517809,
unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
ClassData{prior = 0.0, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4}}),
("after lunch/work/school",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -2071,18 +2069,6 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [], n = 0}}),
("six thirty six a.m.",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods =
HashMap.fromList
[("integer (numeric)", -1.0986122886681098),
("one twenty two", -1.0986122886681098),
("one eleven", -1.0986122886681098)],
n = 3},
koData =
ClassData{prior = -infinity, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [], n = 0}}),
("<integer> <day-of-week> from <time>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.995732273553991,
@ -3733,15 +3719,6 @@ classifiers
("<integer> to|till|before <hour-of-day>time-of-day (latent)",
-3.855452653939752)],
n = 78}}),
("military spelled out numbers am|pm",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods =
HashMap.fromList [("integer (0..19)integer (20..90)", 0.0)],
n = 1},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("winter",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,

47
Duckling/Ranking/Classifiers/EN_ZA.hs
View File

@ -83,11 +83,11 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
("integer (numeric)",
Classifier{okData =
ClassData{prior = -0.5300216389719885, unseen = -6.18826412308259,
likelihoods = HashMap.fromList [("", 0.0)], n = 485},
ClassData{prior = -0.53208562319284, unseen = -6.186208623900494,
likelihoods = HashMap.fromList [("", 0.0)], n = 484},
koData =
ClassData{prior = -0.8881704225290215, unseen = -5.831882477283517,
likelihoods = HashMap.fromList [("", 0.0)], n = 339}}),
ClassData{prior = -0.8852249122992647, unseen = -5.834810737062605,
likelihoods = HashMap.fromList [("", 0.0)], n = 340}}),
("<year> (bc|ad)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
@ -978,11 +978,11 @@ classifiers
likelihoods = HashMap.fromList [], n = 0}}),
("one twenty two",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
("May",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -1450,13 +1450,11 @@ classifiers
n = 318}}),
("one eleven",
Classifier{okData =
ClassData{prior = -1.3862943611198906,
unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = -0.2876820724517809,
unseen = -1.6094379124341003,
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
ClassData{prior = 0.0, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [("", 0.0)], n = 4}}),
("after lunch/work/school",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.3862943611198906,
@ -2059,18 +2057,6 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.791759469228055,
likelihoods = HashMap.fromList [], n = 0}}),
("six thirty six a.m.",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
likelihoods =
HashMap.fromList
[("integer (numeric)", -1.0986122886681098),
("one twenty two", -1.0986122886681098),
("one eleven", -1.0986122886681098)],
n = 3},
koData =
ClassData{prior = -infinity, unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [], n = 0}}),
("<integer> <day-of-week> from <time>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -2.995732273553991,
@ -3689,15 +3675,6 @@ classifiers
("<integer> to|till|before <hour-of-day>time-of-day (latent)",
-3.828641396489095)],
n = 76}}),
("military spelled out numbers am|pm",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,
likelihoods =
HashMap.fromList [("integer (0..19)integer (20..90)", 0.0)],
n = 1},
koData =
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0}}),
("winter",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.0986122886681098,

36
Duckling/Time/EN/Rules.hs
View File

@ -708,40 +708,6 @@ ruleMilitaryAMPM = Rule
_ -> Nothing
}
ruleMilitarySpelledOutAMPM :: Rule
ruleMilitarySpelledOutAMPM = Rule
{ name = "military spelled out numbers am|pm"
, pattern =
[ Predicate $ isIntegerBetween 10 12
, Predicate $ isIntegerBetween 1 59
, regex "(in the )?([ap])(\\s|\\.)?m?\\.?"
]
, prod = \tokens -> case tokens of
(h:m:Token RegexMatch (GroupMatch (_:ap:_)):_) -> do
hh <- getIntValue h
mm <- getIntValue m
tt $ timeOfDayAMPM (Text.toLower ap == "a") $ hourMinute True hh mm
_ -> Nothing
}
ruleMilitarySpelledOutAMPM2 :: Rule
ruleMilitarySpelledOutAMPM2 = Rule
{ name = "six thirty six a.m."
, pattern =
[ Predicate $ isIntegerBetween 110 999
, regex "(in the )?([ap])(\\s|\\.)?m?\\.?"
]
, prod = \tokens -> case tokens of
(token:Token RegexMatch (GroupMatch (_:ap:_)):_) -> do
n <- getIntValue token
m <- case mod n 100 of
v | v < 60 -> Just v
_ -> Nothing
let h = quot n 100
tt $ timeOfDayAMPM (Text.toLower ap == "a") $ hourMinute True h m
_ -> Nothing
}
ruleTODAMPM :: Rule
ruleTODAMPM = Rule
{ name = "<time-of-day> am|pm"
@ -2769,8 +2735,6 @@ rules =
, ruleHHMMLatent
, ruleHHMMSS
, ruleMilitaryAMPM
, ruleMilitarySpelledOutAMPM
, ruleMilitarySpelledOutAMPM2
, ruleTODAMPM
, ruleHONumeral
, ruleHONumeralDash