mirror of
https://github.com/facebook/duckling.git
synced 2024-09-11 21:27:13 +03:00
HE: Time
Summary: Time dimension for Hebrew. Commented out the failing tests that actually also fail in Clojure. Reviewed By: JonCoens Differential Revision: D4970308 fbshipit-source-id: b455142
This commit is contained in:
Julien Odent
Facebook Github Bot
parent
ab2c89df4f
commit
d3d3703015
@ -17,4 +17,5 @@ allDimensions =
|
||||
[ This Duration
|
||||
, This Numeral
|
||||
, This Ordinal
|
||||
, This Time
|
||||
]
|
||||
|
||||
@ -19,4 +19,974 @@ import qualified Data.HashMap.Strict as HashMap
|
||||
import Data.String
|
||||
|
||||
classifiers :: Classifiers
|
||||
classifiers = HashMap.fromList []
|
||||
classifiers
|
||||
= HashMap.fromList
|
||||
[("integer (numeric)",
|
||||
Classifier{okData =
|
||||
ClassData{prior = -1.110882381259924, unseen = -3.367295829986474,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 27},
|
||||
koData =
|
||||
ClassData{prior = -0.3993860620317821, unseen = -4.04305126783455,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 55}}),
|
||||
("\1489 <date>",
|
||||
Classifier{okData =
|
||||
ClassData{prior = -0.12783337150988489,
|
||||
unseen = -4.1588830833596715,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("week", -3.044522437723423),
|
||||
("<time> <part-of-day>", -3.4499875458315876),
|
||||
("mm/dd", -3.4499875458315876),
|
||||
("intersect", -3.044522437723423),
|
||||
("named-month", -2.5336968139574325),
|
||||
("day", -2.1972245773362196),
|
||||
("this <cycle>", -3.4499875458315876),
|
||||
("time-of-day (latent)", -3.044522437723423),
|
||||
("<time-of-day> am|pm", -3.4499875458315876),
|
||||
("named-day", -3.044522437723423),
|
||||
("current <day-of-week>", -3.4499875458315876),
|
||||
("last <time>", -3.4499875458315876),
|
||||
("hour", -1.7452394535931621), ("month", -2.5336968139574325),
|
||||
("last <cycle>", -3.4499875458315876),
|
||||
("<named-month> <day-of-month> (non ordinal)",
|
||||
-3.4499875458315876),
|
||||
("week-end", -3.044522437723423),
|
||||
("this <time>", -3.044522437723423)],
|
||||
n = 22},
|
||||
koData =
|
||||
ClassData{prior = -2.120263536200091, unseen = -3.258096538021482,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("intersect", -2.5257286443082556), ("day", -2.120263536200091),
|
||||
("<day-of-month> (ordinal)", -2.5257286443082556),
|
||||
("month", -2.5257286443082556),
|
||||
("this <time>", -2.5257286443082556)],
|
||||
n = 3}}),
|
||||
("lunch",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -1.3862943611198906,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("integer (20..90)",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -1.0986122886681098,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("<time> <part-of-day>",
|
||||
Classifier{okData =
|
||||
ClassData{prior = -0.10536051565782628,
|
||||
unseen = -3.4011973816621555,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("dayhour", -1.4213856809311607),
|
||||
("\1489 <date>morning", -2.6741486494265287),
|
||||
("yesterdayevening|night", -2.6741486494265287),
|
||||
("hourhour", -1.9810014688665833),
|
||||
("time-of-day (latent)morning", -2.6741486494265287),
|
||||
("named-daymorning", -2.6741486494265287),
|
||||
("todayevening|night", -2.6741486494265287),
|
||||
("tomorrowlunch", -2.268683541318364),
|
||||
("at <time-of-day>morning", -2.6741486494265287),
|
||||
("tomorrowevening|night", -2.6741486494265287)],
|
||||
n = 9},
|
||||
koData =
|
||||
ClassData{prior = -2.3025850929940455, unseen = -2.639057329615259,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("dayhour", -1.8718021769015913),
|
||||
("<day-of-month> (ordinal)morning", -1.8718021769015913)],
|
||||
n = 1}}),
|
||||
("today",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -1.3862943611198906,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("mm/dd",
|
||||
Classifier{okData =
|
||||
ClassData{prior = -1.0986122886681098,
|
||||
unseen = -1.3862943611198906,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
|
||||
koData =
|
||||
ClassData{prior = -0.40546510810816444,
|
||||
unseen = -1.791759469228055,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 4}}),
|
||||
("at <time-of-day>",
|
||||
Classifier{okData =
|
||||
ClassData{prior = -0.2876820724517809,
|
||||
unseen = -2.3025850929940455,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("time-of-day (latent)", -1.0986122886681098),
|
||||
("<time-of-day> am|pm", -1.5040773967762742),
|
||||
("hour", -0.8109302162163288)],
|
||||
n = 3},
|
||||
koData =
|
||||
ClassData{prior = -1.3862943611198906, unseen = -1.791759469228055,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("time-of-day (latent)", -0.916290731874155),
|
||||
("hour", -0.916290731874155)],
|
||||
n = 1}}),
|
||||
("<day-of-month> (non ordinal) of <named-month>",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -2.995732273553991,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("integer (numeric)named-month", -0.8649974374866046),
|
||||
("month", -0.7472144018302211),
|
||||
("integer 3named-month", -2.2512917986064953)],
|
||||
n = 8},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -1.3862943611198906,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("absorption of , after named day",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -1.9459101490553135,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("day", -0.6931471805599453),
|
||||
("named-day", -0.6931471805599453)],
|
||||
n = 2},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -1.0986122886681098,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("the ides of <named-month>",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -1.6094379124341003,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("named-month", -0.6931471805599453),
|
||||
("month", -0.6931471805599453)],
|
||||
n = 1},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -1.0986122886681098,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("ordinal 4",
|
||||
Classifier{okData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0},
|
||||
koData =
|
||||
ClassData{prior = 0.0, unseen = -1.6094379124341003,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
|
||||
("\1489 <named-day>",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -1.9459101490553135,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("day", -0.6931471805599453),
|
||||
("named-day", -0.6931471805599453)],
|
||||
n = 2},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -1.0986122886681098,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("month (grain)",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -1.3862943611198906,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("hour (grain)",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -1.3862943611198906,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("ordinal 9",
|
||||
Classifier{okData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0},
|
||||
koData =
|
||||
ClassData{prior = 0.0, unseen = -1.0986122886681098,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
|
||||
("integer 21..99 (with and)",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -1.0986122886681098,
|
||||
likelihoods =
|
||||
HashMap.fromList [("integer (20..90)integer 4", 0.0)],
|
||||
n = 1},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("intersect",
|
||||
Classifier{okData =
|
||||
ClassData{prior = -0.40546510810816444,
|
||||
unseen = -4.852030263919617,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("hourday", -2.646962509122372),
|
||||
("daymonth", -3.2347491740244907),
|
||||
("monthyear", -3.7455747977904816),
|
||||
("the <day-of-month> (ordinal)in <named-month>",
|
||||
-3.7455747977904816),
|
||||
("intersect<time-of-day> am|pm", -4.151039905898646),
|
||||
("<time> <part-of-day>\1489 <named-day>", -3.457892725338701),
|
||||
("intersect by \",\"<time-of-day> am|pm", -3.2347491740244907),
|
||||
("last <day-of-week> of <time>year", -4.151039905898646),
|
||||
("dayday", -2.7647455447787554),
|
||||
("the <day-of-month> (ordinal)\1489 <date>",
|
||||
-3.7455747977904816),
|
||||
("dayyear", -2.359280436670591),
|
||||
("<day-of-month>(ordinal) <named-month>year",
|
||||
-3.7455747977904816),
|
||||
("\1489 <date>\1489 <named-day>", -4.151039905898646),
|
||||
("named-monthyear", -3.7455747977904816),
|
||||
("absorption of , after named day<named-month> <day-of-month> (non ordinal)",
|
||||
-4.151039905898646),
|
||||
("absorption of , after named day<day-of-month> (ordinal) of <named-month>",
|
||||
-4.151039905898646),
|
||||
("<day-of-month> (ordinal) of <named-month>year",
|
||||
-3.457892725338701),
|
||||
("named-daynext <cycle>", -4.151039905898646),
|
||||
("dayminute", -2.7647455447787554),
|
||||
("named-day<day-of-month> (ordinal) of <named-month>",
|
||||
-4.151039905898646),
|
||||
("named-day\1489 <date>", -4.151039905898646),
|
||||
("absorption of , after named dayintersect",
|
||||
-4.151039905898646),
|
||||
("named-day<day-of-month> (non ordinal) of <named-month>",
|
||||
-4.151039905898646),
|
||||
("absorption of , after named dayintersect by \",\"",
|
||||
-3.7455747977904816),
|
||||
("year<time-of-day> am|pm", -4.151039905898646),
|
||||
("\1489 <date>\1489 <date>", -4.151039905898646),
|
||||
("<day-of-month> (non ordinal) of <named-month>year",
|
||||
-3.457892725338701),
|
||||
("absorption of , after named day<day-of-month> (non ordinal) of <named-month>",
|
||||
-4.151039905898646),
|
||||
("dayweek", -3.7455747977904816),
|
||||
("<time> <part-of-day>\1489 <date>", -3.457892725338701),
|
||||
("named-daythe <day-of-month> (ordinal)", -4.151039905898646),
|
||||
("<day-of-month> (non ordinal) <named-month>year",
|
||||
-3.7455747977904816),
|
||||
("yearminute", -4.151039905898646)],
|
||||
n = 42},
|
||||
koData =
|
||||
ClassData{prior = -1.0986122886681098, unseen = -4.454347296253507,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("in <named-month>year", -3.7495040759303713),
|
||||
("dayhour", -3.3440389678222067),
|
||||
("year<hour-of-day> <integer>", -3.3440389678222067),
|
||||
("daymonth", -3.056356895370426),
|
||||
("monthyear", -2.6508917872622613),
|
||||
("intersecthh:mm", -3.7495040759303713),
|
||||
("dayday", -3.7495040759303713),
|
||||
("intersect by \",\"hh:mm", -2.833213344056216),
|
||||
("named-monthyear", -3.056356895370426),
|
||||
("absorption of , after named daynamed-month",
|
||||
-3.7495040759303713),
|
||||
("named-dayin <named-month>", -3.7495040759303713),
|
||||
("dayminute", -2.3632097148104805),
|
||||
("named-day\1489 <date>", -3.7495040759303713),
|
||||
("absorption of , after named dayintersect",
|
||||
-3.7495040759303713),
|
||||
("yearhh:mm", -3.7495040759303713),
|
||||
("absorption of , after named dayintersect by \",\"",
|
||||
-3.7495040759303713),
|
||||
("\1489 <date>year", -3.7495040759303713),
|
||||
("named-daythe <day-of-month> (ordinal)", -3.7495040759303713),
|
||||
("tomorrownoon", -3.3440389678222067),
|
||||
("yearminute", -3.056356895370426)],
|
||||
n = 21}}),
|
||||
("year (grain)",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -1.0986122886681098,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("next <cycle>",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -2.70805020110221,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("week", -1.540445040947149),
|
||||
("month (grain)", -1.9459101490553135),
|
||||
("year (grain)", -1.9459101490553135),
|
||||
("week (grain)", -1.540445040947149),
|
||||
("year", -1.9459101490553135), ("month", -1.9459101490553135)],
|
||||
n = 4},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -1.9459101490553135,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("yyyy-mm-dd",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -1.3862943611198906,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("mm/dd/yyyy",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -1.9459101490553135,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 5},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("evening|night",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -1.6094379124341003,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 3},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("ordinal 3",
|
||||
Classifier{okData =
|
||||
ClassData{prior = -0.916290731874155, unseen = -1.3862943611198906,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
|
||||
koData =
|
||||
ClassData{prior = -0.5108256237659907,
|
||||
unseen = -1.6094379124341003,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
|
||||
("yesterday",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -1.3862943611198906,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("hh:mm:ss",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -1.0986122886681098,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("<day-of-month> (ordinal) of <named-month>",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -3.0910424533583156,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("ordinal 3named-month", -1.9459101490553135),
|
||||
("ordinal (digits)named-month", -0.9650808960435872),
|
||||
("month", -0.7419373447293773)],
|
||||
n = 9},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -1.3862943611198906,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("<hour-of-day> and <integer>",
|
||||
Classifier{okData =
|
||||
ClassData{prior = -infinity, unseen = -1.0986122886681098,
|
||||
likelihoods = HashMap.fromList [], n = 0},
|
||||
koData =
|
||||
ClassData{prior = 0.0, unseen = -1.6094379124341003,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("time-of-day (latent)integer 4", -0.6931471805599453),
|
||||
("hour", -0.6931471805599453)],
|
||||
n = 1}}),
|
||||
("quarter to|till|before <integer> (hour-of-day)",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -1.6094379124341003,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("time-of-day (latent)", -0.6931471805599453),
|
||||
("hour", -0.6931471805599453)],
|
||||
n = 1},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -1.0986122886681098,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("<hour-of-day> <integer>",
|
||||
Classifier{okData =
|
||||
ClassData{prior = -infinity, unseen = -1.3862943611198906,
|
||||
likelihoods = HashMap.fromList [], n = 0},
|
||||
koData =
|
||||
ClassData{prior = 0.0, unseen = -2.4849066497880004,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("time-of-day (latent)integer 10", -1.7047480922384253),
|
||||
("time-of-day (latent)integer (numeric)", -1.0116009116784799),
|
||||
("hour", -0.7884573603642702)],
|
||||
n = 4}}),
|
||||
("ordinal 19",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -1.0986122886681098,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("named-month",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -3.044522437723423,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 19},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("week (grain)",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -2.0794415416798357,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 6},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("now",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -1.3862943611198906,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("integer 11..19",
|
||||
Classifier{okData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0},
|
||||
koData =
|
||||
ClassData{prior = 0.0, unseen = -1.0986122886681098,
|
||||
likelihoods = HashMap.fromList [("integer 9integer 10", 0.0)],
|
||||
n = 1}}),
|
||||
("integer 7",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -1.3862943611198906,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("<day-of-month>(ordinal) <named-month>",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -2.890371757896165,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("ordinal 3\1489 <date>", -1.7346010553881064),
|
||||
("ordinal (digits)in <named-month>", -2.1400661634962708),
|
||||
("month", -0.8873031950009028),
|
||||
("ordinal 3in <named-month>", -1.7346010553881064),
|
||||
("ordinal (digits)\1489 <date>", -2.1400661634962708)],
|
||||
n = 6},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -1.791759469228055,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("numbers prefix with -, negative or minus",
|
||||
Classifier{okData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0},
|
||||
koData =
|
||||
ClassData{prior = 0.0, unseen = -2.0794415416798357,
|
||||
likelihoods = HashMap.fromList [("integer (numeric)", 0.0)],
|
||||
n = 6}}),
|
||||
("tomorrow",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -1.791759469228055,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 4},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("ordinal 2",
|
||||
Classifier{okData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0},
|
||||
koData =
|
||||
ClassData{prior = 0.0, unseen = -2.0794415416798357,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 6}}),
|
||||
("next <day-of-week>",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -2.1972245773362196,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("day", -0.6931471805599453),
|
||||
("named-day", -0.6931471805599453)],
|
||||
n = 3},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -1.0986122886681098,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("half an hour",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -1.0986122886681098,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("the <day-of-month> (ordinal)",
|
||||
Classifier{okData =
|
||||
ClassData{prior = -0.2876820724517809,
|
||||
unseen = -2.0794415416798357,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("ordinal 3", -1.252762968495368),
|
||||
("ordinal 19", -1.252762968495368),
|
||||
("ordinal (digits)", -1.252762968495368)],
|
||||
n = 3},
|
||||
koData =
|
||||
ClassData{prior = -1.3862943611198906, unseen = -1.791759469228055,
|
||||
likelihoods = HashMap.fromList [("ordinal 9", -0.916290731874155)],
|
||||
n = 1}}),
|
||||
("this <cycle>",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -1.6094379124341003,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("week", -0.6931471805599453),
|
||||
("week (grain)", -0.6931471805599453)],
|
||||
n = 1},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -1.0986122886681098,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("minute (grain)",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -1.3862943611198906,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("ordinal 7",
|
||||
Classifier{okData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0},
|
||||
koData =
|
||||
ClassData{prior = 0.0, unseen = -1.3862943611198906,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
|
||||
("time-of-day (latent)",
|
||||
Classifier{okData =
|
||||
ClassData{prior = -1.2809338454620642,
|
||||
unseen = -2.1972245773362196,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("integer (numeric)", -0.4700036292457356),
|
||||
("integer 9", -1.3862943611198906)],
|
||||
n = 5},
|
||||
koData =
|
||||
ClassData{prior = -0.325422400434628, unseen = -2.833213344056216,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("integer (numeric)", -0.2876820724517809),
|
||||
("integer (20..90)", -2.0794415416798357),
|
||||
("integer 9", -2.0794415416798357)],
|
||||
n = 13}}),
|
||||
("year",
|
||||
Classifier{okData =
|
||||
ClassData{prior = -0.40546510810816444,
|
||||
unseen = -2.3025850929940455,
|
||||
likelihoods = HashMap.fromList [("integer (numeric)", 0.0)],
|
||||
n = 8},
|
||||
koData =
|
||||
ClassData{prior = -1.0986122886681098, unseen = -1.791759469228055,
|
||||
likelihoods = HashMap.fromList [("integer (numeric)", 0.0)],
|
||||
n = 4}}),
|
||||
("integer 9",
|
||||
Classifier{okData =
|
||||
ClassData{prior = -0.6931471805599453,
|
||||
unseen = -1.0986122886681098,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
|
||||
koData =
|
||||
ClassData{prior = -0.6931471805599453,
|
||||
unseen = -1.0986122886681098,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
|
||||
("last <day-of-week> of <time>",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -2.3025850929940455,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("named-daynamed-month", -1.0986122886681098),
|
||||
("daymonth", -0.8109302162163288),
|
||||
("named-dayintersect", -1.5040773967762742)],
|
||||
n = 3},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -1.3862943611198906,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("<integer> <unit-of-duration>",
|
||||
Classifier{okData =
|
||||
ClassData{prior = -0.15415067982725836,
|
||||
unseen = -3.044522437723423,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("integer 21..99 (with and)hour (grain)", -2.3025850929940455),
|
||||
("day", -1.8971199848858813),
|
||||
("integer 7day (grain)", -1.8971199848858813),
|
||||
("hour", -1.8971199848858813),
|
||||
("integer (numeric)minute (grain)", -1.8971199848858813),
|
||||
("minute", -1.8971199848858813),
|
||||
("integer (numeric)hour (grain)", -2.3025850929940455)],
|
||||
n = 6},
|
||||
koData =
|
||||
ClassData{prior = -1.9459101490553135,
|
||||
unseen = -2.3978952727983707,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("hour", -1.6094379124341003),
|
||||
("integer 4hour (grain)", -1.6094379124341003)],
|
||||
n = 1}}),
|
||||
("<time-of-day> am|pm",
|
||||
Classifier{okData =
|
||||
ClassData{prior = -0.3629054936893685,
|
||||
unseen = -3.6635616461296463,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("\1489 <date>", -2.9444389791664407),
|
||||
("at <time-of-day>", -2.9444389791664407),
|
||||
("time-of-day (latent)", -2.2512917986064953),
|
||||
("hh:mm", -1.1526795099383855), ("hour", -1.845826690498331),
|
||||
("minute", -1.1526795099383855)],
|
||||
n = 16},
|
||||
koData =
|
||||
ClassData{prior = -1.1895840668738362, unseen = -3.044522437723423,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("time-of-day (latent)", -0.916290731874155),
|
||||
("hour", -0.916290731874155)],
|
||||
n = 7}}),
|
||||
("integer 10",
|
||||
Classifier{okData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0},
|
||||
koData =
|
||||
ClassData{prior = 0.0, unseen = -1.3862943611198906,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
|
||||
("intersect by \",\"",
|
||||
Classifier{okData =
|
||||
ClassData{prior = -0.3794896217049037,
|
||||
unseen = -3.7612001156935624,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("intersect by \",\"year", -3.044522437723423),
|
||||
("dayday", -2.128231705849268),
|
||||
("named-dayintersect by \",\"", -2.639057329615259),
|
||||
("dayyear", -2.128231705849268),
|
||||
("<named-month> <day-of-month> (non ordinal)intersect",
|
||||
-3.044522437723423),
|
||||
("named-day<named-month> <day-of-month> (non ordinal)",
|
||||
-3.044522437723423),
|
||||
("intersect by \",\"intersect", -3.044522437723423),
|
||||
("named-dayintersect", -3.044522437723423),
|
||||
("dayminute", -1.9459101490553135),
|
||||
("named-day<day-of-month> (ordinal) of <named-month>",
|
||||
-3.044522437723423),
|
||||
("intersectyear", -3.044522437723423),
|
||||
("named-day<day-of-month> (non ordinal) of <named-month>",
|
||||
-3.044522437723423),
|
||||
("intersectintersect", -3.044522437723423),
|
||||
("<named-month> <day-of-month> (non ordinal)year",
|
||||
-2.639057329615259)],
|
||||
n = 13},
|
||||
koData =
|
||||
ClassData{prior = -1.1526795099383855, unseen = -3.367295829986474,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("named-daynamed-month", -2.639057329615259),
|
||||
("daymonth", -2.639057329615259),
|
||||
("named-dayintersect by \",\"", -2.639057329615259),
|
||||
("<named-month> <day-of-month> (non ordinal)intersect",
|
||||
-2.639057329615259),
|
||||
("intersect by \",\"intersect", -2.639057329615259),
|
||||
("named-dayintersect", -2.639057329615259),
|
||||
("dayminute", -1.540445040947149),
|
||||
("intersectintersect", -2.639057329615259)],
|
||||
n = 6}}),
|
||||
("hh:mm",
|
||||
Classifier{okData =
|
||||
ClassData{prior = -7.410797215372185e-2,
|
||||
unseen = -2.70805020110221,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 13},
|
||||
koData =
|
||||
ClassData{prior = -2.639057329615259, unseen = -1.0986122886681098,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
|
||||
("named-day",
|
||||
Classifier{okData =
|
||||
ClassData{prior = -3.7740327982847086e-2,
|
||||
unseen = -3.332204510175204,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 26},
|
||||
koData =
|
||||
ClassData{prior = -3.295836866004329, unseen = -1.0986122886681098,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
|
||||
("ordinal 1",
|
||||
Classifier{okData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0},
|
||||
koData =
|
||||
ClassData{prior = 0.0, unseen = -2.1972245773362196,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 7}}),
|
||||
("current <day-of-week>",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -2.70805020110221,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("\1489 <date>", -1.9459101490553135),
|
||||
("\1489 <named-day>", -1.9459101490553135),
|
||||
("day", -0.8472978603872037),
|
||||
("named-day", -1.252762968495368)],
|
||||
n = 5},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -1.6094379124341003,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("integer 4",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -1.0986122886681098,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("quarter of an hour",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -1.0986122886681098,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("<named-day> <day-of-month> (ordinal)",
|
||||
Classifier{okData =
|
||||
ClassData{prior = -0.6931471805599453, unseen = -1.791759469228055,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("named-dayordinal (digits)", -0.916290731874155),
|
||||
("day", -0.916290731874155)],
|
||||
n = 1},
|
||||
koData =
|
||||
ClassData{prior = -0.6931471805599453, unseen = -1.791759469228055,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("absorption of , after named dayordinal (digits)",
|
||||
-0.916290731874155),
|
||||
("day", -0.916290731874155)],
|
||||
n = 1}}),
|
||||
("<duration> ago",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -1.6094379124341003,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("day", -0.6931471805599453),
|
||||
("<integer> <unit-of-duration>", -0.6931471805599453)],
|
||||
n = 1},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -1.0986122886681098,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("ordinal 6",
|
||||
Classifier{okData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0},
|
||||
koData =
|
||||
ClassData{prior = 0.0, unseen = -1.791759469228055,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 4}}),
|
||||
("integer 3",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -1.0986122886681098,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("last <time>",
|
||||
Classifier{okData =
|
||||
ClassData{prior = -0.9808292530117262,
|
||||
unseen = -2.5649493574615367,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("\1489 <date>", -1.791759469228055),
|
||||
("day", -1.791759469228055), ("named-day", -1.791759469228055),
|
||||
("hour", -1.3862943611198906),
|
||||
("week-end", -1.791759469228055)],
|
||||
n = 3},
|
||||
koData =
|
||||
ClassData{prior = -0.4700036292457356, unseen = -2.833213344056216,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("day", -0.9808292530117262),
|
||||
("named-day", -1.6739764335716716),
|
||||
("<day-of-month> (ordinal)", -1.3862943611198906)],
|
||||
n = 5}}),
|
||||
("<day-of-month> (ordinal)",
|
||||
Classifier{okData =
|
||||
ClassData{prior = -infinity, unseen = -1.6094379124341003,
|
||||
likelihoods = HashMap.fromList [], n = 0},
|
||||
koData =
|
||||
ClassData{prior = 0.0, unseen = -2.4849066497880004,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("ordinal 4", -1.7047480922384253),
|
||||
("ordinal 3", -1.7047480922384253),
|
||||
("ordinal 2", -1.0116009116784799),
|
||||
("ordinal 1", -1.2992829841302609)],
|
||||
n = 7}}),
|
||||
("noon",
|
||||
Classifier{okData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0},
|
||||
koData =
|
||||
ClassData{prior = 0.0, unseen = -1.3862943611198906,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
|
||||
("next <time>",
|
||||
Classifier{okData =
|
||||
ClassData{prior = -1.3862943611198906,
|
||||
unseen = -1.9459101490553135,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("named-month", -1.0986122886681098),
|
||||
("month", -1.0986122886681098)],
|
||||
n = 1},
|
||||
koData =
|
||||
ClassData{prior = -0.2876820724517809,
|
||||
unseen = -2.3978952727983707,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("day", -0.916290731874155), ("named-day", -0.916290731874155)],
|
||||
n = 3}}),
|
||||
("last <cycle>",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -2.5649493574615367,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("week", -1.0986122886681098),
|
||||
("month (grain)", -1.791759469228055),
|
||||
("week (grain)", -1.0986122886681098),
|
||||
("month", -1.791759469228055)],
|
||||
n = 4},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -1.6094379124341003,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("ordinal 20..90",
|
||||
Classifier{okData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0},
|
||||
koData =
|
||||
ClassData{prior = 0.0, unseen = -1.0986122886681098,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
|
||||
("hhmm (military) am|pm",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -1.0986122886681098,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("in <duration>",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -3.044522437723423,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("day", -2.3025850929940455),
|
||||
("half an hour", -2.3025850929940455),
|
||||
("<integer> <unit-of-duration>", -1.2039728043259361),
|
||||
("quarter of an hour", -2.3025850929940455),
|
||||
("hour", -1.8971199848858813), ("minute", -1.3862943611198906)],
|
||||
n = 7},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -1.9459101490553135,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("<datetime> - <datetime> (interval)",
|
||||
Classifier{okData =
|
||||
ClassData{prior = -infinity, unseen = -1.0986122886681098,
|
||||
likelihoods = HashMap.fromList [], n = 0},
|
||||
koData =
|
||||
ClassData{prior = 0.0, unseen = -1.9459101490553135,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("year<hour-of-day> <integer>", -0.6931471805599453),
|
||||
("yearminute", -0.6931471805599453)],
|
||||
n = 2}}),
|
||||
("in <named-month>",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -2.3978952727983707,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("named-month", -0.6931471805599453),
|
||||
("month", -0.6931471805599453)],
|
||||
n = 4},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -1.0986122886681098,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("ordinal 5",
|
||||
Classifier{okData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0},
|
||||
koData =
|
||||
ClassData{prior = 0.0, unseen = -1.0986122886681098,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 1}}),
|
||||
("<named-month> <day-of-month> (non ordinal)",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -2.9444389791664407,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("in <named-month>integer (numeric)", -2.1972245773362196),
|
||||
("\1489 <date>integer (numeric)", -2.1972245773362196),
|
||||
("named-monthinteger (numeric)", -1.0986122886681098),
|
||||
("month", -0.8109302162163288)],
|
||||
n = 7},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -1.6094379124341003,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("<day-of-month> (non ordinal) <named-month>",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -2.639057329615259,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("integer (numeric)in <named-month>", -1.8718021769015913),
|
||||
("integer 3\1489 <date>", -1.8718021769015913),
|
||||
("integer (numeric)\1489 <date>", -1.8718021769015913),
|
||||
("month", -0.9555114450274363),
|
||||
("integer 3in <named-month>", -1.8718021769015913)],
|
||||
n = 4},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -1.791759469228055,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("ordinal (digits)",
|
||||
Classifier{okData =
|
||||
ClassData{prior = -0.6931471805599453,
|
||||
unseen = -2.1972245773362196,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 7},
|
||||
koData =
|
||||
ClassData{prior = -0.6931471805599453,
|
||||
unseen = -2.1972245773362196,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 7}}),
|
||||
("<day-of-month>(ordinal) <named-month> year",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -2.0794415416798357,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("ordinal 3\1489 <date>", -1.252762968495368),
|
||||
("month", -0.8472978603872037),
|
||||
("ordinal 3in <named-month>", -1.252762968495368)],
|
||||
n = 2},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -1.3862943611198906,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("morning",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -1.3862943611198906,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("week-end",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -1.3862943611198906,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("this evening",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -1.0986122886681098,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 1},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("day (grain)",
|
||||
Classifier{okData =
|
||||
ClassData{prior = 0.0, unseen = -1.3862943611198906,
|
||||
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
|
||||
koData =
|
||||
ClassData{prior = -infinity, unseen = -0.6931471805599453,
|
||||
likelihoods = HashMap.fromList [], n = 0}}),
|
||||
("this <time>",
|
||||
Classifier{okData =
|
||||
ClassData{prior = -0.45198512374305727,
|
||||
unseen = -3.0910424533583156,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("\1489 <date>", -1.9459101490553135),
|
||||
("\1489 <named-day>", -2.3513752571634776),
|
||||
("day", -1.252762968495368), ("named-day", -1.6582280766035324),
|
||||
("hour", -1.9459101490553135),
|
||||
("week-end", -2.3513752571634776)],
|
||||
n = 7},
|
||||
koData =
|
||||
ClassData{prior = -1.0116009116784799, unseen = -2.772588722239781,
|
||||
likelihoods =
|
||||
HashMap.fromList
|
||||
[("\1489 <date>", -2.0149030205422647),
|
||||
("day", -1.0986122886681098),
|
||||
("<day-of-month> (ordinal)", -1.3217558399823195)],
|
||||
n = 4}})]
|
||||
@ -19,6 +19,7 @@ import qualified Duckling.Duration.HE.Rules as Duration
|
||||
import qualified Duckling.Numeral.HE.Rules as Numeral
|
||||
import qualified Duckling.Ordinal.HE.Rules as Ordinal
|
||||
import qualified Duckling.TimeGrain.HE.Rules as TimeGrain
|
||||
import qualified Duckling.Time.HE.Rules as Time
|
||||
|
||||
rules :: Some Dimension -> [Rule]
|
||||
rules (This Distance) = []
|
||||
@ -31,7 +32,7 @@ rules (This PhoneNumber) = []
|
||||
rules (This Quantity) = []
|
||||
rules (This RegexMatch) = []
|
||||
rules (This Temperature) = []
|
||||
rules (This Time) = []
|
||||
rules (This Time) = Time.rules
|
||||
rules (This TimeGrain) = TimeGrain.rules
|
||||
rules (This Url) = []
|
||||
rules (This Volume) = []
|
||||
|
||||
292
Duckling/Time/HE/Corpus.hs
Normal file
292
Duckling/Time/HE/Corpus.hs
Normal file
@ -0,0 +1,292 @@
|
||||
-- Copyright (c) 2016-present, Facebook, Inc.
|
||||
-- All rights reserved.
|
||||
--
|
||||
-- This source code is licensed under the BSD-style license found in the
|
||||
-- LICENSE file in the root directory of this source tree. An additional grant
|
||||
-- of patent rights can be found in the PATENTS file in the same directory.
|
||||
|
||||
{-# LANGUAGE OverloadedStrings #-}
|
||||
|
||||
module Duckling.Time.HE.Corpus
|
||||
( corpus ) where
|
||||
|
||||
import Prelude
|
||||
import Data.String
|
||||
|
||||
import Duckling.Lang
|
||||
import Duckling.Resolve
|
||||
import Duckling.Time.Corpus
|
||||
import Duckling.Time.Types hiding (Month)
|
||||
import Duckling.TimeGrain.Types hiding (add)
|
||||
import Duckling.Testing.Types hiding (examples)
|
||||
|
||||
corpus :: Corpus
|
||||
corpus = (testContext {lang = HE}, allExamples)
|
||||
|
||||
allExamples :: [Example]
|
||||
allExamples = concat
|
||||
[ examples (datetime (2013, 2, 12, 4, 30, 0) Second)
|
||||
[ "עכשיו"
|
||||
, "מייד"
|
||||
]
|
||||
, examples (datetime (2013, 2, 12, 0, 0, 0) Day)
|
||||
[ "היום"
|
||||
]
|
||||
, examples (datetime (2013, 2, 11, 0, 0, 0) Day)
|
||||
[ "אתמול"
|
||||
]
|
||||
, examples (datetime (2013, 2, 13, 0, 0, 0) Day)
|
||||
[ "מחר"
|
||||
]
|
||||
, examples (datetime (2013, 2, 17, 0, 0, 0) Day)
|
||||
[ "ראשון"
|
||||
, "יום ראשון"
|
||||
, "בראשון הזה"
|
||||
]
|
||||
, examples (datetime (2013, 2, 18, 0, 0, 0) Day)
|
||||
[ "יום שני"
|
||||
, "שני"
|
||||
, "שני הזה"
|
||||
]
|
||||
, examples (datetime (2013, 2, 18, 0, 0, 0) Day)
|
||||
-- "שני השמונה עשרה לפברואר"
|
||||
[ "שני 18 לפברואר"
|
||||
]
|
||||
, examples (datetime (2013, 2, 19, 0, 0, 0) Day)
|
||||
-- "שלישי ה19"
|
||||
[ "שלישי"
|
||||
, "יום שלישי התשעה עשר"
|
||||
]
|
||||
, examples (datetime (2013, 2, 14, 0, 0, 0) Day)
|
||||
[ "חמישי"
|
||||
]
|
||||
, examples (datetime (2013, 2, 15, 0, 0, 0) Day)
|
||||
[ "שישי"
|
||||
]
|
||||
, examples (datetime (2013, 2, 16, 0, 0, 0) Day)
|
||||
[ "שבת"
|
||||
]
|
||||
, examples (datetime (2013, 2, 17, 0, 0, 0) Day)
|
||||
[ "ראשון"
|
||||
]
|
||||
, examples (datetime (2013, 3, 1, 0, 0, 0) Day)
|
||||
-- "הראשון למרץ"
|
||||
-- "ה1 למרץ"
|
||||
[ "1 למרץ"
|
||||
]
|
||||
, examples (datetime (2013, 3, 3, 0, 0, 0) Day)
|
||||
[ "במרץ 3"
|
||||
]
|
||||
, examples (datetime (2013, 3, 15, 0, 0, 0) Day)
|
||||
[ "באמצע מרץ"
|
||||
]
|
||||
, examples (datetime (2015, 3, 3, 0, 0, 0) Day)
|
||||
-- "השלישי למרץ 2015"
|
||||
[ "3 למרץ 2015"
|
||||
, "שלושה במרץ 2015"
|
||||
, "3/3/2015"
|
||||
, "3/3/15"
|
||||
, "2015-3-3"
|
||||
, "2015-03-03"
|
||||
]
|
||||
, examples (datetime (2013, 2, 15, 0, 0, 0) Day)
|
||||
-- "חמש עשרה לחודש"
|
||||
-- "ב15 לחודש"
|
||||
-- "ב15 החודש"
|
||||
[
|
||||
]
|
||||
, examples (datetime (2013, 2, 15, 0, 0, 0) Day)
|
||||
[ "ה15 בפברואר"
|
||||
, "15 לפברואר"
|
||||
, "2/15"
|
||||
, "ב 2/15"
|
||||
, "פברואר 15"
|
||||
]
|
||||
, examples (datetime (2013, 8, 8, 0, 0, 0) Day)
|
||||
[ "אוגוסט 8"
|
||||
]
|
||||
, examples (datetime (2014, 10, 0, 0, 0, 0) Month)
|
||||
[ "אוקטובר 2014"
|
||||
]
|
||||
, examples (datetime (1974, 10, 31, 0, 0, 0) Day)
|
||||
[ "10/31/1974"
|
||||
, "10/31/74"
|
||||
, "10-31-74"
|
||||
]
|
||||
, examples (datetime (2015, 4, 14, 0, 0, 0) Day)
|
||||
[ "14 לאפריל 2015"
|
||||
, "אפריל 14, 2015"
|
||||
]
|
||||
, examples (datetime (2013, 2, 22, 0, 0, 0) Day)
|
||||
[ "שישי הבא"
|
||||
]
|
||||
, examples (datetime (2013, 3, 0, 0, 0, 0) Month)
|
||||
[ "מרץ הבא"
|
||||
]
|
||||
, examples (datetime (2013, 2, 10, 0, 0, 0) Day)
|
||||
[ "ראשון, 10 לפברואר"
|
||||
]
|
||||
, examples (datetime (2013, 2, 18, 0, 0, 0) Day)
|
||||
-- "שני, השמונה עשרה לפברואר"
|
||||
-- "יום שני, ה18 לפברואר"
|
||||
[
|
||||
]
|
||||
, examples (datetime (2013, 2, 11, 0, 0, 0) Week)
|
||||
[ "בשבוע הזה"
|
||||
]
|
||||
, examples (datetime (2013, 2, 4, 0, 0, 0) Week)
|
||||
[ "שבוע שעבר"
|
||||
, "שבוע האחרון"
|
||||
]
|
||||
, examples (datetime (2013, 2, 18, 0, 0, 0) Week)
|
||||
[ "שבוע הבא"
|
||||
]
|
||||
, examples (datetime (2013, 1, 0, 0, 0, 0) Month)
|
||||
[ "חודש שעבר"
|
||||
]
|
||||
, examples (datetime (2013, 3, 0, 0, 0, 0) Month)
|
||||
[ "חודש הבא"
|
||||
]
|
||||
, examples (datetime (2012, 0, 0, 0, 0, 0) Year)
|
||||
-- "שנה שעברה"
|
||||
[
|
||||
]
|
||||
, examples (datetime (2014, 0, 0, 0, 0, 0) Year)
|
||||
[ "שנה הבאה"
|
||||
]
|
||||
, examples (datetime (2013, 2, 10, 0, 0, 0) Day)
|
||||
[ "ראשון בשבוע שעבר"
|
||||
]
|
||||
, examples (datetime (2013, 2, 5, 0, 0, 0) Day)
|
||||
[ "שלישי האחרון"
|
||||
]
|
||||
, examples (datetime (2013, 2, 20, 0, 0, 0) Day)
|
||||
[ "רביעי שבוע הבא"
|
||||
, "רביעי הבא"
|
||||
]
|
||||
, examples (datetime (2013, 2, 22, 0, 0, 0) Day)
|
||||
[ "שישי הבא"
|
||||
]
|
||||
, examples (datetime (2013, 2, 13, 0, 0, 0) Day)
|
||||
[ "רביעי הזה"
|
||||
]
|
||||
, examples (datetime (2013, 3, 25, 0, 0, 0) Day)
|
||||
[ "שני האחרון של מרץ"
|
||||
]
|
||||
, examples (datetime (2014, 3, 30, 0, 0, 0) Day)
|
||||
[ "ראשון האחרון של מרץ 2014"
|
||||
]
|
||||
, examples (datetime (2013, 10, 3, 0, 0, 0) Day)
|
||||
[ "השלישי באוקטובר"
|
||||
]
|
||||
, examples (datetime (2013, 10, 1, 0, 0, 0) Day)
|
||||
-- "יום שלישי הראשון של אוקטובר"
|
||||
[
|
||||
]
|
||||
, examples (datetime (2013, 2, 13, 3, 18, 0) Minute)
|
||||
[ "3:18am"
|
||||
, "3:18a"
|
||||
]
|
||||
, examples (datetime (2013, 2, 12, 15, 0, 0) Hour)
|
||||
-- "@ 3pm"
|
||||
[ "ב 3pm"
|
||||
, "3PM"
|
||||
, "3pm"
|
||||
]
|
||||
, examples (datetime (2013, 2, 12, 15, 0, 0) Hour)
|
||||
-- "באיזור שלוש בצהריים"
|
||||
[
|
||||
]
|
||||
, examples (datetime (2013, 2, 12, 15, 15, 0) Minute)
|
||||
-- "3:15 בצהריים"
|
||||
-- "בשלוש ורבע בצהריים"
|
||||
[ "15:15"
|
||||
, "3:15pm"
|
||||
, "3:15PM"
|
||||
, "3:15p"
|
||||
]
|
||||
, examples (datetime (2013, 2, 12, 15, 20, 0) Minute)
|
||||
-- "3:20 בצהריים"
|
||||
-- "3:20 צהריים"
|
||||
-- "עשרים אחרי שלוש בצהריים"
|
||||
[ "3:20p"
|
||||
]
|
||||
, examples (datetime (2013, 2, 12, 15, 30, 0) Minute)
|
||||
-- "בשלוש וחצי בערב"
|
||||
-- "שלוש וחצי בצהריים"
|
||||
[ "15:30"
|
||||
, "3:30pm"
|
||||
, "3:30PM"
|
||||
, "330 p.m."
|
||||
, "3:30 p m"
|
||||
]
|
||||
, examples (datetime (2013, 2, 12, 15, 23, 24) Second)
|
||||
[ "15:23:24"
|
||||
]
|
||||
, examples (datetime (2013, 2, 12, 11, 45, 0) Minute)
|
||||
[ "רבע ל12"
|
||||
, "11:45am"
|
||||
]
|
||||
, examples (datetime (2013, 9, 20, 19, 30, 0) Minute)
|
||||
-- "בשבע וחצי בערב ביום שישי העשרים לספטמבר"
|
||||
[
|
||||
]
|
||||
, examples (datetime (2013, 2, 16, 9, 0, 0) Hour)
|
||||
[ "בתשע בבוקר בשבת"
|
||||
]
|
||||
, examples (datetime (2014, 7, 18, 19, 0, 0) Minute)
|
||||
[ "שישי, יולי 18, 2014 07:00 PM"
|
||||
]
|
||||
, examples (datetime (2013, 2, 12, 4, 32, 0) Second)
|
||||
[ "בעוד 2 דקות"
|
||||
]
|
||||
, examples (datetime (2013, 2, 12, 5, 30, 0) Second)
|
||||
[ "בעוד 60 דקות"
|
||||
]
|
||||
, examples (datetime (2013, 2, 12, 4, 45, 0) Second)
|
||||
[ "בעוד רבע שעה"
|
||||
]
|
||||
, examples (datetime (2013, 2, 12, 5, 0, 0) Second)
|
||||
[ "בעוד חצי שעה"
|
||||
]
|
||||
, examples (datetime (2013, 2, 13, 4, 30, 0) Minute)
|
||||
[ "בעוד 24 שעות"
|
||||
, "בעוד עשרים וארבע שעות"
|
||||
]
|
||||
, examples (datetime (2013, 2, 19, 4, 0, 0) Hour)
|
||||
[ "בעוד שבעה ימים"
|
||||
]
|
||||
, examples (datetime (2013, 2, 5, 4, 0, 0) Hour)
|
||||
[ "לפני שבעה ימים"
|
||||
]
|
||||
, examples (datetime (2012, 11, 12, 0, 0, 0) Day)
|
||||
-- "לפני שלושה חודשים"
|
||||
[
|
||||
]
|
||||
, examples (datetime (1954, 0, 0, 0, 0, 0) Year)
|
||||
[ "1954"
|
||||
]
|
||||
, examples (datetimeInterval ((2013, 2, 12, 18, 0, 0), (2013, 2, 13, 0, 0, 0)) Hour)
|
||||
[ "הערב"
|
||||
, "היום בערב"
|
||||
]
|
||||
, examples (datetimeInterval ((2013, 2, 8, 18, 0, 0), (2013, 2, 11, 0, 0, 0)) Hour)
|
||||
[ "בסופ״ש האחרון"
|
||||
]
|
||||
, examples (datetimeInterval ((2013, 2, 13, 18, 0, 0), (2013, 2, 14, 0, 0, 0)) Hour)
|
||||
[ "מחר בערב"
|
||||
]
|
||||
, examples (datetimeInterval ((2013, 2, 13, 12, 0, 0), (2013, 2, 13, 14, 0, 0)) Hour)
|
||||
[ "מחר בצהריים"
|
||||
, "מחר צהריים"
|
||||
]
|
||||
, examples (datetimeInterval ((2013, 2, 11, 18, 0, 0), (2013, 2, 12, 0, 0, 0)) Hour)
|
||||
[ "אתמול בערב"
|
||||
]
|
||||
, examples (datetimeInterval ((2013, 2, 15, 18, 0, 0), (2013, 2, 18, 0, 0, 0)) Hour)
|
||||
[ "בסופ״ש הזה"
|
||||
]
|
||||
, examples (datetimeInterval ((2013, 2, 18, 4, 0, 0), (2013, 2, 18, 12, 0, 0)) Hour)
|
||||
[ "שני בבוקר"
|
||||
]
|
||||
]
|
||||
1556
Duckling/Time/HE/Rules.hs
Normal file
1556
Duckling/Time/HE/Rules.hs
Normal file
File diff suppressed because it is too large
Load Diff
@ -398,6 +398,8 @@ library
|
||||
, Duckling.Time.GA.Rules
|
||||
, Duckling.Time.HR.Corpus
|
||||
, Duckling.Time.HR.Rules
|
||||
, Duckling.Time.HE.Corpus
|
||||
, Duckling.Time.HE.Rules
|
||||
, Duckling.Time.IT.Corpus
|
||||
, Duckling.Time.IT.Rules
|
||||
, Duckling.Time.KO.Corpus
|
||||
@ -664,6 +666,7 @@ test-suite duckling-test
|
||||
, Duckling.Time.FR.Tests
|
||||
, Duckling.Time.GA.Tests
|
||||
, Duckling.Time.HR.Tests
|
||||
, Duckling.Time.HE.Tests
|
||||
, Duckling.Time.IT.Tests
|
||||
, Duckling.Time.KO.Tests
|
||||
, Duckling.Time.NB.Tests
|
||||
|
||||
@ -33,6 +33,7 @@ import qualified Duckling.Time.ES.Corpus as ESTime
|
||||
import qualified Duckling.Time.FR.Corpus as FRTime
|
||||
import qualified Duckling.Time.GA.Corpus as GATime
|
||||
import qualified Duckling.Time.HR.Corpus as HRTime
|
||||
import qualified Duckling.Time.HE.Corpus as HETime
|
||||
import qualified Duckling.Time.IT.Corpus as ITTime
|
||||
import qualified Duckling.Time.KO.Corpus as KOTime
|
||||
import qualified Duckling.Time.NB.Corpus as NBTime
|
||||
@ -75,8 +76,8 @@ regenClassifiers lang = do
|
||||
ET -> (testContext, [])
|
||||
FR -> FRTime.corpus
|
||||
GA -> GATime.corpus
|
||||
HE -> (testContext, [])
|
||||
HR -> HRTime.corpus
|
||||
HE -> HETime.corpus
|
||||
ID -> (testContext, [])
|
||||
IT -> ITTime.corpus
|
||||
JA -> (testContext, [])
|
||||
|
||||
22
tests/Duckling/Time/HE/Tests.hs
Normal file
22
tests/Duckling/Time/HE/Tests.hs
Normal file
@ -0,0 +1,22 @@
|
||||
-- Copyright (c) 2016-present, Facebook, Inc.
|
||||
-- All rights reserved.
|
||||
--
|
||||
-- This source code is licensed under the BSD-style license found in the
|
||||
-- LICENSE file in the root directory of this source tree. An additional grant
|
||||
-- of patent rights can be found in the PATENTS file in the same directory.
|
||||
|
||||
module Duckling.Time.HE.Tests
|
||||
( tests ) where
|
||||
|
||||
import Data.String
|
||||
import Prelude
|
||||
import Test.Tasty
|
||||
|
||||
import Duckling.Dimensions.Types
|
||||
import Duckling.Time.HE.Corpus
|
||||
import Duckling.Testing.Asserts
|
||||
|
||||
tests :: TestTree
|
||||
tests = testGroup "HE Tests"
|
||||
[ makeCorpusTest [This Time] corpus
|
||||
]
|
||||
@ -31,6 +31,7 @@ import qualified Duckling.Time.ES.Tests as ES
|
||||
import qualified Duckling.Time.FR.Tests as FR
|
||||
import qualified Duckling.Time.GA.Tests as GA
|
||||
import qualified Duckling.Time.HR.Tests as HR
|
||||
import qualified Duckling.Time.HE.Tests as HE
|
||||
import qualified Duckling.Time.IT.Tests as IT
|
||||
import qualified Duckling.Time.KO.Tests as KO
|
||||
import qualified Duckling.Time.NB.Tests as NB
|
||||
@ -50,6 +51,7 @@ tests = testGroup "Time Tests"
|
||||
, FR.tests
|
||||
, GA.tests
|
||||
, HR.tests
|
||||
, HE.tests
|
||||
, IT.tests
|
||||
, KO.tests
|
||||
, NB.tests
|
||||
|
||||
Loading…
Reference in New Issue
Block a user