facebook/duckling
1
1
Fork 0
mirror of https://github.com/facebook/duckling.git synced 2024-09-17 16:17:13 +03:00
Code Issues Packages Projects Releases Wiki Activity

parse yyyy-mm

Browse Source 
Summary: as titled.

Reviewed By: haoxuany

Differential Revision: D8895617

fbshipit-source-id: 2c0ccdcbb39945d836bd64f5ff9d790c8f636b79
This commit is contained in:
Yujiao Zhou 2018-07-20 09:57:10 -07:00 committed by Facebook Github Bot
parent 98463ae14d
commit 20c8a3750d
16 changed files with 259 additions and 122 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

27
Duckling/Ranking/Classifiers/EN_AU.hs
View File

@ -68,11 +68,11 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
("integer (numeric)",
Classifier{okData =
ClassData{prior = -0.5692220097408626, unseen = -5.697093486505405,
ClassData{prior = -0.576841094217302, unseen = -5.697093486505405,
likelihoods = HashMap.fromList [("", 0.0)], n = 296},
koData =
ClassData{prior = -0.8346314465835203, unseen = -5.43372200355424,
likelihoods = HashMap.fromList [("", 0.0)], n = 227}}),
ClassData{prior = -0.8247828380195688, unseen = -5.4510384535657,
likelihoods = HashMap.fromList [("", 0.0)], n = 231}}),
("<year> (bc|ad)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
@ -1816,8 +1816,8 @@ classifiers
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -2.639057329615259,
likelihoods = HashMap.fromList [("", 0.0)], n = 12}}),
ClassData{prior = 0.0, unseen = -2.70805020110221,
likelihoods = HashMap.fromList [("", 0.0)], n = 13}}),
("Sunday",
Classifier{okData =
ClassData{prior = -0.48550781578170077,
@ -2176,6 +2176,15 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [], n = 0}}),
("yyyy-mm",
Classifier{okData =
ClassData{prior = -0.6931471805599453,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -0.6931471805599453,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("until <time>",
Classifier{okData =
ClassData{prior = -1.1786549963416462, unseen = -3.295836866004329,
@ -2584,12 +2593,12 @@ classifiers
ClassData{prior = -infinity, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -3.1780538303479458,
ClassData{prior = 0.0, unseen = -3.2188758248682006,
likelihoods =
HashMap.fromList
[("integer (numeric)", -9.097177820572676e-2),
("integer (0..19)", -2.4423470353692043)],
n = 21}}),
[("integer (numeric)", -8.701137698962981e-2),
("integer (0..19)", -2.4849066497880004)],
n = 22}}),
("about|exactly <duration>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,

27
Duckling/Ranking/Classifiers/EN_BZ.hs
View File

@ -68,11 +68,11 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
("integer (numeric)",
Classifier{okData =
ClassData{prior = -0.5692220097408626, unseen = -5.697093486505405,
ClassData{prior = -0.576841094217302, unseen = -5.697093486505405,
likelihoods = HashMap.fromList [("", 0.0)], n = 296},
koData =
ClassData{prior = -0.8346314465835203, unseen = -5.43372200355424,
likelihoods = HashMap.fromList [("", 0.0)], n = 227}}),
ClassData{prior = -0.8247828380195688, unseen = -5.4510384535657,
likelihoods = HashMap.fromList [("", 0.0)], n = 231}}),
("<year> (bc|ad)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
@ -1816,8 +1816,8 @@ classifiers
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -2.639057329615259,
likelihoods = HashMap.fromList [("", 0.0)], n = 12}}),
ClassData{prior = 0.0, unseen = -2.70805020110221,
likelihoods = HashMap.fromList [("", 0.0)], n = 13}}),
("Sunday",
Classifier{okData =
ClassData{prior = -0.48550781578170077,
@ -2176,6 +2176,15 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [], n = 0}}),
("yyyy-mm",
Classifier{okData =
ClassData{prior = -0.6931471805599453,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -0.6931471805599453,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("until <time>",
Classifier{okData =
ClassData{prior = -1.1786549963416462, unseen = -3.295836866004329,
@ -2584,12 +2593,12 @@ classifiers
ClassData{prior = -infinity, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -3.1780538303479458,
ClassData{prior = 0.0, unseen = -3.2188758248682006,
likelihoods =
HashMap.fromList
[("integer (numeric)", -9.097177820572676e-2),
("integer (0..19)", -2.4423470353692043)],
n = 21}}),
[("integer (numeric)", -8.701137698962981e-2),
("integer (0..19)", -2.4849066497880004)],
n = 22}}),
("about|exactly <duration>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,

27
Duckling/Ranking/Classifiers/EN_CA.hs
View File

@ -68,11 +68,11 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
("integer (numeric)",
Classifier{okData =
ClassData{prior = -0.5919839428374589, unseen = -5.765191102784844,
ClassData{prior = -0.5989404926308189, unseen = -5.765191102784844,
likelihoods = HashMap.fromList [("", 0.0)], n = 317},
koData =
ClassData{prior = -0.805708272235177, unseen = -5.552959584921617,
likelihoods = HashMap.fromList [("", 0.0)], n = 256}}),
ClassData{prior = -0.7971606354925719, unseen = -5.568344503761097,
likelihoods = HashMap.fromList [("", 0.0)], n = 260}}),
("<year> (bc|ad)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
@ -1911,8 +1911,8 @@ classifiers
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -2.9444389791664407,
likelihoods = HashMap.fromList [("", 0.0)], n = 17}}),
ClassData{prior = 0.0, unseen = -2.995732273553991,
likelihoods = HashMap.fromList [("", 0.0)], n = 18}}),
("Sunday",
Classifier{okData =
ClassData{prior = -0.48550781578170077,
@ -2285,6 +2285,15 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [], n = 0}}),
("yyyy-mm",
Classifier{okData =
ClassData{prior = -0.6931471805599453,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -0.6931471805599453,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("until <time>",
Classifier{okData =
ClassData{prior = -1.1786549963416462, unseen = -3.295836866004329,
@ -2717,12 +2726,12 @@ classifiers
ClassData{prior = -infinity, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -3.332204510175204,
ClassData{prior = 0.0, unseen = -3.367295829986474,
likelihoods =
HashMap.fromList
[("integer (numeric)", -7.696104113612832e-2),
("integer (0..19)", -2.6026896854443837)],
n = 25}}),
[("integer (numeric)", -7.410797215372185e-2),
("integer (0..19)", -2.639057329615259)],
n = 26}}),
("about|exactly <duration>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,

27
Duckling/Ranking/Classifiers/EN_GB.hs
View File

@ -68,11 +68,11 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
("integer (numeric)",
Classifier{okData =
ClassData{prior = -0.6152736711339541, unseen = -5.733341276897745,
ClassData{prior = -0.6222912437926008, unseen = -5.733341276897745,
likelihoods = HashMap.fromList [("", 0.0)], n = 307},
koData =
ClassData{prior = -0.7776010113984579, unseen = -5.572154032177765,
likelihoods = HashMap.fromList [("", 0.0)], n = 261}}),
ClassData{prior = -0.7694091653935757, unseen = -5.58724865840025,
likelihoods = HashMap.fromList [("", 0.0)], n = 265}}),
("<year> (bc|ad)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
@ -1858,8 +1858,8 @@ classifiers
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -3.044522437723423,
likelihoods = HashMap.fromList [("", 0.0)], n = 19}}),
ClassData{prior = 0.0, unseen = -3.0910424533583156,
likelihoods = HashMap.fromList [("", 0.0)], n = 20}}),
("Sunday",
Classifier{okData =
ClassData{prior = -0.5596157879354228,
@ -2232,6 +2232,15 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [], n = 0}}),
("yyyy-mm",
Classifier{okData =
ClassData{prior = -0.6931471805599453,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -0.6931471805599453,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("until <time>",
Classifier{okData =
ClassData{prior = -1.1786549963416462, unseen = -3.295836866004329,
@ -2651,12 +2660,12 @@ classifiers
ClassData{prior = -infinity, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -3.332204510175204,
ClassData{prior = 0.0, unseen = -3.367295829986474,
likelihoods =
HashMap.fromList
[("integer (numeric)", -7.696104113612832e-2),
("integer (0..19)", -2.6026896854443837)],
n = 25}}),
[("integer (numeric)", -7.410797215372185e-2),
("integer (0..19)", -2.639057329615259)],
n = 26}}),
("about|exactly <duration>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,

27
Duckling/Ranking/Classifiers/EN_IE.hs
View File

@ -68,11 +68,11 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
("integer (numeric)",
Classifier{okData =
ClassData{prior = -0.5692220097408626, unseen = -5.697093486505405,
ClassData{prior = -0.576841094217302, unseen = -5.697093486505405,
likelihoods = HashMap.fromList [("", 0.0)], n = 296},
koData =
ClassData{prior = -0.8346314465835203, unseen = -5.43372200355424,
likelihoods = HashMap.fromList [("", 0.0)], n = 227}}),
ClassData{prior = -0.8247828380195688, unseen = -5.4510384535657,
likelihoods = HashMap.fromList [("", 0.0)], n = 231}}),
("<year> (bc|ad)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
@ -1816,8 +1816,8 @@ classifiers
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -2.639057329615259,
likelihoods = HashMap.fromList [("", 0.0)], n = 12}}),
ClassData{prior = 0.0, unseen = -2.70805020110221,
likelihoods = HashMap.fromList [("", 0.0)], n = 13}}),
("Sunday",
Classifier{okData =
ClassData{prior = -0.48550781578170077,
@ -2176,6 +2176,15 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [], n = 0}}),
("yyyy-mm",
Classifier{okData =
ClassData{prior = -0.6931471805599453,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -0.6931471805599453,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("until <time>",
Classifier{okData =
ClassData{prior = -1.1786549963416462, unseen = -3.295836866004329,
@ -2584,12 +2593,12 @@ classifiers
ClassData{prior = -infinity, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -3.1780538303479458,
ClassData{prior = 0.0, unseen = -3.2188758248682006,
likelihoods =
HashMap.fromList
[("integer (numeric)", -9.097177820572676e-2),
("integer (0..19)", -2.4423470353692043)],
n = 21}}),
[("integer (numeric)", -8.701137698962981e-2),
("integer (0..19)", -2.4849066497880004)],
n = 22}}),
("about|exactly <duration>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,

27
Duckling/Ranking/Classifiers/EN_IN.hs
View File

@ -68,11 +68,11 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
("integer (numeric)",
Classifier{okData =
ClassData{prior = -0.5692220097408626, unseen = -5.697093486505405,
ClassData{prior = -0.576841094217302, unseen = -5.697093486505405,
likelihoods = HashMap.fromList [("", 0.0)], n = 296},
koData =
ClassData{prior = -0.8346314465835203, unseen = -5.43372200355424,
likelihoods = HashMap.fromList [("", 0.0)], n = 227}}),
ClassData{prior = -0.8247828380195688, unseen = -5.4510384535657,
likelihoods = HashMap.fromList [("", 0.0)], n = 231}}),
("<year> (bc|ad)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
@ -1816,8 +1816,8 @@ classifiers
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -2.639057329615259,
likelihoods = HashMap.fromList [("", 0.0)], n = 12}}),
ClassData{prior = 0.0, unseen = -2.70805020110221,
likelihoods = HashMap.fromList [("", 0.0)], n = 13}}),
("Sunday",
Classifier{okData =
ClassData{prior = -0.48550781578170077,
@ -2176,6 +2176,15 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [], n = 0}}),
("yyyy-mm",
Classifier{okData =
ClassData{prior = -0.6931471805599453,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -0.6931471805599453,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("until <time>",
Classifier{okData =
ClassData{prior = -1.1786549963416462, unseen = -3.295836866004329,
@ -2584,12 +2593,12 @@ classifiers
ClassData{prior = -infinity, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -3.1780538303479458,
ClassData{prior = 0.0, unseen = -3.2188758248682006,
likelihoods =
HashMap.fromList
[("integer (numeric)", -9.097177820572676e-2),
("integer (0..19)", -2.4423470353692043)],
n = 21}}),
[("integer (numeric)", -8.701137698962981e-2),
("integer (0..19)", -2.4849066497880004)],
n = 22}}),
("about|exactly <duration>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,

27
Duckling/Ranking/Classifiers/EN_JM.hs
View File

@ -68,11 +68,11 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
("integer (numeric)",
Classifier{okData =
ClassData{prior = -0.5692220097408626, unseen = -5.697093486505405,
ClassData{prior = -0.576841094217302, unseen = -5.697093486505405,
likelihoods = HashMap.fromList [("", 0.0)], n = 296},
koData =
ClassData{prior = -0.8346314465835203, unseen = -5.43372200355424,
likelihoods = HashMap.fromList [("", 0.0)], n = 227}}),
ClassData{prior = -0.8247828380195688, unseen = -5.4510384535657,
likelihoods = HashMap.fromList [("", 0.0)], n = 231}}),
("<year> (bc|ad)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
@ -1816,8 +1816,8 @@ classifiers
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -2.639057329615259,
likelihoods = HashMap.fromList [("", 0.0)], n = 12}}),
ClassData{prior = 0.0, unseen = -2.70805020110221,
likelihoods = HashMap.fromList [("", 0.0)], n = 13}}),
("Sunday",
Classifier{okData =
ClassData{prior = -0.48550781578170077,
@ -2176,6 +2176,15 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [], n = 0}}),
("yyyy-mm",
Classifier{okData =
ClassData{prior = -0.6931471805599453,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -0.6931471805599453,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("until <time>",
Classifier{okData =
ClassData{prior = -1.1786549963416462, unseen = -3.295836866004329,
@ -2584,12 +2593,12 @@ classifiers
ClassData{prior = -infinity, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -3.1780538303479458,
ClassData{prior = 0.0, unseen = -3.2188758248682006,
likelihoods =
HashMap.fromList
[("integer (numeric)", -9.097177820572676e-2),
("integer (0..19)", -2.4423470353692043)],
n = 21}}),
[("integer (numeric)", -8.701137698962981e-2),
("integer (0..19)", -2.4849066497880004)],
n = 22}}),
("about|exactly <duration>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,

27
Duckling/Ranking/Classifiers/EN_NZ.hs
View File

@ -68,11 +68,11 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
("integer (numeric)",
Classifier{okData =
ClassData{prior = -0.5692220097408626, unseen = -5.697093486505405,
ClassData{prior = -0.576841094217302, unseen = -5.697093486505405,
likelihoods = HashMap.fromList [("", 0.0)], n = 296},
koData =
ClassData{prior = -0.8346314465835203, unseen = -5.43372200355424,
likelihoods = HashMap.fromList [("", 0.0)], n = 227}}),
ClassData{prior = -0.8247828380195688, unseen = -5.4510384535657,
likelihoods = HashMap.fromList [("", 0.0)], n = 231}}),
("<year> (bc|ad)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
@ -1816,8 +1816,8 @@ classifiers
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -2.639057329615259,
likelihoods = HashMap.fromList [("", 0.0)], n = 12}}),
ClassData{prior = 0.0, unseen = -2.70805020110221,
likelihoods = HashMap.fromList [("", 0.0)], n = 13}}),
("Sunday",
Classifier{okData =
ClassData{prior = -0.48550781578170077,
@ -2176,6 +2176,15 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [], n = 0}}),
("yyyy-mm",
Classifier{okData =
ClassData{prior = -0.6931471805599453,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -0.6931471805599453,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("until <time>",
Classifier{okData =
ClassData{prior = -1.1786549963416462, unseen = -3.295836866004329,
@ -2584,12 +2593,12 @@ classifiers
ClassData{prior = -infinity, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -3.1780538303479458,
ClassData{prior = 0.0, unseen = -3.2188758248682006,
likelihoods =
HashMap.fromList
[("integer (numeric)", -9.097177820572676e-2),
("integer (0..19)", -2.4423470353692043)],
n = 21}}),
[("integer (numeric)", -8.701137698962981e-2),
("integer (0..19)", -2.4849066497880004)],
n = 22}}),
("about|exactly <duration>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,

27
Duckling/Ranking/Classifiers/EN_PH.hs
View File

@ -68,11 +68,11 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
("integer (numeric)",
Classifier{okData =
ClassData{prior = -0.5692220097408626, unseen = -5.697093486505405,
ClassData{prior = -0.576841094217302, unseen = -5.697093486505405,
likelihoods = HashMap.fromList [("", 0.0)], n = 296},
koData =
ClassData{prior = -0.8346314465835203, unseen = -5.43372200355424,
likelihoods = HashMap.fromList [("", 0.0)], n = 227}}),
ClassData{prior = -0.8247828380195688, unseen = -5.4510384535657,
likelihoods = HashMap.fromList [("", 0.0)], n = 231}}),
("<year> (bc|ad)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
@ -1816,8 +1816,8 @@ classifiers
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -2.639057329615259,
likelihoods = HashMap.fromList [("", 0.0)], n = 12}}),
ClassData{prior = 0.0, unseen = -2.70805020110221,
likelihoods = HashMap.fromList [("", 0.0)], n = 13}}),
("Sunday",
Classifier{okData =
ClassData{prior = -0.48550781578170077,
@ -2176,6 +2176,15 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [], n = 0}}),
("yyyy-mm",
Classifier{okData =
ClassData{prior = -0.6931471805599453,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -0.6931471805599453,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("until <time>",
Classifier{okData =
ClassData{prior = -1.1786549963416462, unseen = -3.295836866004329,
@ -2584,12 +2593,12 @@ classifiers
ClassData{prior = -infinity, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -3.1780538303479458,
ClassData{prior = 0.0, unseen = -3.2188758248682006,
likelihoods =
HashMap.fromList
[("integer (numeric)", -9.097177820572676e-2),
("integer (0..19)", -2.4423470353692043)],
n = 21}}),
[("integer (numeric)", -8.701137698962981e-2),
("integer (0..19)", -2.4849066497880004)],
n = 22}}),
("about|exactly <duration>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,

27
Duckling/Ranking/Classifiers/EN_TT.hs
View File

@ -68,11 +68,11 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
("integer (numeric)",
Classifier{okData =
ClassData{prior = -0.5692220097408626, unseen = -5.697093486505405,
ClassData{prior = -0.576841094217302, unseen = -5.697093486505405,
likelihoods = HashMap.fromList [("", 0.0)], n = 296},
koData =
ClassData{prior = -0.8346314465835203, unseen = -5.43372200355424,
likelihoods = HashMap.fromList [("", 0.0)], n = 227}}),
ClassData{prior = -0.8247828380195688, unseen = -5.4510384535657,
likelihoods = HashMap.fromList [("", 0.0)], n = 231}}),
("<year> (bc|ad)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
@ -1816,8 +1816,8 @@ classifiers
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -2.639057329615259,
likelihoods = HashMap.fromList [("", 0.0)], n = 12}}),
ClassData{prior = 0.0, unseen = -2.70805020110221,
likelihoods = HashMap.fromList [("", 0.0)], n = 13}}),
("Sunday",
Classifier{okData =
ClassData{prior = -0.48550781578170077,
@ -2176,6 +2176,15 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [], n = 0}}),
("yyyy-mm",
Classifier{okData =
ClassData{prior = -0.6931471805599453,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -0.6931471805599453,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("until <time>",
Classifier{okData =
ClassData{prior = -1.1786549963416462, unseen = -3.295836866004329,
@ -2584,12 +2593,12 @@ classifiers
ClassData{prior = -infinity, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -3.1780538303479458,
ClassData{prior = 0.0, unseen = -3.2188758248682006,
likelihoods =
HashMap.fromList
[("integer (numeric)", -9.097177820572676e-2),
("integer (0..19)", -2.4423470353692043)],
n = 21}}),
[("integer (numeric)", -8.701137698962981e-2),
("integer (0..19)", -2.4849066497880004)],
n = 22}}),
("about|exactly <duration>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,

27
Duckling/Ranking/Classifiers/EN_US.hs
View File

@ -75,11 +75,11 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
("integer (numeric)",
Classifier{okData =
ClassData{prior = -0.578227015453239, unseen = -5.796057750765372,
ClassData{prior = -0.5850646489308431, unseen = -5.796057750765372,
likelihoods = HashMap.fromList [("", 0.0)], n = 327},
koData =
ClassData{prior = -0.8230097418709299, unseen = -5.552959584921617,
likelihoods = HashMap.fromList [("", 0.0)], n = 256}}),
ClassData{prior = -0.8143431888125687, unseen = -5.568344503761097,
likelihoods = HashMap.fromList [("", 0.0)], n = 260}}),
("<year> (bc|ad)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
@ -1926,8 +1926,8 @@ classifiers
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -2.9444389791664407,
likelihoods = HashMap.fromList [("", 0.0)], n = 17}}),
ClassData{prior = 0.0, unseen = -2.995732273553991,
likelihoods = HashMap.fromList [("", 0.0)], n = 18}}),
("Sunday",
Classifier{okData =
ClassData{prior = -0.48550781578170077,
@ -2306,6 +2306,15 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [], n = 0}}),
("yyyy-mm",
Classifier{okData =
ClassData{prior = -0.6931471805599453,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -0.6931471805599453,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("until <time>",
Classifier{okData =
ClassData{prior = -1.1786549963416462, unseen = -3.295836866004329,
@ -2761,12 +2770,12 @@ classifiers
ClassData{prior = -infinity, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -3.332204510175204,
ClassData{prior = 0.0, unseen = -3.367295829986474,
likelihoods =
HashMap.fromList
[("integer (numeric)", -7.696104113612832e-2),
("integer (0..19)", -2.6026896854443837)],
n = 25}}),
[("integer (numeric)", -7.410797215372185e-2),
("integer (0..19)", -2.639057329615259)],
n = 26}}),
("about|exactly <duration>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,

27
Duckling/Ranking/Classifiers/EN_XX.hs
View File

@ -68,11 +68,11 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
("integer (numeric)",
Classifier{okData =
ClassData{prior = -0.603179845166116, unseen = -5.736572297479192,
ClassData{prior = -0.6102595207541777, unseen = -5.736572297479192,
likelihoods = HashMap.fromList [("", 0.0)], n = 308},
koData =
ClassData{prior = -0.7920160829812642, unseen = -5.54907608489522,
likelihoods = HashMap.fromList [("", 0.0)], n = 255}}),
ClassData{prior = -0.7835312420282143, unseen = -5.564520407322694,
likelihoods = HashMap.fromList [("", 0.0)], n = 259}}),
("<year> (bc|ad)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
@ -1829,8 +1829,8 @@ classifiers
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -2.9444389791664407,
likelihoods = HashMap.fromList [("", 0.0)], n = 17}}),
ClassData{prior = 0.0, unseen = -2.995732273553991,
likelihoods = HashMap.fromList [("", 0.0)], n = 18}}),
("Sunday",
Classifier{okData =
ClassData{prior = -0.48550781578170077,
@ -2196,6 +2196,15 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [], n = 0}}),
("yyyy-mm",
Classifier{okData =
ClassData{prior = -0.6931471805599453,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -0.6931471805599453,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("until <time>",
Classifier{okData =
ClassData{prior = -1.1786549963416462, unseen = -3.295836866004329,
@ -2629,12 +2638,12 @@ classifiers
ClassData{prior = -infinity, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -3.332204510175204,
ClassData{prior = 0.0, unseen = -3.367295829986474,
likelihoods =
HashMap.fromList
[("integer (numeric)", -7.696104113612832e-2),
("integer (0..19)", -2.6026896854443837)],
n = 25}}),
[("integer (numeric)", -7.410797215372185e-2),
("integer (0..19)", -2.639057329615259)],
n = 26}}),
("about|exactly <duration>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,

27
Duckling/Ranking/Classifiers/EN_ZA.hs
View File

@ -68,11 +68,11 @@ classifiers
likelihoods = HashMap.fromList [("", 0.0)], n = 3}}),
("integer (numeric)",
Classifier{okData =
ClassData{prior = -0.5692220097408626, unseen = -5.697093486505405,
ClassData{prior = -0.576841094217302, unseen = -5.697093486505405,
likelihoods = HashMap.fromList [("", 0.0)], n = 296},
koData =
ClassData{prior = -0.8346314465835203, unseen = -5.43372200355424,
likelihoods = HashMap.fromList [("", 0.0)], n = 227}}),
ClassData{prior = -0.8247828380195688, unseen = -5.4510384535657,
likelihoods = HashMap.fromList [("", 0.0)], n = 231}}),
("<year> (bc|ad)",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.9459101490553135,
@ -1816,8 +1816,8 @@ classifiers
ClassData{prior = -infinity, unseen = -0.6931471805599453,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -2.639057329615259,
likelihoods = HashMap.fromList [("", 0.0)], n = 12}}),
ClassData{prior = 0.0, unseen = -2.70805020110221,
likelihoods = HashMap.fromList [("", 0.0)], n = 13}}),
("Sunday",
Classifier{okData =
ClassData{prior = -0.48550781578170077,
@ -2176,6 +2176,15 @@ classifiers
koData =
ClassData{prior = -infinity, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [], n = 0}}),
("yyyy-mm",
Classifier{okData =
ClassData{prior = -0.6931471805599453,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2},
koData =
ClassData{prior = -0.6931471805599453,
unseen = -1.3862943611198906,
likelihoods = HashMap.fromList [("", 0.0)], n = 2}}),
("until <time>",
Classifier{okData =
ClassData{prior = -1.1786549963416462, unseen = -3.295836866004329,
@ -2584,12 +2593,12 @@ classifiers
ClassData{prior = -infinity, unseen = -1.0986122886681098,
likelihoods = HashMap.fromList [], n = 0},
koData =
ClassData{prior = 0.0, unseen = -3.1780538303479458,
ClassData{prior = 0.0, unseen = -3.2188758248682006,
likelihoods =
HashMap.fromList
[("integer (numeric)", -9.097177820572676e-2),
("integer (0..19)", -2.4423470353692043)],
n = 21}}),
[("integer (numeric)", -8.701137698962981e-2),
("integer (0..19)", -2.4849066497880004)],
n = 22}}),
("about|exactly <duration>",
Classifier{okData =
ClassData{prior = 0.0, unseen = -1.6094379124341003,

4
Duckling/Time/EN/Corpus.hs
View File

@ -163,7 +163,7 @@ allExamples = concat
[ "today"
, "at this time"
]
, examples (datetime (2013, 2, 1, 0, 0, 0) Day)
, examples (datetime (2013, 2, 1, 0, 0, 0) Month)
[ "2/2013"
]
, examples (datetime (2014, 1, 1, 0, 0, 0) Year)
@ -253,6 +253,8 @@ allExamples = concat
]
, examples (datetime (2014, 10, 1, 0, 0, 0) Month)
[ "October 2014"
, "2014-10"
, "2014/10"
]
, examples (datetime (2015, 4, 14, 0, 0, 0) Day)
[ "14april 2015"

19
Duckling/Time/EN/Rules.hs
View File

@ -782,11 +782,25 @@ ruleMMYYYY = Rule
, pattern =
[ regex "(0?[1-9]|1[0-2])[/-](\\d{4})"
]
, prod = \tokens -> case tokens of
, prod = \case
(Token RegexMatch (GroupMatch (mm:yy:_)):_) -> do
y <- parseInt yy
m <- parseInt mm
tt $ yearMonthDay y m 1
tt $ yearMonth y m
_ -> Nothing
}
ruleYYYYMM :: Rule
ruleYYYYMM = Rule
{ name = "yyyy-mm"
, pattern =
[ regex "(\\d{4})\\s*[/-]\\s*(1[0-2]|0?[1-9])"
]
, prod = \case
(Token RegexMatch (GroupMatch (yy:mm:_)):_) -> do
y <- parseInt yy
m <- parseInt mm
tt $ yearMonth y m
_ -> Nothing
}
@ -2285,6 +2299,7 @@ rules =
, ruleQuarterAfterHOD
, ruleHalfHOD
, ruleYYYYQQ
, ruleYYYYMM
, ruleYYYYMMDD
, ruleMMYYYY
, ruleNoonMidnightEOD

7
Duckling/Time/Helpers.hs
View File

@ -24,7 +24,7 @@ module Duckling.Time.Helpers
, month, monthDay, notLatent, now, nthDOWOfMonth, partOfDay, predLastOf
, predNth, predNthAfter, predNthClosest, season, second, timeOfDayAMPM
, weekday, weekend, withDirection, year, yearMonthDay, tt, durationIntervalAgo
, inDurationInterval, intersectWithReplacement, yearADBC
, inDurationInterval, intersectWithReplacement, yearADBC, yearMonth
-- Other
, getIntValue, timeComputed
-- Rule constructors
@ -426,8 +426,11 @@ yearADBC :: Int -> TimeData
yearADBC n =
TTime.timedata'{TTime.timePred = timeYear n, TTime.timeGrain = TG.Year}
yearMonth :: Int -> Int -> TimeData
yearMonth y m = intersect' (year y, month m)
yearMonthDay :: Int -> Int -> Int -> TimeData
yearMonthDay y m d = intersect' (intersect' (year y, month m), dayOfMonth d)
yearMonthDay y m d = intersect' (yearMonth y m, dayOfMonth d)
monthDay :: Int -> Int -> TimeData
monthDay m d = intersect' (month m, dayOfMonth d)