2021-05-28 23:06:13 +03:00
|
|
|
normalization:
|
|
|
|
- ":: lower ()"
|
2021-08-31 12:18:34 +03:00
|
|
|
- ":: Hans-Hant"
|
2021-06-26 20:38:08 +03:00
|
|
|
- !include icu-rules/unicode-digits-to-decimal.yaml
|
|
|
|
- "'№' > 'no'"
|
|
|
|
- "'n°' > 'no'"
|
|
|
|
- "'nº' > 'no'"
|
|
|
|
- "ª > a"
|
|
|
|
- "º > o"
|
2022-01-10 19:40:03 +03:00
|
|
|
- "[[:Punctuation:][:Symbol:]\u02bc] > ' '"
|
2022-04-28 18:20:56 +03:00
|
|
|
- "ß > 'ss'" # German szet is unambiguously equal to double ss
|
|
|
|
- "[^[:alnum:] [:Canonical_Combining_Class=Virama:] [:Space:]] >"
|
2021-06-26 20:38:08 +03:00
|
|
|
- "[:Lm:] >"
|
|
|
|
- ":: [[:Number:]] Latin ()"
|
|
|
|
- ":: [[:Number:]] Ascii ();"
|
|
|
|
- ":: [[:Number:]] NFD ();"
|
|
|
|
- "[[:Nonspacing Mark:] [:Cf:]] >;"
|
|
|
|
- "[:Space:]+ > ' '"
|
2021-06-21 00:45:33 +03:00
|
|
|
transliteration:
|
2021-06-26 20:38:08 +03:00
|
|
|
- ":: Latin ()"
|
2021-06-21 00:45:33 +03:00
|
|
|
- !include icu-rules/extended-unicode-to-asccii.yaml
|
|
|
|
- ":: Ascii ()"
|
|
|
|
- ":: NFD ()"
|
|
|
|
- ":: lower ()"
|
2021-11-10 19:14:13 +03:00
|
|
|
- "[^a-z0-9[:Space:]] >"
|
2021-06-21 00:45:33 +03:00
|
|
|
- ":: NFC ()"
|
2022-12-02 12:15:02 +03:00
|
|
|
- "[:Space:]+ > ' '"
|
2021-09-30 22:30:13 +03:00
|
|
|
sanitizers:
|
2022-01-08 00:41:09 +03:00
|
|
|
- step: clean-housenumbers
|
2022-01-20 17:49:32 +03:00
|
|
|
filter-kind:
|
|
|
|
- housenumber
|
|
|
|
- conscriptionnumber
|
|
|
|
- streetnumber
|
2022-02-07 12:48:00 +03:00
|
|
|
convert-to-name:
|
2022-02-05 17:13:45 +03:00
|
|
|
- (\A|.*,)[^\d,]{3,}(,.*|\Z)
|
2022-05-12 12:43:47 +03:00
|
|
|
- step: clean-postcodes
|
|
|
|
convert-to-address: yes
|
2022-05-24 22:45:06 +03:00
|
|
|
default-pattern: "[A-Z0-9- ]{3,12}"
|
2022-11-22 19:10:21 +03:00
|
|
|
- step: clean-tiger-tags
|
2022-02-05 17:13:45 +03:00
|
|
|
- step: split-name-list
|
2023-01-22 23:10:12 +03:00
|
|
|
delimiters: ;
|
2022-02-05 17:13:45 +03:00
|
|
|
- step: strip-brace-terms
|
2021-10-05 18:18:10 +03:00
|
|
|
- step: tag-analyzer-by-language
|
|
|
|
filter-kind: [".*name.*"]
|
|
|
|
whitelist: [bg,ca,cs,da,de,el,en,es,et,eu,fi,fr,gl,hu,it,ja,mg,ms,nl,no,pl,pt,ro,ru,sk,sl,sv,tr,uk,vi]
|
|
|
|
use-defaults: all
|
|
|
|
mode: append
|
2021-10-04 17:40:28 +03:00
|
|
|
token-analysis:
|
2021-10-04 18:34:30 +03:00
|
|
|
- analyzer: generic
|
2022-02-16 19:18:23 +03:00
|
|
|
- id: "@housenumber"
|
|
|
|
analyzer: housenumbers
|
2022-05-24 22:45:06 +03:00
|
|
|
- id: "@postcode"
|
|
|
|
analyzer: postcodes
|
2021-10-05 18:18:10 +03:00
|
|
|
- id: bg
|
|
|
|
analyzer: generic
|
|
|
|
mode: variant-only
|
2021-10-04 18:34:30 +03:00
|
|
|
variants:
|
2021-10-04 17:40:28 +03:00
|
|
|
- !include icu-rules/variants-bg.yaml
|
2021-10-05 18:18:10 +03:00
|
|
|
- id: ca
|
|
|
|
analyzer: generic
|
|
|
|
mode: variant-only
|
|
|
|
variants:
|
2021-10-04 17:40:28 +03:00
|
|
|
- !include icu-rules/variants-ca.yaml
|
2021-10-05 18:18:10 +03:00
|
|
|
- id: cs
|
|
|
|
analyzer: generic
|
|
|
|
mode: variant-only
|
|
|
|
variants:
|
2021-10-04 17:40:28 +03:00
|
|
|
- !include icu-rules/variants-cs.yaml
|
2021-10-05 18:18:10 +03:00
|
|
|
- id: da
|
|
|
|
analyzer: generic
|
|
|
|
mode: variant-only
|
|
|
|
variants:
|
2021-10-04 17:40:28 +03:00
|
|
|
- !include icu-rules/variants-da.yaml
|
2021-10-05 18:18:10 +03:00
|
|
|
- id: de
|
|
|
|
analyzer: generic
|
|
|
|
mode: variant-only
|
|
|
|
variants:
|
2021-10-04 17:40:28 +03:00
|
|
|
- !include icu-rules/variants-de.yaml
|
2022-01-12 18:25:47 +03:00
|
|
|
mutations:
|
|
|
|
- pattern: ä
|
|
|
|
replacements: ["ä", "ae"]
|
|
|
|
- pattern: ö
|
|
|
|
replacements: ["ö", "oe"]
|
|
|
|
- pattern: ü
|
|
|
|
replacements: ["ü", "ue"]
|
2021-10-05 18:18:10 +03:00
|
|
|
- id: el
|
|
|
|
analyzer: generic
|
|
|
|
mode: variant-only
|
|
|
|
variants:
|
2021-10-04 17:40:28 +03:00
|
|
|
- !include icu-rules/variants-el.yaml
|
2021-10-05 18:18:10 +03:00
|
|
|
- id: en
|
|
|
|
analyzer: generic
|
|
|
|
mode: variant-only
|
|
|
|
variants:
|
2021-10-04 17:40:28 +03:00
|
|
|
- !include icu-rules/variants-en.yaml
|
2021-10-05 18:18:10 +03:00
|
|
|
- id: es
|
|
|
|
analyzer: generic
|
|
|
|
mode: variant-only
|
|
|
|
variants:
|
2021-10-04 17:40:28 +03:00
|
|
|
- !include icu-rules/variants-es.yaml
|
2021-10-05 18:18:10 +03:00
|
|
|
- id: et
|
|
|
|
analyzer: generic
|
|
|
|
mode: variant-only
|
|
|
|
variants:
|
2021-10-04 17:40:28 +03:00
|
|
|
- !include icu-rules/variants-et.yaml
|
2021-10-05 18:18:10 +03:00
|
|
|
- id: eu
|
|
|
|
analyzer: generic
|
|
|
|
mode: variant-only
|
|
|
|
variants:
|
2021-10-04 17:40:28 +03:00
|
|
|
- !include icu-rules/variants-eu.yaml
|
2021-10-05 18:18:10 +03:00
|
|
|
- id: fi
|
|
|
|
analyzer: generic
|
|
|
|
mode: variant-only
|
|
|
|
variants:
|
2021-10-04 17:40:28 +03:00
|
|
|
- !include icu-rules/variants-fi.yaml
|
2021-10-05 18:18:10 +03:00
|
|
|
- id: fr
|
|
|
|
analyzer: generic
|
|
|
|
mode: variant-only
|
|
|
|
variants:
|
2021-10-04 17:40:28 +03:00
|
|
|
- !include icu-rules/variants-fr.yaml
|
2021-10-05 18:18:10 +03:00
|
|
|
- id: gl
|
|
|
|
analyzer: generic
|
|
|
|
mode: variant-only
|
|
|
|
variants:
|
2021-10-04 17:40:28 +03:00
|
|
|
- !include icu-rules/variants-gl.yaml
|
2021-10-05 18:18:10 +03:00
|
|
|
- id: hu
|
|
|
|
analyzer: generic
|
|
|
|
mode: variant-only
|
|
|
|
variants:
|
2021-10-04 17:40:28 +03:00
|
|
|
- !include icu-rules/variants-hu.yaml
|
2021-10-05 18:18:10 +03:00
|
|
|
- id: it
|
|
|
|
analyzer: generic
|
|
|
|
mode: variant-only
|
|
|
|
variants:
|
2021-10-04 17:40:28 +03:00
|
|
|
- !include icu-rules/variants-it.yaml
|
2021-10-05 18:18:10 +03:00
|
|
|
- id: ja
|
|
|
|
analyzer: generic
|
|
|
|
mode: variant-only
|
|
|
|
variants:
|
2021-10-04 17:40:28 +03:00
|
|
|
- !include icu-rules/variants-ja.yaml
|
2021-10-05 18:18:10 +03:00
|
|
|
- id: mg
|
|
|
|
analyzer: generic
|
|
|
|
mode: variant-only
|
|
|
|
variants:
|
2021-10-04 17:40:28 +03:00
|
|
|
- !include icu-rules/variants-mg.yaml
|
2021-10-05 18:18:10 +03:00
|
|
|
- id: ms
|
|
|
|
analyzer: generic
|
|
|
|
mode: variant-only
|
|
|
|
variants:
|
2021-10-04 17:40:28 +03:00
|
|
|
- !include icu-rules/variants-ms.yaml
|
2021-10-05 18:18:10 +03:00
|
|
|
- id: nl
|
|
|
|
analyzer: generic
|
|
|
|
mode: variant-only
|
|
|
|
variants:
|
2021-10-04 17:40:28 +03:00
|
|
|
- !include icu-rules/variants-nl.yaml
|
2021-10-05 18:18:10 +03:00
|
|
|
- id: no
|
|
|
|
analyzer: generic
|
|
|
|
mode: variant-only
|
|
|
|
variants:
|
2021-10-04 17:40:28 +03:00
|
|
|
- !include icu-rules/variants-no.yaml
|
2021-10-05 18:18:10 +03:00
|
|
|
- id: pl
|
|
|
|
analyzer: generic
|
|
|
|
mode: variant-only
|
|
|
|
variants:
|
2021-10-04 17:40:28 +03:00
|
|
|
- !include icu-rules/variants-pl.yaml
|
2021-10-05 18:18:10 +03:00
|
|
|
- id: pt
|
|
|
|
analyzer: generic
|
|
|
|
mode: variant-only
|
|
|
|
variants:
|
2021-10-04 17:40:28 +03:00
|
|
|
- !include icu-rules/variants-pt.yaml
|
2021-10-05 18:18:10 +03:00
|
|
|
- id: ro
|
|
|
|
analyzer: generic
|
|
|
|
mode: variant-only
|
|
|
|
variants:
|
2021-10-04 17:40:28 +03:00
|
|
|
- !include icu-rules/variants-ro.yaml
|
2021-10-05 18:18:10 +03:00
|
|
|
- id: ru
|
|
|
|
analyzer: generic
|
|
|
|
mode: variant-only
|
|
|
|
variants:
|
2021-10-04 17:40:28 +03:00
|
|
|
- !include icu-rules/variants-ru.yaml
|
2021-10-05 18:18:10 +03:00
|
|
|
- id: sk
|
|
|
|
analyzer: generic
|
|
|
|
mode: variant-only
|
|
|
|
variants:
|
2021-10-04 17:40:28 +03:00
|
|
|
- !include icu-rules/variants-sk.yaml
|
2021-10-05 18:18:10 +03:00
|
|
|
- id: sl
|
|
|
|
analyzer: generic
|
|
|
|
mode: variant-only
|
|
|
|
variants:
|
2021-10-04 17:40:28 +03:00
|
|
|
- !include icu-rules/variants-sl.yaml
|
2021-10-05 18:18:10 +03:00
|
|
|
- id: sv
|
|
|
|
analyzer: generic
|
|
|
|
mode: variant-only
|
|
|
|
variants:
|
2021-10-04 17:40:28 +03:00
|
|
|
- !include icu-rules/variants-sv.yaml
|
2021-10-05 18:18:10 +03:00
|
|
|
- id: tr
|
|
|
|
analyzer: generic
|
|
|
|
mode: variant-only
|
|
|
|
variants:
|
2021-10-04 17:40:28 +03:00
|
|
|
- !include icu-rules/variants-tr.yaml
|
2021-10-05 18:18:10 +03:00
|
|
|
- id: uk
|
|
|
|
analyzer: generic
|
|
|
|
mode: variant-only
|
|
|
|
variants:
|
2021-10-04 17:40:28 +03:00
|
|
|
- !include icu-rules/variants-uk.yaml
|
2021-10-05 18:18:10 +03:00
|
|
|
- id: vi
|
|
|
|
analyzer: generic
|
|
|
|
mode: variant-only
|
|
|
|
variants:
|
2021-10-04 17:40:28 +03:00
|
|
|
- !include icu-rules/variants-vi.yaml
|