mirror of
https://github.com/osm-search/Nominatim.git
synced 2024-12-26 06:22:13 +03:00
54393addd3
Compare the normalized terms imported with the special terms script with the normalized version of the query string. Disregard them if they cannot be found. This avoids a significant number of mismatches due to transliteration issues. The match will only be done when a normalized word has been set making this change backwards compatible with older databases.
106 lines
5.1 KiB
PHP
Executable File
106 lines
5.1 KiB
PHP
Executable File
#!/usr/bin/php -Cq
|
|
<?php
|
|
|
|
require_once(dirname(dirname(__FILE__)).'/settings/settings.php');
|
|
require_once(CONST_BasePath.'/lib/init-cmd.php');
|
|
ini_set('memory_limit', '800M');
|
|
ini_set('display_errors', 'stderr');
|
|
|
|
$aCMDOptions
|
|
= array(
|
|
"Import and export special phrases",
|
|
array('help', 'h', 0, 1, 0, 0, false, 'Show Help'),
|
|
array('quiet', 'q', 0, 1, 0, 0, 'bool', 'Quiet output'),
|
|
array('verbose', 'v', 0, 1, 0, 0, 'bool', 'Verbose output'),
|
|
array('wiki-import', '', 0, 1, 0, 0, 'bool', 'Create import script for search phrases '),
|
|
);
|
|
getCmdOpt($_SERVER['argv'], $aCMDOptions, $aCMDResult, true, true);
|
|
|
|
include(CONST_InstallPath.'/settings/phrase_settings.php');
|
|
|
|
if ($aCMDResult['wiki-import']) {
|
|
$oNormalizer = Transliterator::createFromRules(CONST_Term_Normalization_Rules);
|
|
$aPairs = array();
|
|
|
|
$sLanguageIn = CONST_Languages ? CONST_Languages :
|
|
('af,ar,br,ca,cs,de,en,es,et,eu,fa,fi,fr,gl,hr,hu,'.
|
|
'ia,is,it,ja,mk,nl,no,pl,ps,pt,ru,sk,sl,sv,uk,vi');
|
|
|
|
foreach (explode(',', $sLanguageIn) as $sLanguage) {
|
|
$sURL = 'http://wiki.openstreetmap.org/wiki/Special:Export/Nominatim/Special_Phrases/'.strtoupper($sLanguage);
|
|
$sWikiPageXML = file_get_contents($sURL);
|
|
if (preg_match_all('#\\| ([^|]+) \\|\\| ([^|]+) \\|\\| ([^|]+) \\|\\| ([^|]+) \\|\\| ([\\-YN])#', $sWikiPageXML, $aMatches, PREG_SET_ORDER)) {
|
|
foreach ($aMatches as $aMatch) {
|
|
$sLabel = trim($aMatch[1]);
|
|
if ($oNormalizer !== null) {
|
|
$sTrans = pg_escape_string($oNormalizer->transliterate($sLabel));
|
|
} else {
|
|
$sTrans = null;
|
|
}
|
|
$sClass = trim($aMatch[2]);
|
|
$sType = trim($aMatch[3]);
|
|
// hack around a bug where building=yes was imported with
|
|
// quotes into the wiki
|
|
$sType = preg_replace('/"/', '', $sType);
|
|
// sanity check, in case somebody added garbage in the wiki
|
|
if (preg_match('/^\\w+$/', $sClass) < 1
|
|
|| preg_match('/^\\w+$/', $sType) < 1
|
|
) {
|
|
trigger_error("Bad class/type for language $sLanguage: $sClass=$sType");
|
|
exit;
|
|
}
|
|
// blacklisting: disallow certain class/type combinations
|
|
if (isset($aTagsBlacklist[$sClass]) && in_array($sType, $aTagsBlacklist[$sClass])) {
|
|
// fwrite(STDERR, "Blacklisted: ".$sClass."/".$sType."\n");
|
|
continue;
|
|
}
|
|
// whitelisting: if class is in whitelist, allow only tags in the list
|
|
if (isset($aTagsWhitelist[$sClass]) && !in_array($sType, $aTagsWhitelist[$sClass])) {
|
|
// fwrite(STDERR, "Non-Whitelisted: ".$sClass."/".$sType."\n");
|
|
continue;
|
|
}
|
|
$aPairs[$sClass.'|'.$sType] = array($sClass, $sType);
|
|
|
|
switch (trim($aMatch[4])) {
|
|
case 'near':
|
|
echo "select getorcreate_amenityoperator(make_standard_name('".pg_escape_string($sLabel)."'), '$sTrans', '$sClass', '$sType', 'near');\n";
|
|
break;
|
|
case 'in':
|
|
echo "select getorcreate_amenityoperator(make_standard_name('".pg_escape_string($sLabel)."'), '$sTrans', '$sClass', '$sType', 'in');\n";
|
|
break;
|
|
default:
|
|
echo "select getorcreate_amenity(make_standard_name('".pg_escape_string($sLabel)."'), '$sTrans', '$sClass', '$sType');\n";
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
echo "create index idx_placex_classtype on placex (class, type);";
|
|
|
|
foreach ($aPairs as $aPair) {
|
|
echo "create table place_classtype_".pg_escape_string($aPair[0])."_".pg_escape_string($aPair[1]);
|
|
if (CONST_Tablespace_Aux_Data)
|
|
echo " tablespace ".CONST_Tablespace_Aux_Data;
|
|
echo " as select place_id as place_id,st_centroid(geometry) as centroid from placex where ";
|
|
echo "class = '".pg_escape_string($aPair[0])."' and type = '".pg_escape_string($aPair[1])."'";
|
|
echo ";\n";
|
|
|
|
echo "CREATE INDEX idx_place_classtype_".pg_escape_string($aPair[0])."_".pg_escape_string($aPair[1])."_centroid ";
|
|
echo "ON place_classtype_".pg_escape_string($aPair[0])."_".pg_escape_string($aPair[1])." USING GIST (centroid)";
|
|
if (CONST_Tablespace_Aux_Index)
|
|
echo " tablespace ".CONST_Tablespace_Aux_Index;
|
|
echo ";\n";
|
|
|
|
echo "CREATE INDEX idx_place_classtype_".pg_escape_string($aPair[0])."_".pg_escape_string($aPair[1])."_place_id ";
|
|
echo "ON place_classtype_".pg_escape_string($aPair[0])."_".pg_escape_string($aPair[1])." USING btree(place_id)";
|
|
if (CONST_Tablespace_Aux_Index)
|
|
echo " tablespace ".CONST_Tablespace_Aux_Index;
|
|
echo ";\n";
|
|
|
|
echo "GRANT SELECT ON place_classtype_".pg_escape_string($aPair[0])."_".pg_escape_string($aPair[1]).' TO "'.CONST_Database_Web_User."\";\n";
|
|
}
|
|
|
|
echo "drop index idx_placex_classtype;";
|
|
}
|