mirror of
https://github.com/osm-search/Nominatim.git
synced 2024-11-25 19:35:02 +03:00
208 lines
7.0 KiB
PL/PgSQL
208 lines
7.0 KiB
PL/PgSQL
-- SPDX-License-Identifier: GPL-2.0-only
|
|
--
|
|
-- This file is part of Nominatim. (https://nominatim.org)
|
|
--
|
|
-- Copyright (C) 2022 by the Nominatim developer community.
|
|
-- For a full list of authors see the git log.
|
|
|
|
-- Functions for interpreting wkipedia/wikidata tags and computing importance.
|
|
|
|
DROP TYPE IF EXISTS wikipedia_article_match CASCADE;
|
|
CREATE TYPE wikipedia_article_match as (
|
|
language TEXT,
|
|
title TEXT,
|
|
importance FLOAT
|
|
);
|
|
|
|
DROP TYPE IF EXISTS place_importance CASCADE;
|
|
CREATE TYPE place_importance as (
|
|
importance FLOAT,
|
|
wikipedia TEXT
|
|
);
|
|
|
|
{% if 'wikimedia_importance' in db.tables %}
|
|
|
|
CREATE OR REPLACE FUNCTION get_wikipedia_match(extratags HSTORE, country_code varchar(2))
|
|
RETURNS wikipedia_article_match
|
|
AS $$
|
|
DECLARE
|
|
i INT;
|
|
wiki_article_title TEXT;
|
|
wiki_article_language TEXT;
|
|
result wikipedia_article_match;
|
|
entry RECORD;
|
|
BEGIN
|
|
IF extratags ? 'wikipedia' and strpos(extratags->'wikipedia', ':') IN (3,4) THEN
|
|
wiki_article_language := lower(trim(split_part(extratags->'wikipedia', ':', 1)));
|
|
wiki_article_title := trim(substr(extratags->'wikipedia',
|
|
strpos(extratags->'wikipedia', ':') + 1));
|
|
|
|
FOR result IN
|
|
SELECT language, title, importance FROM wikimedia_importance
|
|
WHERE language = wiki_article_language
|
|
and title = replace(wiki_article_title, ' ', '_')
|
|
LOOP
|
|
RETURN result;
|
|
END LOOP;
|
|
END IF;
|
|
|
|
FOREACH wiki_article_language IN ARRAY ARRAY['ar','bg','ca','cs','da','de','en','es','eo','eu','fa','fr','ko','hi','hr','id','it','he','lt','hu','ms','nl','ja','no','pl','pt','kk','ro','ru','sk','sl','sr','fi','sv','tr','uk','vi','vo','war','zh']
|
|
LOOP
|
|
IF extratags ? ('wikipedia:' || wiki_article_language) THEN
|
|
wiki_article_title := extratags->('wikipedia:' || wiki_article_language);
|
|
|
|
FOR result IN
|
|
SELECT language, title, importance FROM wikimedia_importance
|
|
WHERE language = wiki_article_language
|
|
and title = replace(wiki_article_title, ' ', '_')
|
|
LOOP
|
|
RETURN result;
|
|
END LOOP;
|
|
END IF;
|
|
|
|
END LOOP;
|
|
|
|
RETURN NULL;
|
|
END;
|
|
$$
|
|
LANGUAGE plpgsql IMMUTABLE;
|
|
|
|
{% else %}
|
|
|
|
-- See: http://stackoverflow.com/questions/6410088/how-can-i-mimic-the-php-urldecode-function-in-postgresql
|
|
CREATE OR REPLACE FUNCTION decode_url_part(p varchar)
|
|
RETURNS varchar
|
|
AS $$
|
|
SELECT convert_from(CAST(E'\\x' || array_to_string(ARRAY(
|
|
SELECT CASE WHEN length(r.m[1]) = 1 THEN encode(convert_to(r.m[1], 'SQL_ASCII'), 'hex') ELSE substring(r.m[1] from 2 for 2) END
|
|
FROM regexp_matches($1, '%[0-9a-f][0-9a-f]|.', 'gi') AS r(m)
|
|
), '') AS bytea), 'UTF8');
|
|
$$
|
|
LANGUAGE SQL IMMUTABLE STRICT;
|
|
|
|
|
|
CREATE OR REPLACE FUNCTION catch_decode_url_part(p varchar)
|
|
RETURNS varchar
|
|
AS $$
|
|
DECLARE
|
|
BEGIN
|
|
RETURN decode_url_part(p);
|
|
EXCEPTION
|
|
WHEN others THEN return null;
|
|
END;
|
|
$$
|
|
LANGUAGE plpgsql IMMUTABLE STRICT;
|
|
|
|
|
|
CREATE OR REPLACE FUNCTION get_wikipedia_match(extratags HSTORE, country_code varchar(2))
|
|
RETURNS wikipedia_article_match
|
|
AS $$
|
|
DECLARE
|
|
langs TEXT[];
|
|
i INT;
|
|
wiki_article TEXT;
|
|
wiki_article_title TEXT;
|
|
wiki_article_language TEXT;
|
|
result wikipedia_article_match;
|
|
BEGIN
|
|
langs := ARRAY['english','country','ar','bg','ca','cs','da','de','en','es','eo','eu','fa','fr','ko','hi','hr','id','it','he','lt','hu','ms','nl','ja','no','pl','pt','kk','ro','ru','sk','sl','sr','fi','sv','tr','uk','vi','vo','war','zh'];
|
|
i := 1;
|
|
WHILE langs[i] IS NOT NULL LOOP
|
|
wiki_article := extratags->(case when langs[i] in ('english','country') THEN 'wikipedia' ELSE 'wikipedia:'||langs[i] END);
|
|
IF wiki_article is not null THEN
|
|
wiki_article := replace(wiki_article,' ','_');
|
|
IF strpos(wiki_article, ':') IN (3,4) THEN
|
|
wiki_article_language := lower(trim(split_part(wiki_article, ':', 1)));
|
|
wiki_article_title := trim(substr(wiki_article, strpos(wiki_article, ':')+1));
|
|
ELSE
|
|
wiki_article_title := trim(wiki_article);
|
|
wiki_article_language := CASE WHEN langs[i] = 'english' THEN 'en' WHEN langs[i] = 'country' THEN get_country_language_code(country_code) ELSE langs[i] END;
|
|
END IF;
|
|
|
|
select wikipedia_article.language,wikipedia_article.title,wikipedia_article.importance
|
|
from wikipedia_article
|
|
where language = wiki_article_language and
|
|
(title = wiki_article_title OR title = catch_decode_url_part(wiki_article_title) OR title = replace(catch_decode_url_part(wiki_article_title),E'\\',''))
|
|
UNION ALL
|
|
select wikipedia_article.language,wikipedia_article.title,wikipedia_article.importance
|
|
from wikipedia_redirect join wikipedia_article on (wikipedia_redirect.language = wikipedia_article.language and wikipedia_redirect.to_title = wikipedia_article.title)
|
|
where wikipedia_redirect.language = wiki_article_language and
|
|
(from_title = wiki_article_title OR from_title = catch_decode_url_part(wiki_article_title) OR from_title = replace(catch_decode_url_part(wiki_article_title),E'\\',''))
|
|
order by importance desc limit 1 INTO result;
|
|
|
|
IF result.language is not null THEN
|
|
return result;
|
|
END IF;
|
|
END IF;
|
|
i := i + 1;
|
|
END LOOP;
|
|
RETURN NULL;
|
|
END;
|
|
$$
|
|
LANGUAGE plpgsql STABLE;
|
|
|
|
{% endif %}
|
|
|
|
CREATE OR REPLACE FUNCTION compute_importance(extratags HSTORE,
|
|
country_code varchar(2),
|
|
rank_search SMALLINT,
|
|
centroid GEOMETRY)
|
|
RETURNS place_importance
|
|
AS $$
|
|
DECLARE
|
|
match RECORD;
|
|
result place_importance;
|
|
osm_views_exists BIGINT;
|
|
views BIGINT;
|
|
BEGIN
|
|
-- add importance by wikipedia article if the place has one
|
|
FOR match IN
|
|
SELECT * FROM get_wikipedia_match(extratags, country_code)
|
|
WHERE language is not NULL
|
|
LOOP
|
|
result.importance := match.importance;
|
|
result.wikipedia := match.language || ':' || match.title;
|
|
RETURN result;
|
|
END LOOP;
|
|
|
|
-- Nothing? Then try with the wikidata tag.
|
|
IF result.importance is null AND extratags ? 'wikidata' THEN
|
|
FOR match IN
|
|
{% if 'wikimedia_importance' in db.tables %}
|
|
SELECT * FROM wikimedia_importance
|
|
WHERE wikidata = extratags->'wikidata'
|
|
LIMIT 1
|
|
{% else %}
|
|
SELECT * FROM wikipedia_article
|
|
WHERE wd_page_title = extratags->'wikidata'
|
|
ORDER BY language = 'en' DESC, langcount DESC LIMIT 1
|
|
{% endif %}
|
|
LOOP
|
|
result.importance := match.importance;
|
|
result.wikipedia := match.language || ':' || match.title;
|
|
RETURN result;
|
|
END LOOP;
|
|
END IF;
|
|
|
|
-- Still nothing? Fall back to a default.
|
|
IF result.importance is null THEN
|
|
result.importance := 0.40001 - (rank_search::float / 75);
|
|
END IF;
|
|
|
|
{% if 'secondary_importance' in db.tables %}
|
|
FOR match IN
|
|
SELECT ST_Value(rast, centroid) as importance
|
|
FROM secondary_importance
|
|
WHERE ST_Intersects(ST_ConvexHull(rast), centroid) LIMIT 1
|
|
LOOP
|
|
-- Secondary importance as tie breaker with 0.0001 weight.
|
|
result.importance := result.importance + match.importance::float / 655350000;
|
|
END LOOP;
|
|
{% endif %}
|
|
|
|
RETURN result;
|
|
END;
|
|
$$
|
|
LANGUAGE plpgsql;
|
|
|