mirror of
https://github.com/osm-search/Nominatim.git
synced 2024-11-29 08:36:24 +03:00
56201feb28
Polygons with rank_address = 0 are only used in search and (rarely) for reverse lookup. Geometries do not need to be precise for that because topology does not matter. OSM has some very large polygons of natural features with sizes of more than 10MB. Simplify these polygons to keep the database and indexes smaller.
368 lines
14 KiB
PL/PgSQL
368 lines
14 KiB
PL/PgSQL
-- SPDX-License-Identifier: GPL-2.0-only
|
|
--
|
|
-- This file is part of Nominatim. (https://nominatim.org)
|
|
--
|
|
-- Copyright (C) 2022 by the Nominatim developer community.
|
|
-- For a full list of authors see the git log.
|
|
|
|
CREATE OR REPLACE FUNCTION place_insert()
|
|
RETURNS TRIGGER
|
|
AS $$
|
|
DECLARE
|
|
i INTEGER;
|
|
country RECORD;
|
|
existing RECORD;
|
|
existingplacex RECORD;
|
|
existingline BIGINT[];
|
|
interpol RECORD;
|
|
BEGIN
|
|
{% if debug %}
|
|
RAISE WARNING 'place_insert: % % % % %',NEW.osm_type,NEW.osm_id,NEW.class,NEW.type,st_area(NEW.geometry);
|
|
{% endif %}
|
|
|
|
-- Filter tuples with bad geometries.
|
|
IF ST_IsEmpty(NEW.geometry) OR NOT ST_IsValid(NEW.geometry) THEN
|
|
INSERT INTO import_polygon_error (osm_type, osm_id, class, type, name,
|
|
country_code, updated, errormessage,
|
|
prevgeometry, newgeometry)
|
|
VALUES (NEW.osm_type, NEW.osm_id, NEW.class, NEW.type, NEW.name,
|
|
NEW.address->'country', now(), ST_IsValidReason(NEW.geometry),
|
|
null, NEW.geometry);
|
|
{% if debug %}
|
|
RAISE WARNING 'Invalid Geometry: % % % %',NEW.osm_type,NEW.osm_id,NEW.class,NEW.type;
|
|
{% endif %}
|
|
RETURN null;
|
|
END IF;
|
|
|
|
-- Remove the place from the list of places to be deleted
|
|
DELETE FROM place_to_be_deleted pdel
|
|
WHERE pdel.osm_type = NEW.osm_type and pdel.osm_id = NEW.osm_id
|
|
and pdel.class = NEW.class and pdel.type = NEW.type;
|
|
|
|
-- Have we already done this place?
|
|
SELECT * INTO existing
|
|
FROM place
|
|
WHERE osm_type = NEW.osm_type and osm_id = NEW.osm_id
|
|
and class = NEW.class and type = NEW.type;
|
|
|
|
{% if debug %}RAISE WARNING 'Existing: %',existing.osm_id;{% endif %}
|
|
|
|
IF existing.osm_type IS NULL THEN
|
|
DELETE FROM place where osm_type = NEW.osm_type and osm_id = NEW.osm_id and class = NEW.class;
|
|
END IF;
|
|
|
|
-- Remove any old logged data.
|
|
DELETE from import_polygon_error where osm_type = NEW.osm_type and osm_id = NEW.osm_id;
|
|
DELETE from import_polygon_delete where osm_type = NEW.osm_type and osm_id = NEW.osm_id;
|
|
|
|
-- ---- Interpolation Lines
|
|
|
|
IF NEW.class='place' and NEW.type='houses'
|
|
and NEW.osm_type='W' and ST_GeometryType(NEW.geometry) = 'ST_LineString'
|
|
THEN
|
|
PERFORM reinsert_interpolation(NEW.osm_id, NEW.address, NEW.geometry);
|
|
|
|
-- Now invalidate all address nodes on the line.
|
|
-- They get their parent from the interpolation.
|
|
UPDATE placex p SET indexed_status = 2
|
|
FROM planet_osm_ways w
|
|
WHERE w.id = NEW.osm_id and p.osm_type = 'N' and p.osm_id = any(w.nodes);
|
|
|
|
-- If there is already an entry in place, just update that, if necessary.
|
|
IF existing.osm_type is not null THEN
|
|
IF coalesce(existing.address, ''::hstore) != coalesce(NEW.address, ''::hstore)
|
|
OR existing.geometry::text != NEW.geometry::text
|
|
THEN
|
|
UPDATE place
|
|
SET name = NEW.name,
|
|
address = NEW.address,
|
|
extratags = NEW.extratags,
|
|
admin_level = NEW.admin_level,
|
|
geometry = NEW.geometry
|
|
WHERE osm_type = NEW.osm_type and osm_id = NEW.osm_id
|
|
and class = NEW.class and type = NEW.type;
|
|
END IF;
|
|
|
|
RETURN NULL;
|
|
END IF;
|
|
|
|
RETURN NEW;
|
|
END IF;
|
|
|
|
-- ---- Postcode points.
|
|
|
|
IF NEW.class = 'place' AND NEW.type = 'postcode' THEN
|
|
-- Pure postcodes are never queried from placex so we don't add them.
|
|
-- location_postcodes is filled from the place table directly.
|
|
|
|
-- Remove any old placex entry.
|
|
DELETE FROM placex WHERE osm_type = NEW.osm_type and osm_id = NEW.osm_id;
|
|
|
|
IF existing.osm_type IS NOT NULL THEN
|
|
IF coalesce(existing.address, ''::hstore) != coalesce(NEW.address, ''::hstore)
|
|
OR existing.geometry::text != NEW.geometry::text
|
|
THEN
|
|
UPDATE place
|
|
SET name = NEW.name,
|
|
address = NEW.address,
|
|
extratags = NEW.extratags,
|
|
admin_level = NEW.admin_level,
|
|
geometry = NEW.geometry
|
|
WHERE osm_type = NEW.osm_type and osm_id = NEW.osm_id
|
|
and class = NEW.class and type = NEW.type;
|
|
END IF;
|
|
|
|
RETURN NULL;
|
|
END IF;
|
|
|
|
RETURN NEW;
|
|
END IF;
|
|
|
|
-- ---- All other place types.
|
|
|
|
-- When an area is changed from large to small: log and discard change
|
|
IF existing.geometry is not null AND ST_IsValid(existing.geometry)
|
|
AND ST_Area(existing.geometry) > 0.02
|
|
AND ST_GeometryType(NEW.geometry) in ('ST_Polygon','ST_MultiPolygon')
|
|
AND ST_Area(NEW.geometry) < ST_Area(existing.geometry) * 0.5
|
|
THEN
|
|
INSERT INTO import_polygon_error (osm_type, osm_id, class, type, name,
|
|
country_code, updated, errormessage,
|
|
prevgeometry, newgeometry)
|
|
VALUES (NEW.osm_type, NEW.osm_id, NEW.class, NEW.type, NEW.name,
|
|
NEW.address->'country', now(),
|
|
'Area reduced from '||st_area(existing.geometry)||' to '||st_area(NEW.geometry),
|
|
existing.geometry, NEW.geometry);
|
|
|
|
RETURN null;
|
|
END IF;
|
|
|
|
-- If an address node is part of a interpolation line and changes or is
|
|
-- newly inserted (happens when the node already existed but now gets address
|
|
-- information), then mark the interpolation line for reparenting.
|
|
-- (Already here, because interpolation lines are reindexed before nodes,
|
|
-- so in the second call it would be too late.)
|
|
IF NEW.osm_type='N'
|
|
and coalesce(existing.address, ''::hstore) != coalesce(NEW.address, ''::hstore)
|
|
THEN
|
|
FOR interpol IN
|
|
SELECT DISTINCT osm_id, address, geometry FROM place, planet_osm_ways w
|
|
WHERE NEW.geometry && place.geometry
|
|
and place.osm_type = 'W'
|
|
and place.address ? 'interpolation'
|
|
and exists (SELECT * FROM location_property_osmline
|
|
WHERE osm_id = place.osm_id
|
|
and indexed_status in (0, 2))
|
|
and w.id = place.osm_id and NEW.osm_id = any (w.nodes)
|
|
LOOP
|
|
PERFORM reinsert_interpolation(interpol.osm_id, interpol.address,
|
|
interpol.geometry);
|
|
END LOOP;
|
|
END IF;
|
|
|
|
-- Get the existing placex entry.
|
|
SELECT * INTO existingplacex
|
|
FROM placex
|
|
WHERE osm_type = NEW.osm_type and osm_id = NEW.osm_id
|
|
and class = NEW.class and type = NEW.type;
|
|
|
|
{% if debug %}RAISE WARNING 'Existing PlaceX: %',existingplacex.place_id;{% endif %}
|
|
|
|
-- To paraphrase: if there isn't an existing item, OR if the admin level has changed
|
|
IF existingplacex.osm_type IS NULL
|
|
or (existingplacex.class = 'boundary'
|
|
and ((coalesce(existingplacex.admin_level, 15) != coalesce(NEW.admin_level, 15)
|
|
and existingplacex.type = 'administrative')
|
|
or existingplacex.type != NEW.type))
|
|
THEN
|
|
{% if config.get_bool('LIMIT_REINDEXING') %}
|
|
-- sanity check: ignore admin_level changes on places with too many active children
|
|
-- or we end up reindexing entire countries because somebody accidentally deleted admin_level
|
|
IF existingplacex.osm_type IS NOT NULL THEN
|
|
SELECT count(*) INTO i FROM
|
|
(SELECT 'a' FROM placex, place_addressline
|
|
WHERE address_place_id = existingplacex.place_id
|
|
and placex.place_id = place_addressline.place_id
|
|
and indexed_status = 0 and place_addressline.isaddress LIMIT 100001) sub;
|
|
IF i > 100000 THEN
|
|
RETURN null;
|
|
END IF;
|
|
END IF;
|
|
{% endif %}
|
|
|
|
IF existingplacex.osm_type is not NULL THEN
|
|
-- Mark any existing place for delete in the placex table
|
|
UPDATE placex SET indexed_status = 100
|
|
WHERE placex.osm_type = NEW.osm_type and placex.osm_id = NEW.osm_id
|
|
and placex.class = NEW.class and placex.type = NEW.type;
|
|
END IF;
|
|
|
|
-- Process it as a new insertion
|
|
INSERT INTO placex (osm_type, osm_id, class, type, name,
|
|
admin_level, address, extratags, geometry)
|
|
VALUES (NEW.osm_type, NEW.osm_id, NEW.class, NEW.type, NEW.name,
|
|
NEW.admin_level, NEW.address, NEW.extratags, NEW.geometry);
|
|
|
|
{% if debug %}RAISE WARNING 'insert done % % % % %',NEW.osm_type,NEW.osm_id,NEW.class,NEW.type,NEW.name;{% endif %}
|
|
|
|
IF existing.osm_type is not NULL THEN
|
|
-- If there is already an entry in place, just update that, if necessary.
|
|
IF coalesce(existing.name, ''::hstore) != coalesce(NEW.name, ''::hstore)
|
|
or coalesce(existing.address, ''::hstore) != coalesce(NEW.address, ''::hstore)
|
|
or coalesce(existing.extratags, ''::hstore) != coalesce(NEW.extratags, ''::hstore)
|
|
or coalesce(existing.admin_level, 15) != coalesce(NEW.admin_level, 15)
|
|
or existing.geometry::text != NEW.geometry::text
|
|
THEN
|
|
UPDATE place
|
|
SET name = NEW.name,
|
|
address = NEW.address,
|
|
extratags = NEW.extratags,
|
|
admin_level = NEW.admin_level,
|
|
geometry = NEW.geometry
|
|
WHERE osm_type = NEW.osm_type and osm_id = NEW.osm_id
|
|
and class = NEW.class and type = NEW.type;
|
|
END IF;
|
|
|
|
RETURN NULL;
|
|
END IF;
|
|
|
|
RETURN NEW;
|
|
END IF;
|
|
|
|
-- Special case for polygon shape changes because they tend to be large
|
|
-- and we can be a bit clever about how we handle them
|
|
IF existing.geometry::text != NEW.geometry::text
|
|
AND ST_GeometryType(existing.geometry) in ('ST_Polygon','ST_MultiPolygon')
|
|
AND ST_GeometryType(NEW.geometry) in ('ST_Polygon','ST_MultiPolygon')
|
|
THEN
|
|
-- Performance limit
|
|
IF ST_Area(NEW.geometry) < 0.000000001 AND ST_Area(existingplacex.geometry) < 1
|
|
THEN
|
|
-- re-index points that have moved in / out of the polygon.
|
|
-- Could be done as a single query but postgres gets the index usage wrong.
|
|
update placex set indexed_status = 2 where indexed_status = 0
|
|
AND ST_Intersects(NEW.geometry, placex.geometry)
|
|
AND NOT ST_Intersects(existingplacex.geometry, placex.geometry)
|
|
AND rank_search > existingplacex.rank_search AND (rank_search < 28 or name is not null);
|
|
|
|
update placex set indexed_status = 2 where indexed_status = 0
|
|
AND ST_Intersects(existingplacex.geometry, placex.geometry)
|
|
AND NOT ST_Intersects(NEW.geometry, placex.geometry)
|
|
AND rank_search > existingplacex.rank_search AND (rank_search < 28 or name is not null);
|
|
END IF;
|
|
END IF;
|
|
|
|
|
|
-- Has something relevant changed?
|
|
IF coalesce(existing.name::text, '') != coalesce(NEW.name::text, '')
|
|
OR coalesce(existing.extratags::text, '') != coalesce(NEW.extratags::text, '')
|
|
OR coalesce(existing.address, ''::hstore) != coalesce(NEW.address, ''::hstore)
|
|
OR coalesce(existing.admin_level, 15) != coalesce(NEW.admin_level, 15)
|
|
OR existing.geometry::text != NEW.geometry::text
|
|
THEN
|
|
UPDATE place
|
|
SET name = NEW.name,
|
|
address = NEW.address,
|
|
extratags = NEW.extratags,
|
|
admin_level = NEW.admin_level,
|
|
geometry = NEW.geometry
|
|
WHERE osm_type = NEW.osm_type and osm_id = NEW.osm_id
|
|
and class = NEW.class and type = NEW.type;
|
|
|
|
-- Postcode areas are only kept, when there is an actual postcode assigned.
|
|
IF NEW.class = 'boundary' AND NEW.type = 'postal_code' THEN
|
|
IF NEW.address is NULL OR NOT NEW.address ? 'postcode' THEN
|
|
-- postcode was deleted, no longer retain in placex
|
|
DELETE FROM placex where place_id = existingplacex.place_id;
|
|
RETURN NULL;
|
|
END IF;
|
|
|
|
NEW.name := hstore('ref', NEW.address->'postcode');
|
|
END IF;
|
|
|
|
-- Boundaries must be areas.
|
|
IF NEW.class in ('boundary')
|
|
AND ST_GeometryType(NEW.geometry) not in ('ST_Polygon','ST_MultiPolygon')
|
|
THEN
|
|
DELETE FROM placex where place_id = existingplacex.place_id;
|
|
RETURN NULL;
|
|
END IF;
|
|
|
|
-- Update the placex entry in-place.
|
|
UPDATE placex
|
|
SET name = NEW.name,
|
|
address = NEW.address,
|
|
parent_place_id = null,
|
|
extratags = NEW.extratags,
|
|
admin_level = NEW.admin_level,
|
|
indexed_status = 2,
|
|
geometry = CASE WHEN existingplacex.rank_address = 0
|
|
THEN simplify_large_polygons(NEW.geometry)
|
|
ELSE NEW.geometry END
|
|
WHERE place_id = existingplacex.place_id;
|
|
|
|
-- Invalidate linked places: they potentially get a new name and addresses.
|
|
IF existingplacex.linked_place_id is not NULL THEN
|
|
UPDATE placex x
|
|
SET name = p.name,
|
|
extratags = p.extratags,
|
|
indexed_status = 2
|
|
FROM place p
|
|
WHERE x.place_id = existingplacex.linked_place_id
|
|
and x.indexed_status = 0
|
|
and x.osm_type = p.osm_type
|
|
and x.osm_id = p.osm_id
|
|
and x.class = p.class;
|
|
END IF;
|
|
|
|
-- Invalidate dependent objects effected by name changes
|
|
IF coalesce(existing.name::text, '') != coalesce(NEW.name::text, '')
|
|
THEN
|
|
IF existingplacex.rank_address between 26 and 27 THEN
|
|
-- When streets change their name, this may have an effect on POI objects
|
|
-- with addr:street tags.
|
|
UPDATE placex SET indexed_status = 2
|
|
WHERE indexed_status = 0 and address ? 'street'
|
|
and parent_place_id = existingplacex.place_id;
|
|
UPDATE placex SET indexed_status = 2
|
|
WHERE indexed_status = 0 and rank_search = 30 and address ? 'street'
|
|
and ST_DWithin(NEW.geometry, geometry, 0.002);
|
|
ELSEIF existingplacex.rank_address between 16 and 25 THEN
|
|
-- When places change their name, this may have an effect on POI objects
|
|
-- with addr:place tags.
|
|
UPDATE placex SET indexed_status = 2
|
|
WHERE indexed_status = 0 and address ? 'place' and rank_search = 30
|
|
and parent_place_id = existingplacex.place_id;
|
|
-- No update of surrounding objects, potentially too expensive.
|
|
END IF;
|
|
END IF;
|
|
END IF;
|
|
|
|
-- Abort the insertion (we modified the existing place instead)
|
|
RETURN NULL;
|
|
END;
|
|
$$ LANGUAGE plpgsql;
|
|
|
|
CREATE OR REPLACE FUNCTION place_delete()
|
|
RETURNS TRIGGER
|
|
AS $$
|
|
DECLARE
|
|
deferred BOOLEAN;
|
|
BEGIN
|
|
{% if debug %}RAISE WARNING 'Delete for % % %/%', OLD.osm_type, OLD.osm_id, OLD.class, OLD.type;{% endif %}
|
|
|
|
deferred := ST_IsValid(OLD.geometry) and ST_Area(OLD.geometry) > 2;
|
|
IF deferred THEN
|
|
SELECT bool_or(not (rank_address = 0 or rank_address > 25)) INTO deferred
|
|
FROM placex
|
|
WHERE osm_type = OLD.osm_type and osm_id = OLD.osm_id
|
|
and class = OLD.class and type = OLD.type;
|
|
END IF;
|
|
|
|
INSERT INTO place_to_be_deleted (osm_type, osm_id, class, type, deferred)
|
|
VALUES(OLD.osm_type, OLD.osm_id, OLD.class, OLD.type, deferred);
|
|
|
|
RETURN NULL;
|
|
END;
|
|
$$ LANGUAGE plpgsql;
|