mirror of
https://github.com/osm-search/Nominatim.git
synced 2024-11-25 19:35:02 +03:00
149 lines
5.3 KiB
Python
149 lines
5.3 KiB
Python
# SPDX-License-Identifier: GPL-3.0-or-later
|
|
#
|
|
# This file is part of Nominatim. (https://nominatim.org)
|
|
#
|
|
# Copyright (C) 2024 by the Nominatim developer community.
|
|
# For a full list of authors see the git log.
|
|
"""
|
|
Tests for replication functionality.
|
|
"""
|
|
import datetime as dt
|
|
import time
|
|
|
|
import pytest
|
|
from osmium.replication.server import OsmosisState
|
|
|
|
import nominatim_db.tools.replication
|
|
import nominatim_db.db.status as status
|
|
from nominatim_db.errors import UsageError
|
|
|
|
OSM_NODE_DATA = """\
|
|
<osm version="0.6" generator="OpenStreetMap server" copyright="OpenStreetMap and contributors" attribution="http://www.openstreetmap.org/copyright" license="http://opendatacommons.org/licenses/odbl/1-0/">
|
|
<node id="100" visible="true" version="1" changeset="2047" timestamp="2006-01-27T22:09:10Z" user="Foo" uid="111" lat="48.7586670" lon="8.1343060">
|
|
</node>
|
|
</osm>
|
|
"""
|
|
|
|
@pytest.fixture(autouse=True)
|
|
def setup_status_table(status_table):
|
|
pass
|
|
|
|
### init replication
|
|
|
|
def test_init_replication_bad_base_url(monkeypatch, place_row, temp_db_conn):
|
|
place_row(osm_type='N', osm_id=100)
|
|
|
|
monkeypatch.setattr(status, "get_url", lambda u: OSM_NODE_DATA)
|
|
|
|
with pytest.raises(UsageError, match="Failed to reach replication service"):
|
|
nominatim_db.tools.replication.init_replication(temp_db_conn, 'https://test.io')
|
|
|
|
|
|
def test_init_replication_success(monkeypatch, place_row, temp_db_conn, temp_db_cursor):
|
|
place_row(osm_type='N', osm_id=100)
|
|
|
|
monkeypatch.setattr(status, "get_url", lambda u: OSM_NODE_DATA)
|
|
monkeypatch.setattr(nominatim_db.tools.replication.ReplicationServer,
|
|
"timestamp_to_sequence",
|
|
lambda self, date: 234)
|
|
|
|
nominatim_db.tools.replication.init_replication(temp_db_conn, 'https://test.io')
|
|
|
|
expected_date = dt.datetime.strptime('2006-01-27T19:09:10', status.ISODATE_FORMAT)\
|
|
.replace(tzinfo=dt.timezone.utc)
|
|
|
|
assert temp_db_cursor.row_set("SELECT * FROM import_status") \
|
|
== {(expected_date, 234, True)}
|
|
|
|
|
|
### checking for updates
|
|
|
|
def test_check_for_updates_empty_status_table(temp_db_conn):
|
|
assert nominatim_db.tools.replication.check_for_updates(temp_db_conn, 'https://test.io') == 254
|
|
|
|
|
|
def test_check_for_updates_seq_not_set(temp_db_conn):
|
|
status.set_status(temp_db_conn, dt.datetime.now(dt.timezone.utc))
|
|
|
|
assert nominatim_db.tools.replication.check_for_updates(temp_db_conn, 'https://test.io') == 254
|
|
|
|
|
|
def test_check_for_updates_no_state(monkeypatch, temp_db_conn):
|
|
status.set_status(temp_db_conn, dt.datetime.now(dt.timezone.utc), seq=345)
|
|
|
|
monkeypatch.setattr(nominatim_db.tools.replication.ReplicationServer,
|
|
"get_state_info", lambda self: None)
|
|
|
|
assert nominatim_db.tools.replication.check_for_updates(temp_db_conn, 'https://test.io') == 253
|
|
|
|
|
|
@pytest.mark.parametrize("server_sequence,result", [(344, 2), (345, 2), (346, 0)])
|
|
def test_check_for_updates_no_new_data(monkeypatch, temp_db_conn,
|
|
server_sequence, result):
|
|
date = dt.datetime.now(dt.timezone.utc)
|
|
status.set_status(temp_db_conn, date, seq=345)
|
|
|
|
monkeypatch.setattr(nominatim_db.tools.replication.ReplicationServer,
|
|
"get_state_info",
|
|
lambda self: OsmosisState(server_sequence, date))
|
|
|
|
assert nominatim_db.tools.replication.check_for_updates(temp_db_conn, 'https://test.io') == result
|
|
|
|
|
|
### updating
|
|
|
|
@pytest.fixture
|
|
def update_options(tmpdir):
|
|
return dict(base_url='https://test.io',
|
|
indexed_only=False,
|
|
update_interval=3600,
|
|
import_file=tmpdir / 'foo.osm',
|
|
max_diff_size=1)
|
|
|
|
def test_update_empty_status_table(dsn):
|
|
with pytest.raises(UsageError):
|
|
nominatim_db.tools.replication.update(dsn, {})
|
|
|
|
|
|
def test_update_already_indexed(temp_db_conn, dsn):
|
|
status.set_status(temp_db_conn, dt.datetime.now(dt.timezone.utc), seq=34, indexed=False)
|
|
|
|
assert nominatim_db.tools.replication.update(dsn, dict(indexed_only=True)) \
|
|
== nominatim_db.tools.replication.UpdateState.MORE_PENDING
|
|
|
|
|
|
def test_update_no_data_no_sleep(monkeypatch, temp_db_conn, dsn, update_options):
|
|
date = dt.datetime.now(dt.timezone.utc) - dt.timedelta(days=1)
|
|
status.set_status(temp_db_conn, date, seq=34)
|
|
|
|
monkeypatch.setattr(nominatim_db.tools.replication.ReplicationServer,
|
|
"apply_diffs",
|
|
lambda *args, **kwargs: None)
|
|
|
|
sleeptime = []
|
|
monkeypatch.setattr(time, 'sleep', sleeptime.append)
|
|
|
|
assert nominatim_db.tools.replication.update(dsn, update_options) \
|
|
== nominatim_db.tools.replication.UpdateState.NO_CHANGES
|
|
|
|
assert not sleeptime
|
|
|
|
|
|
def test_update_no_data_sleep(monkeypatch, temp_db_conn, dsn, update_options):
|
|
date = dt.datetime.now(dt.timezone.utc) - dt.timedelta(minutes=30)
|
|
status.set_status(temp_db_conn, date, seq=34)
|
|
|
|
monkeypatch.setattr(nominatim_db.tools.replication.ReplicationServer,
|
|
"apply_diffs",
|
|
lambda *args, **kwargs: None)
|
|
|
|
sleeptime = []
|
|
monkeypatch.setattr(time, 'sleep', sleeptime.append)
|
|
|
|
assert nominatim_db.tools.replication.update(dsn, update_options) \
|
|
== nominatim_db.tools.replication.UpdateState.NO_CHANGES
|
|
|
|
assert len(sleeptime) == 1
|
|
assert sleeptime[0] < 3600
|
|
assert sleeptime[0] > 0
|