2021-03-10 14:48:12 +03:00
|
|
|
"""
|
|
|
|
Test for tiger data function
|
|
|
|
"""
|
|
|
|
from pathlib import Path
|
|
|
|
|
|
|
|
import pytest
|
2021-03-10 15:44:17 +03:00
|
|
|
import tarfile
|
2021-03-10 14:48:12 +03:00
|
|
|
|
|
|
|
from nominatim.tools import tiger_data, database_import
|
|
|
|
|
|
|
|
|
|
|
|
@pytest.mark.parametrize("threads", (1, 5))
|
2021-04-19 10:23:37 +03:00
|
|
|
def test_add_tiger_data(def_config, tmp_path, sql_preprocessor,
|
|
|
|
temp_db_cursor, threads, temp_db_with_extensions):
|
2021-03-10 14:48:12 +03:00
|
|
|
temp_db_cursor.execute('CREATE TABLE place (id INT)')
|
|
|
|
sqlfile = tmp_path / '1010.sql'
|
2021-04-13 12:36:02 +03:00
|
|
|
sqlfile.write_text("""INSERT INTO place values (1);
|
|
|
|
INSERT INTO non_existant_table values (1);""")
|
2021-04-19 10:23:37 +03:00
|
|
|
tiger_data.add_tiger_data(str(tmp_path), def_config, threads)
|
2021-03-10 14:48:12 +03:00
|
|
|
|
2021-03-10 15:44:17 +03:00
|
|
|
assert temp_db_cursor.table_rows('place') == 1
|
|
|
|
|
2021-04-19 10:23:37 +03:00
|
|
|
|
2021-04-13 12:36:02 +03:00
|
|
|
@pytest.mark.parametrize("threads", (1, 5))
|
2021-04-19 10:23:37 +03:00
|
|
|
def test_add_tiger_data_bad_file(def_config, tmp_path, sql_preprocessor,
|
|
|
|
temp_db_cursor, threads, temp_db_with_extensions):
|
2021-04-13 12:36:02 +03:00
|
|
|
temp_db_cursor.execute('CREATE TABLE place (id INT)')
|
|
|
|
sqlfile = tmp_path / '1010.txt'
|
|
|
|
sqlfile.write_text("""Random text""")
|
2021-04-19 10:23:37 +03:00
|
|
|
tiger_data.add_tiger_data(str(tmp_path), def_config, threads)
|
2021-04-13 12:36:02 +03:00
|
|
|
|
|
|
|
assert temp_db_cursor.table_rows('place') == 0
|
|
|
|
|
2021-04-19 10:23:37 +03:00
|
|
|
|
2021-03-10 15:44:17 +03:00
|
|
|
@pytest.mark.parametrize("threads", (1, 5))
|
2021-04-19 10:23:37 +03:00
|
|
|
def test_add_tiger_data_tarfile(def_config, tmp_path, temp_db_cursor,
|
|
|
|
threads, temp_db_with_extensions, sql_preprocessor):
|
2021-03-10 15:44:17 +03:00
|
|
|
temp_db_cursor.execute('CREATE TABLE place (id INT)')
|
|
|
|
sqlfile = tmp_path / '1010.sql'
|
2021-04-13 12:36:02 +03:00
|
|
|
sqlfile.write_text("""INSERT INTO place values (1);
|
|
|
|
INSERT INTO non_existant_table values (1);""")
|
2021-04-19 13:23:01 +03:00
|
|
|
tar = tarfile.open(str(tmp_path / 'sample.tar.gz'), "w:gz")
|
2021-04-13 12:36:02 +03:00
|
|
|
tar.add(sqlfile)
|
|
|
|
tar.close()
|
2021-04-19 13:23:01 +03:00
|
|
|
tiger_data.add_tiger_data(str(tmp_path / 'sample.tar.gz'), def_config, threads)
|
2021-04-19 10:23:37 +03:00
|
|
|
|
2021-04-13 12:36:02 +03:00
|
|
|
assert temp_db_cursor.table_rows('place') == 1
|
|
|
|
|
2021-04-19 10:23:37 +03:00
|
|
|
|
2021-04-13 12:36:02 +03:00
|
|
|
@pytest.mark.parametrize("threads", (1, 5))
|
2021-04-19 10:23:37 +03:00
|
|
|
def test_add_tiger_data_bad_tarfile(def_config, tmp_path, temp_db_cursor, threads,
|
|
|
|
temp_db_with_extensions, sql_preprocessor):
|
2021-04-13 12:36:02 +03:00
|
|
|
temp_db_cursor.execute('CREATE TABLE place (id INT)')
|
|
|
|
sqlfile = tmp_path / '1010.txt'
|
|
|
|
sqlfile.write_text("""Random text""")
|
2021-04-19 13:23:01 +03:00
|
|
|
tar = tarfile.open(str(tmp_path / 'sample.tar.gz'), "w:gz")
|
2021-03-10 15:44:17 +03:00
|
|
|
tar.add(sqlfile)
|
|
|
|
tar.close()
|
2021-04-19 13:23:01 +03:00
|
|
|
tiger_data.add_tiger_data(str(tmp_path / 'sample.tar.gz'), def_config, threads)
|
2021-04-19 10:23:37 +03:00
|
|
|
|
|
|
|
assert temp_db_cursor.table_rows('place') == 0
|