2018-08-31 22:31:38 +03:00
|
|
|
<?php
|
|
|
|
|
2018-09-05 23:01:03 +03:00
|
|
|
require_once(CONST_BasePath.'/lib/init-cmd.php');
|
2018-09-17 11:28:00 +03:00
|
|
|
require_once(CONST_BasePath.'/lib/setup/SetupClass.php');
|
2018-09-05 23:01:03 +03:00
|
|
|
require_once(CONST_BasePath.'/lib/setup_functions.php');
|
2018-08-31 22:31:38 +03:00
|
|
|
ini_set('memory_limit', '800M');
|
|
|
|
|
|
|
|
use Nominatim\Setup\SetupFunctions as SetupFunctions;
|
|
|
|
|
2018-09-17 11:28:00 +03:00
|
|
|
// (long-opt, short-opt, min-occurs, max-occurs, num-arguments, num-arguments, type, help)
|
|
|
|
$aCMDOptions
|
|
|
|
= array(
|
2018-10-02 23:59:10 +03:00
|
|
|
'Create and setup nominatim search system',
|
|
|
|
array('help', 'h', 0, 1, 0, 0, false, 'Show Help'),
|
|
|
|
array('quiet', 'q', 0, 1, 0, 0, 'bool', 'Quiet output'),
|
|
|
|
array('verbose', 'v', 0, 1, 0, 0, 'bool', 'Verbose output'),
|
2018-09-17 11:28:00 +03:00
|
|
|
|
2018-10-02 23:59:10 +03:00
|
|
|
array('osm-file', '', 0, 1, 1, 1, 'realpath', 'File to import'),
|
|
|
|
array('threads', '', 0, 1, 1, 1, 'int', 'Number of threads (where possible)'),
|
2018-09-17 11:28:00 +03:00
|
|
|
|
2018-10-02 23:59:10 +03:00
|
|
|
array('all', '', 0, 1, 0, 0, 'bool', 'Do the complete process'),
|
2018-09-17 11:28:00 +03:00
|
|
|
|
2018-10-02 23:59:10 +03:00
|
|
|
array('create-db', '', 0, 1, 0, 0, 'bool', 'Create nominatim db'),
|
|
|
|
array('setup-db', '', 0, 1, 0, 0, 'bool', 'Build a blank nominatim db'),
|
|
|
|
array('import-data', '', 0, 1, 0, 0, 'bool', 'Import a osm file'),
|
|
|
|
array('osm2pgsql-cache', '', 0, 1, 1, 1, 'int', 'Cache size used by osm2pgsql'),
|
2018-11-20 23:03:56 +03:00
|
|
|
array('reverse-only', '', 0, 1, 0, 0, 'bool', 'Do not create search tables and indexes'),
|
2018-10-02 23:59:10 +03:00
|
|
|
array('create-functions', '', 0, 1, 0, 0, 'bool', 'Create functions'),
|
|
|
|
array('enable-diff-updates', '', 0, 1, 0, 0, 'bool', 'Turn on the code required to make diff updates work'),
|
|
|
|
array('enable-debug-statements', '', 0, 1, 0, 0, 'bool', 'Include debug warning statements in pgsql commands'),
|
|
|
|
array('ignore-errors', '', 0, 1, 0, 0, 'bool', 'Continue import even when errors in SQL are present (EXPERT)'),
|
|
|
|
array('create-tables', '', 0, 1, 0, 0, 'bool', 'Create main tables'),
|
|
|
|
array('create-partition-tables', '', 0, 1, 0, 0, 'bool', 'Create required partition tables'),
|
|
|
|
array('create-partition-functions', '', 0, 1, 0, 0, 'bool', 'Create required partition triggers'),
|
|
|
|
array('no-partitions', '', 0, 1, 0, 0, 'bool', 'Do not partition search indices (speeds up import of single country extracts)'),
|
|
|
|
array('import-wikipedia-articles', '', 0, 1, 0, 0, 'bool', 'Import wikipedia article dump'),
|
|
|
|
array('load-data', '', 0, 1, 0, 0, 'bool', 'Copy data to live tables from import table'),
|
|
|
|
array('disable-token-precalc', '', 0, 1, 0, 0, 'bool', 'Disable name precalculation (EXPERT)'),
|
|
|
|
array('import-tiger-data', '', 0, 1, 0, 0, 'bool', 'Import tiger data (not included in \'all\')'),
|
|
|
|
array('calculate-postcodes', '', 0, 1, 0, 0, 'bool', 'Calculate postcode centroids'),
|
|
|
|
array('osmosis-init', '', 0, 1, 0, 0, 'bool', 'Generate default osmosis configuration'),
|
|
|
|
array('index', '', 0, 1, 0, 0, 'bool', 'Index the data'),
|
|
|
|
array('index-noanalyse', '', 0, 1, 0, 0, 'bool', 'Do not perform analyse operations during index (EXPERT)'),
|
|
|
|
array('create-search-indices', '', 0, 1, 0, 0, 'bool', 'Create additional indices required for search and update'),
|
|
|
|
array('create-country-names', '', 0, 1, 0, 0, 'bool', 'Create default list of searchable country names'),
|
|
|
|
array('drop', '', 0, 1, 0, 0, 'bool', 'Drop tables needed for updates, making the database readonly (EXPERIMENTAL)'),
|
|
|
|
);
|
2018-08-31 22:31:38 +03:00
|
|
|
|
|
|
|
// $aCMDOptions passed to getCmdOpt by reference
|
|
|
|
getCmdOpt($_SERVER['argv'], $aCMDOptions, $aCMDResult, true, true);
|
|
|
|
|
|
|
|
$bDidSomething = false;
|
|
|
|
|
|
|
|
//*******************************************************
|
|
|
|
// Making some sanity check:
|
|
|
|
// Check if osm-file is set and points to a valid file
|
|
|
|
if ($aCMDResult['import-data'] || $aCMDResult['all']) {
|
|
|
|
// to remain in /lib/setup_functions.php function
|
|
|
|
checkInFile($aCMDResult['osm-file']);
|
|
|
|
}
|
|
|
|
|
|
|
|
// osmosis init is no longer supported
|
|
|
|
if ($aCMDResult['osmosis-init']) {
|
|
|
|
$bDidSomething = true;
|
|
|
|
echo "Command 'osmosis-init' no longer available, please use utils/update.php --init-updates.\n";
|
|
|
|
}
|
|
|
|
|
|
|
|
// ******************************************************
|
|
|
|
// instantiate Setup class
|
2018-11-20 23:07:24 +03:00
|
|
|
$oSetup = new SetupFunctions($aCMDResult);
|
2018-08-31 22:31:38 +03:00
|
|
|
|
|
|
|
// *******************************************************
|
|
|
|
// go through complete process if 'all' is selected or start selected functions
|
|
|
|
if ($aCMDResult['create-db'] || $aCMDResult['all']) {
|
|
|
|
$bDidSomething = true;
|
2018-11-20 23:07:24 +03:00
|
|
|
$oSetup->createDB();
|
2018-08-31 22:31:38 +03:00
|
|
|
}
|
|
|
|
|
2018-11-21 00:51:37 +03:00
|
|
|
$oSetup->connect();
|
|
|
|
|
2018-08-31 22:31:38 +03:00
|
|
|
if ($aCMDResult['setup-db'] || $aCMDResult['all']) {
|
|
|
|
$bDidSomething = true;
|
2018-11-20 23:07:24 +03:00
|
|
|
$oSetup->setupDB();
|
2018-08-31 22:31:38 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
// Try accessing the C module, so we know early if something is wrong
|
2019-04-02 19:37:11 +03:00
|
|
|
checkModulePresence(); // raises exception on failure
|
2018-08-31 22:31:38 +03:00
|
|
|
|
|
|
|
if ($aCMDResult['import-data'] || $aCMDResult['all']) {
|
|
|
|
$bDidSomething = true;
|
2018-11-20 23:07:24 +03:00
|
|
|
$oSetup->importData($aCMDResult['osm-file']);
|
2018-08-31 22:31:38 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
if ($aCMDResult['create-functions'] || $aCMDResult['all']) {
|
|
|
|
$bDidSomething = true;
|
2018-11-20 23:07:24 +03:00
|
|
|
$oSetup->createFunctions();
|
2018-08-31 22:31:38 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
if ($aCMDResult['create-tables'] || $aCMDResult['all']) {
|
|
|
|
$bDidSomething = true;
|
2018-11-20 23:03:56 +03:00
|
|
|
$oSetup->createTables($aCMDResult['reverse-only']);
|
2018-11-20 23:07:24 +03:00
|
|
|
$oSetup->createFunctions();
|
2020-01-17 00:53:52 +03:00
|
|
|
$oSetup->createTableTriggers();
|
2018-08-31 22:31:38 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
if ($aCMDResult['create-partition-tables'] || $aCMDResult['all']) {
|
|
|
|
$bDidSomething = true;
|
2018-11-20 23:07:24 +03:00
|
|
|
$oSetup->createPartitionTables();
|
2018-08-31 22:31:38 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
if ($aCMDResult['create-partition-functions'] || $aCMDResult['all']) {
|
|
|
|
$bDidSomething = true;
|
2018-11-20 23:07:24 +03:00
|
|
|
$oSetup->createPartitionFunctions();
|
2018-08-31 22:31:38 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
if ($aCMDResult['import-wikipedia-articles'] || $aCMDResult['all']) {
|
|
|
|
$bDidSomething = true;
|
2018-11-20 23:07:24 +03:00
|
|
|
$oSetup->importWikipediaArticles();
|
2018-08-31 22:31:38 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
if ($aCMDResult['load-data'] || $aCMDResult['all']) {
|
|
|
|
$bDidSomething = true;
|
2018-11-20 23:07:24 +03:00
|
|
|
$oSetup->loadData($aCMDResult['disable-token-precalc']);
|
2018-08-31 22:31:38 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
if ($aCMDResult['import-tiger-data']) {
|
|
|
|
$bDidSomething = true;
|
2018-11-20 23:07:24 +03:00
|
|
|
$oSetup->importTigerData();
|
2018-08-31 22:31:38 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
if ($aCMDResult['calculate-postcodes'] || $aCMDResult['all']) {
|
|
|
|
$bDidSomething = true;
|
2018-11-20 23:07:24 +03:00
|
|
|
$oSetup->calculatePostcodes($aCMDResult['all']);
|
2018-08-31 22:31:38 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
if ($aCMDResult['index'] || $aCMDResult['all']) {
|
|
|
|
$bDidSomething = true;
|
2018-11-20 23:07:24 +03:00
|
|
|
$oSetup->index($aCMDResult['index-noanalyse']);
|
2018-08-31 22:31:38 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
if ($aCMDResult['create-search-indices'] || $aCMDResult['all']) {
|
|
|
|
$bDidSomething = true;
|
2018-11-20 23:07:24 +03:00
|
|
|
$oSetup->createSearchIndices();
|
2018-08-31 22:31:38 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
if ($aCMDResult['create-country-names'] || $aCMDResult['all']) {
|
|
|
|
$bDidSomething = true;
|
2018-11-20 23:07:24 +03:00
|
|
|
$oSetup->createCountryNames($aCMDResult);
|
2018-08-31 22:31:38 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
if ($aCMDResult['drop']) {
|
|
|
|
$bDidSomething = true;
|
2018-11-20 23:07:24 +03:00
|
|
|
$oSetup->drop($aCMDResult);
|
2018-08-31 22:31:38 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
// ******************************************************
|
|
|
|
// If we did something, repeat the warnings
|
|
|
|
if (!$bDidSomething) {
|
|
|
|
showUsage($aCMDOptions, true);
|
|
|
|
} else {
|
|
|
|
echo "Summary of warnings:\n\n";
|
|
|
|
repeatWarnings();
|
|
|
|
echo "\n";
|
|
|
|
info('Setup finished.');
|
|
|
|
}
|