mirror of
https://github.com/osm-search/Nominatim.git
synced 2024-11-27 10:43:02 +03:00
13ab03a03a
- be consistent with (const char *) casts when assigning - use xmlStrlen instead of strlen when dealing with xmlChar *
857 lines
31 KiB
C
857 lines
31 KiB
C
/*
|
|
*/
|
|
#include <stdlib.h>
|
|
#include <string.h>
|
|
|
|
#include <libpq-fe.h>
|
|
|
|
#include <libxml/xmlstring.h>
|
|
#include <libxml/xmlreader.h>
|
|
#include <libxml/hash.h>
|
|
|
|
#include "nominatim.h"
|
|
#include "import.h"
|
|
#include "input.h"
|
|
|
|
typedef enum { FILETYPE_NONE, FILETYPE_STRUCTUREDV0P1 } filetypes_t;
|
|
typedef enum { FILEMODE_NONE, FILEMODE_ADD, FILEMODE_UPDATE, FILEMODE_DELETE } filemodes_t;
|
|
|
|
#define MAX_FEATUREADDRESS 5000
|
|
#define MAX_FEATURENAMES 10000
|
|
#define MAX_FEATUREEXTRATAGS 10000
|
|
#define MAX_FEATURENAMESTRING 1000000
|
|
#define MAX_FEATUREEXTRATAGSTRING 500000
|
|
|
|
struct feature_address
|
|
{
|
|
int place_id;
|
|
int rankAddress;
|
|
char isAddress[2];
|
|
xmlChar * type;
|
|
xmlChar * id;
|
|
xmlChar * key;
|
|
xmlChar * value;
|
|
xmlChar * distance;
|
|
};
|
|
|
|
struct feature_tag
|
|
{
|
|
xmlChar * type;
|
|
xmlChar * value;
|
|
};
|
|
|
|
struct feature
|
|
{
|
|
xmlChar * placeID;
|
|
xmlChar * type;
|
|
xmlChar * id;
|
|
xmlChar * key;
|
|
xmlChar * value;
|
|
xmlChar * rankAddress;
|
|
xmlChar * rankSearch;
|
|
xmlChar * countryCode;
|
|
xmlChar * parentPlaceID;
|
|
xmlChar * parentType;
|
|
xmlChar * parentID;
|
|
xmlChar * adminLevel;
|
|
xmlChar * houseNumber;
|
|
xmlChar * geometry;
|
|
} feature;
|
|
|
|
int fileType = FILETYPE_NONE;
|
|
int fileMode = FILEMODE_ADD;
|
|
PGconn * conn;
|
|
struct feature_address featureAddress[MAX_FEATUREADDRESS];
|
|
struct feature_tag featureName[MAX_FEATURENAMES];
|
|
struct feature_tag featureExtraTag[MAX_FEATUREEXTRATAGS];
|
|
struct feature feature;
|
|
int featureAddressLines = 0;
|
|
int featureNameLines = 0;
|
|
int featureExtraTagLines = 0;
|
|
int featureCount = 0;
|
|
xmlHashTablePtr partionTableTagsHash;
|
|
xmlHashTablePtr partionTableTagsHashDelete;
|
|
char featureNameString[MAX_FEATURENAMESTRING];
|
|
char featureExtraTagString[MAX_FEATUREEXTRATAGSTRING];
|
|
|
|
extern int verbose;
|
|
|
|
void StartElement(xmlTextReaderPtr reader, const xmlChar *name)
|
|
{
|
|
char * value;
|
|
float version;
|
|
int isAddressLine;
|
|
|
|
if (fileType == FILETYPE_NONE)
|
|
{
|
|
// Potential to handle other file types in the future / versions
|
|
if (xmlStrEqual(name, BAD_CAST "osmStructured"))
|
|
{
|
|
value = (char*)xmlTextReaderGetAttribute(reader, BAD_CAST "version");
|
|
version = strtof(value, NULL);
|
|
xmlFree(value);
|
|
|
|
if (version == (float)0.1)
|
|
{
|
|
fileType = FILETYPE_STRUCTUREDV0P1;
|
|
fileMode = FILEMODE_ADD;
|
|
}
|
|
else
|
|
{
|
|
fprintf( stderr, "Unknown osmStructured version %f (%s)\n", version, value );
|
|
exit_nicely();
|
|
}
|
|
}
|
|
else
|
|
{
|
|
fprintf( stderr, "Unknown XML document type: %s\n", name );
|
|
exit_nicely();
|
|
}
|
|
return;
|
|
}
|
|
|
|
if (xmlStrEqual(name, BAD_CAST "add"))
|
|
{
|
|
fileMode = FILEMODE_ADD;
|
|
return;
|
|
}
|
|
if (xmlStrEqual(name, BAD_CAST "update"))
|
|
{
|
|
fileMode = FILEMODE_UPDATE;
|
|
return;
|
|
}
|
|
if (xmlStrEqual(name, BAD_CAST "delete"))
|
|
{
|
|
fileMode = FILEMODE_DELETE;
|
|
return;
|
|
}
|
|
if (fileMode == FILEMODE_NONE)
|
|
{
|
|
fprintf( stderr, "Unknown import mode in: %s\n", name );
|
|
exit_nicely();
|
|
}
|
|
|
|
if (xmlStrEqual(name, BAD_CAST "feature"))
|
|
{
|
|
feature.placeID = xmlTextReaderGetAttribute(reader, BAD_CAST "place_id");
|
|
feature.type = xmlTextReaderGetAttribute(reader, BAD_CAST "type");
|
|
feature.id = xmlTextReaderGetAttribute(reader, BAD_CAST "id");
|
|
feature.key = xmlTextReaderGetAttribute(reader, BAD_CAST "key");
|
|
feature.value = xmlTextReaderGetAttribute(reader, BAD_CAST "value");
|
|
feature.rankAddress = xmlTextReaderGetAttribute(reader, BAD_CAST "rank");
|
|
feature.rankSearch = xmlTextReaderGetAttribute(reader, BAD_CAST "importance");
|
|
|
|
feature.parentPlaceID = xmlTextReaderGetAttribute(reader, BAD_CAST "parent_place_id");
|
|
/*
|
|
if (strlen(feature.parentPlaceID) == 0)
|
|
{
|
|
xmlFree(feature.parentPlaceID);
|
|
feature.parentPlaceID = NULL;
|
|
}
|
|
*/
|
|
feature.parentType = xmlTextReaderGetAttribute(reader, BAD_CAST "parent_type");
|
|
feature.parentID = xmlTextReaderGetAttribute(reader, BAD_CAST "parent_id");
|
|
|
|
feature.countryCode = NULL;
|
|
feature.adminLevel = NULL;
|
|
feature.houseNumber = NULL;
|
|
feature.geometry = NULL;
|
|
featureAddressLines = 0;
|
|
featureNameLines = 0;
|
|
featureExtraTagLines = 0;
|
|
|
|
return;
|
|
}
|
|
if (xmlStrEqual(name, BAD_CAST "names")) return;
|
|
if (xmlStrEqual(name, BAD_CAST "name"))
|
|
{
|
|
if (featureNameLines < MAX_FEATURENAMES)
|
|
{
|
|
featureName[featureNameLines].type = xmlTextReaderGetAttribute(reader, BAD_CAST "type");
|
|
featureName[featureNameLines].value = xmlTextReaderReadString(reader);
|
|
featureNameLines++;
|
|
}
|
|
else
|
|
{
|
|
fprintf( stderr, "Too many name elements (%s%s)\n", feature.type, feature.id);
|
|
// exit_nicely();
|
|
}
|
|
return;
|
|
}
|
|
if (xmlStrEqual(name, BAD_CAST "tags")) return;
|
|
if (xmlStrEqual(name, BAD_CAST "tag"))
|
|
{
|
|
if (featureExtraTagLines < MAX_FEATUREEXTRATAGS)
|
|
{
|
|
featureExtraTag[featureExtraTagLines].type = xmlTextReaderGetAttribute(reader, BAD_CAST "type");
|
|
featureExtraTag[featureExtraTagLines].value = xmlTextReaderReadString(reader);
|
|
featureExtraTagLines++;
|
|
}
|
|
else
|
|
{
|
|
fprintf( stderr, "Too many extra tag elements (%s%s)\n", feature.type, feature.id);
|
|
// exit_nicely();
|
|
}
|
|
return;
|
|
}
|
|
if (xmlStrEqual(name, BAD_CAST "osmGeometry"))
|
|
{
|
|
feature.geometry = xmlTextReaderReadString(reader);
|
|
return;
|
|
}
|
|
if (xmlStrEqual(name, BAD_CAST "adminLevel"))
|
|
{
|
|
feature.adminLevel = xmlTextReaderReadString(reader);
|
|
return;
|
|
}
|
|
if (xmlStrEqual(name, BAD_CAST "countryCode"))
|
|
{
|
|
feature.countryCode = xmlTextReaderReadString(reader);
|
|
return;
|
|
}
|
|
if (xmlStrEqual(name, BAD_CAST "houseNumber"))
|
|
{
|
|
feature.houseNumber = xmlTextReaderReadString(reader);
|
|
return;
|
|
}
|
|
if (xmlStrEqual(name, BAD_CAST "address"))
|
|
{
|
|
featureAddressLines = 0;
|
|
return;
|
|
}
|
|
isAddressLine = 0;
|
|
if (xmlStrEqual(name, BAD_CAST "continent"))
|
|
{
|
|
isAddressLine = 1;
|
|
}
|
|
else if (xmlStrEqual(name, BAD_CAST "sea"))
|
|
{
|
|
isAddressLine = 1;
|
|
}
|
|
else if (xmlStrEqual(name, BAD_CAST "country"))
|
|
{
|
|
isAddressLine = 1;
|
|
}
|
|
else if (xmlStrEqual(name, BAD_CAST "state"))
|
|
{
|
|
isAddressLine = 1;
|
|
}
|
|
else if (xmlStrEqual(name, BAD_CAST "county"))
|
|
{
|
|
isAddressLine = 1;
|
|
}
|
|
else if (xmlStrEqual(name, BAD_CAST "city"))
|
|
{
|
|
isAddressLine = 1;
|
|
}
|
|
else if (xmlStrEqual(name, BAD_CAST "town"))
|
|
{
|
|
isAddressLine = 1;
|
|
}
|
|
else if (xmlStrEqual(name, BAD_CAST "village"))
|
|
{
|
|
isAddressLine = 1;
|
|
}
|
|
else if (xmlStrEqual(name, BAD_CAST "unknown"))
|
|
{
|
|
isAddressLine = 1;
|
|
}
|
|
else if (xmlStrEqual(name, BAD_CAST "suburb"))
|
|
{
|
|
isAddressLine = 1;
|
|
}
|
|
else if (xmlStrEqual(name, BAD_CAST "postcode"))
|
|
{
|
|
isAddressLine = 1;
|
|
}
|
|
else if (xmlStrEqual(name, BAD_CAST "neighborhood"))
|
|
{
|
|
isAddressLine = 1;
|
|
}
|
|
else if (xmlStrEqual(name, BAD_CAST "street"))
|
|
{
|
|
isAddressLine = 1;
|
|
}
|
|
else if (xmlStrEqual(name, BAD_CAST "access"))
|
|
{
|
|
isAddressLine = 1;
|
|
}
|
|
else if (xmlStrEqual(name, BAD_CAST "building"))
|
|
{
|
|
isAddressLine = 1;
|
|
}
|
|
else if (xmlStrEqual(name, BAD_CAST "other"))
|
|
{
|
|
isAddressLine = 1;
|
|
}
|
|
if (isAddressLine)
|
|
{
|
|
if (featureAddressLines < MAX_FEATUREADDRESS)
|
|
{
|
|
value = (char*)xmlTextReaderGetAttribute(reader, BAD_CAST "rank");
|
|
if (!value)
|
|
{
|
|
fprintf( stderr, "Address element missing rank\n");
|
|
exit_nicely();
|
|
}
|
|
featureAddress[featureAddressLines].rankAddress = atoi(value);
|
|
xmlFree(value);
|
|
|
|
value = (char*)xmlTextReaderGetAttribute(reader, BAD_CAST "isaddress");
|
|
if (!value)
|
|
{
|
|
fprintf( stderr, "Address element missing rank\n");
|
|
exit_nicely();
|
|
}
|
|
if (*value == 't') strcpy(featureAddress[featureAddressLines].isAddress, "t");
|
|
else strcpy(featureAddress[featureAddressLines].isAddress, "f");
|
|
xmlFree(value);
|
|
|
|
featureAddress[featureAddressLines].type = xmlTextReaderGetAttribute(reader, BAD_CAST "type");
|
|
featureAddress[featureAddressLines].id = xmlTextReaderGetAttribute(reader, BAD_CAST "id");
|
|
featureAddress[featureAddressLines].key = xmlTextReaderGetAttribute(reader, BAD_CAST "key");
|
|
featureAddress[featureAddressLines].value = xmlTextReaderGetAttribute(reader, BAD_CAST "value");
|
|
featureAddress[featureAddressLines].distance = xmlTextReaderGetAttribute(reader, BAD_CAST "distance");
|
|
|
|
featureAddressLines++;
|
|
}
|
|
else
|
|
{
|
|
fprintf( stderr, "Too many address elements (%s%s)\n", feature.type, feature.id);
|
|
// exit_nicely();
|
|
}
|
|
|
|
return;
|
|
}
|
|
fprintf(stderr, "%s: Unknown element name: %s\n", __FUNCTION__, name);
|
|
}
|
|
|
|
void EndElement(xmlTextReaderPtr reader, const xmlChar *name)
|
|
{
|
|
PGresult * res;
|
|
const char * paramValues[14];
|
|
char * place_id;
|
|
char * partionQueryName;
|
|
int i, namePos, lineTypeLen, lineValueLen;
|
|
|
|
if (xmlStrEqual(name, BAD_CAST "feature"))
|
|
{
|
|
featureCount++;
|
|
if (featureCount % 1000 == 0) printf("feature %i(k)\n", featureCount/1000);
|
|
/*
|
|
if (fileMode == FILEMODE_ADD)
|
|
{
|
|
resPlaceID = PQexecPrepared(conn, "get_new_place_id", 0, NULL, NULL, NULL, 0);
|
|
if (PQresultStatus(resPlaceID) != PGRES_TUPLES_OK)
|
|
{
|
|
fprintf(stderr, "get_place_id: INSERT failed: %s", PQerrorMessage(conn));
|
|
PQclear(resPlaceID);
|
|
exit(EXIT_FAILURE);
|
|
}
|
|
}
|
|
else
|
|
{
|
|
paramValues[0] = (const char *)feature.type;
|
|
paramValues[1] = (const char *)feature.id;
|
|
paramValues[2] = (const char *)feature.key;
|
|
paramValues[3] = (const char *)feature.value;
|
|
resPlaceID = PQexecPrepared(conn, "get_new_place_id", 4, paramValues, NULL, NULL, 0);
|
|
if (PQresultStatus(resPlaceID) != PGRES_TUPLES_OK)
|
|
{
|
|
fprintf(stderr, "index_placex: INSERT failed: %s", PQerrorMessage(conn));
|
|
PQclear(resPlaceID);
|
|
exit(EXIT_FAILURE);
|
|
}
|
|
}
|
|
*/
|
|
place_id = (char *)feature.placeID;
|
|
|
|
if (fileMode == FILEMODE_UPDATE || fileMode == FILEMODE_DELETE || fileMode == FILEMODE_ADD)
|
|
{
|
|
paramValues[0] = (const char *)place_id;
|
|
if (verbose) fprintf(stderr, "placex_delete: %s\n", paramValues[0]);
|
|
res = PQexecPrepared(conn, "placex_delete", 1, paramValues, NULL, NULL, 0);
|
|
if (PQresultStatus(res) != PGRES_COMMAND_OK)
|
|
{
|
|
fprintf(stderr, "placex_delete: DELETE failed: %s", PQerrorMessage(conn));
|
|
PQclear(res);
|
|
exit(EXIT_FAILURE);
|
|
}
|
|
PQclear(res);
|
|
|
|
if (verbose) fprintf(stderr, "search_name_delete: %s\n", paramValues[0]);
|
|
res = PQexecPrepared(conn, "search_name_delete", 1, paramValues, NULL, NULL, 0);
|
|
if (PQresultStatus(res) != PGRES_COMMAND_OK)
|
|
{
|
|
fprintf(stderr, "search_name_delete: DELETE failed: %s", PQerrorMessage(conn));
|
|
PQclear(res);
|
|
exit(EXIT_FAILURE);
|
|
}
|
|
PQclear(res);
|
|
|
|
if (verbose) fprintf(stderr, "place_addressline_delete: %s\n", paramValues[0]);
|
|
res = PQexecPrepared(conn, "place_addressline_delete", 1, paramValues, NULL, NULL, 0);
|
|
if (PQresultStatus(res) != PGRES_COMMAND_OK)
|
|
{
|
|
fprintf(stderr, "place_addressline_delete: DELETE failed: %s", PQerrorMessage(conn));
|
|
PQclear(res);
|
|
exit(EXIT_FAILURE);
|
|
}
|
|
PQclear(res);
|
|
|
|
partionQueryName = xmlHashLookup2(partionTableTagsHashDelete, feature.key, feature.value);
|
|
if (partionQueryName)
|
|
{
|
|
res = PQexecPrepared(conn, partionQueryName, 1, paramValues, NULL, NULL, 0);
|
|
if (PQresultStatus(res) != PGRES_COMMAND_OK)
|
|
{
|
|
fprintf(stderr, "%s: DELETE failed: %s", partionQueryName, PQerrorMessage(conn));
|
|
PQclear(res);
|
|
exit(EXIT_FAILURE);
|
|
}
|
|
PQclear(res);
|
|
}
|
|
}
|
|
|
|
if (fileMode == FILEMODE_UPDATE || fileMode == FILEMODE_ADD)
|
|
{
|
|
// Insert into placex
|
|
paramValues[0] = (const char *)place_id;
|
|
paramValues[1] = (const char *)feature.type;
|
|
paramValues[2] = (const char *)feature.id;
|
|
paramValues[3] = (const char *)feature.key;
|
|
paramValues[4] = (const char *)feature.value;
|
|
|
|
featureNameString[0] = 0;
|
|
if (featureNameLines)
|
|
{
|
|
namePos = 0;
|
|
lineTypeLen = 0;
|
|
lineValueLen = 0;
|
|
for (i = 0; i < featureNameLines; i++)
|
|
{
|
|
lineTypeLen = (int)strlen((char *) featureName[i].type);
|
|
lineValueLen = (int)strlen((char *) featureName[i].value);
|
|
if (namePos+lineTypeLen+lineValueLen+7 > MAX_FEATURENAMESTRING)
|
|
{
|
|
fprintf(stderr, "feature name too long: %s", (const char *)featureName[i].value);
|
|
break;
|
|
}
|
|
if (namePos) strcpy(featureNameString+(namePos++), ",");
|
|
strcpy(featureNameString+(namePos++), "\"");
|
|
strcpy(featureNameString+namePos, (char*) featureName[i].type);
|
|
namePos += lineTypeLen;
|
|
strcpy(featureNameString+namePos, "\"=>\"");
|
|
namePos += 4;
|
|
strcpy(featureNameString+namePos, (char *) featureName[i].value);
|
|
namePos += lineValueLen;
|
|
strcpy(featureNameString+(namePos++), "\"");
|
|
|
|
xmlFree(featureName[i].type);
|
|
xmlFree(featureName[i].value);
|
|
}
|
|
}
|
|
paramValues[5] = (const char *)featureNameString;
|
|
|
|
paramValues[6] = (const char *)feature.countryCode;
|
|
|
|
featureExtraTagString[0] = 0;
|
|
if (featureExtraTagLines)
|
|
{
|
|
namePos = 0;
|
|
lineTypeLen = 0;
|
|
lineValueLen = 0;
|
|
for (i = 0; i < featureExtraTagLines; i++)
|
|
{
|
|
lineTypeLen = strlen((char *) featureExtraTag[i].type);
|
|
lineValueLen = strlen((char *) featureExtraTag[i].value);
|
|
if (namePos+lineTypeLen+lineValueLen+7 > MAX_FEATUREEXTRATAGSTRING)
|
|
{
|
|
fprintf(stderr, "feature extra tag too long: %s", (const char *)featureExtraTag[i].value);
|
|
break;
|
|
}
|
|
if (namePos) strcpy(featureExtraTagString+(namePos++),",");
|
|
strcpy(featureExtraTagString+(namePos++), "\"");
|
|
strcpy(featureExtraTagString+namePos, (char *) featureExtraTag[i].type);
|
|
namePos += lineTypeLen;
|
|
strcpy(featureExtraTagString+namePos, "\"=>\"");
|
|
namePos += 4;
|
|
strcpy(featureExtraTagString+namePos, (char *) featureExtraTag[i].value);
|
|
namePos += lineValueLen;
|
|
strcpy(featureExtraTagString+(namePos++), "\"");
|
|
|
|
xmlFree(featureExtraTag[i].type);
|
|
xmlFree(featureExtraTag[i].value);
|
|
}
|
|
}
|
|
paramValues[7] = (const char *)featureExtraTagString;
|
|
|
|
if (xmlStrlen(feature.parentPlaceID) == 0)
|
|
paramValues[8] = "0";
|
|
else
|
|
paramValues[8] = (const char *)feature.parentPlaceID;
|
|
|
|
paramValues[9] = (const char *)feature.adminLevel;
|
|
paramValues[10] = (const char *)feature.houseNumber;
|
|
paramValues[11] = (const char *)feature.rankAddress;
|
|
paramValues[12] = (const char *)feature.rankSearch;
|
|
paramValues[13] = (const char *)feature.geometry;
|
|
if (strlen(paramValues[3]) && strlen(paramValues[13]))
|
|
{
|
|
if (verbose) fprintf(stderr, "placex_insert: %s\n", paramValues[0]);
|
|
res = PQexecPrepared(conn, "placex_insert", 14, paramValues, NULL, NULL, 0);
|
|
if (PQresultStatus(res) != PGRES_COMMAND_OK)
|
|
{
|
|
fprintf(stderr, "index_placex: INSERT failed: %s", PQerrorMessage(conn));
|
|
fprintf(stderr, "index_placex: INSERT failed: %s %s %s", paramValues[0], paramValues[1], paramValues[2]);
|
|
PQclear(res);
|
|
exit(EXIT_FAILURE);
|
|
}
|
|
PQclear(res);
|
|
}
|
|
|
|
for (i = 0; i < featureAddressLines; i++)
|
|
{
|
|
// insert into place_address
|
|
paramValues[0] = (const char *)place_id;
|
|
paramValues[1] = (const char *)featureAddress[i].distance;
|
|
if (paramValues[1] == NULL || strlen(paramValues[1]) == 0) paramValues[1] = "0";
|
|
paramValues[2] = (const char *)featureAddress[i].type;
|
|
paramValues[3] = (const char *)featureAddress[i].id;
|
|
paramValues[4] = (const char *)featureAddress[i].key;
|
|
paramValues[5] = (const char *)featureAddress[i].value;
|
|
paramValues[6] = (const char *)featureAddress[i].isAddress;
|
|
if (verbose) fprintf(stderr, "placex_insert: %s %s\n", paramValues[2], paramValues[3]);
|
|
res = PQexecPrepared(conn, "place_addressline_insert", 7, paramValues, NULL, NULL, 0);
|
|
if (PQresultStatus(res) != PGRES_COMMAND_OK)
|
|
{
|
|
fprintf(stderr, "place_addressline_insert: INSERT failed: %s", PQerrorMessage(conn));
|
|
fprintf(stderr, "(%s,%s,%s,%s,%s,%s,%s)",paramValues[0],paramValues[1],paramValues[2],paramValues[3],paramValues[4],paramValues[5],paramValues[6]);
|
|
PQclear(res);
|
|
exit(EXIT_FAILURE);
|
|
}
|
|
PQclear(res);
|
|
|
|
xmlFree(featureAddress[i].type);
|
|
xmlFree(featureAddress[i].id);
|
|
xmlFree(featureAddress[i].key);
|
|
xmlFree(featureAddress[i].value);
|
|
xmlFree(featureAddress[i].distance);
|
|
}
|
|
|
|
if (featureNameLines)
|
|
{
|
|
if (xmlStrlen(feature.parentPlaceID) > 0 && featureAddressLines == 0)
|
|
{
|
|
paramValues[0] = (const char *)place_id;
|
|
paramValues[1] = (const char *)feature.parentPlaceID;
|
|
if (verbose) fprintf(stderr, "search_name_from_parent_insert: INSERT %s %s\n", paramValues[0], paramValues[1]);
|
|
res = PQexecPrepared(conn, "search_name_from_parent_insert", 2, paramValues, NULL, NULL, 0);
|
|
if (PQresultStatus(res) != PGRES_COMMAND_OK)
|
|
{
|
|
fprintf(stderr, "search_name_from_parent_insert: INSERT failed: %s", PQerrorMessage(conn));
|
|
PQclear(res);
|
|
exit(EXIT_FAILURE);
|
|
}
|
|
PQclear(res);
|
|
}
|
|
else
|
|
{
|
|
paramValues[0] = (const char *)place_id;
|
|
if (verbose) fprintf(stderr, "search_name_insert: INSERT %s\n", paramValues[0]);
|
|
res = PQexecPrepared(conn, "search_name_insert", 1, paramValues, NULL, NULL, 0);
|
|
if (PQresultStatus(res) != PGRES_COMMAND_OK)
|
|
{
|
|
fprintf(stderr, "search_name_insert: INSERT failed: %s", PQerrorMessage(conn));
|
|
PQclear(res);
|
|
exit(EXIT_FAILURE);
|
|
}
|
|
PQclear(res);
|
|
}
|
|
}
|
|
|
|
partionQueryName = xmlHashLookup2(partionTableTagsHash, feature.key, feature.value);
|
|
if (partionQueryName)
|
|
{
|
|
// insert into partition table
|
|
paramValues[0] = (const char *)place_id;
|
|
paramValues[1] = (const char *)feature.geometry;
|
|
res = PQexecPrepared(conn, partionQueryName, 2, paramValues, NULL, NULL, 0);
|
|
if (PQresultStatus(res) != PGRES_COMMAND_OK)
|
|
{
|
|
fprintf(stderr, "%s: INSERT failed: %s", partionQueryName, PQerrorMessage(conn));
|
|
PQclear(res);
|
|
exit(EXIT_FAILURE);
|
|
}
|
|
PQclear(res);
|
|
}
|
|
|
|
}
|
|
else
|
|
{
|
|
for (i = 0; i < featureAddressLines; i++)
|
|
{
|
|
xmlFree(featureAddress[i].type);
|
|
xmlFree(featureAddress[i].id);
|
|
xmlFree(featureAddress[i].key);
|
|
xmlFree(featureAddress[i].value);
|
|
xmlFree(featureAddress[i].distance);
|
|
}
|
|
}
|
|
|
|
xmlFree(feature.placeID);
|
|
xmlFree(feature.type);
|
|
xmlFree(feature.id);
|
|
xmlFree(feature.key);
|
|
xmlFree(feature.value);
|
|
xmlFree(feature.rankAddress);
|
|
xmlFree(feature.rankSearch);
|
|
if (feature.countryCode) xmlFree(feature.countryCode);
|
|
if (feature.parentPlaceID) xmlFree(feature.parentPlaceID);
|
|
if (feature.parentType) xmlFree(feature.parentType);
|
|
if (feature.parentID) xmlFree(feature.parentID);
|
|
// if (feature.name) xmlFree(feature.name);
|
|
if (feature.adminLevel) xmlFree(feature.adminLevel);
|
|
if (feature.houseNumber) xmlFree(feature.houseNumber);
|
|
if (feature.geometry) xmlFree(feature.geometry);
|
|
|
|
// PQclear(resPlaceID);
|
|
}
|
|
}
|
|
|
|
static void processNode(xmlTextReaderPtr reader)
|
|
{
|
|
xmlChar *name;
|
|
name = xmlTextReaderName(reader);
|
|
if (name == NULL)
|
|
{
|
|
name = xmlStrdup(BAD_CAST "--");
|
|
}
|
|
|
|
switch (xmlTextReaderNodeType(reader))
|
|
{
|
|
case XML_READER_TYPE_ELEMENT:
|
|
StartElement(reader, name);
|
|
if (xmlTextReaderIsEmptyElement(reader))
|
|
EndElement(reader, name); /* No end_element for self closing tags! */
|
|
break;
|
|
case XML_READER_TYPE_END_ELEMENT:
|
|
EndElement(reader, name);
|
|
break;
|
|
case XML_READER_TYPE_TEXT:
|
|
case XML_READER_TYPE_CDATA:
|
|
case XML_READER_TYPE_SIGNIFICANT_WHITESPACE:
|
|
/* Ignore */
|
|
break;
|
|
default:
|
|
fprintf(stderr, "Unknown node type %d\n", xmlTextReaderNodeType(reader));
|
|
break;
|
|
}
|
|
|
|
xmlFree(name);
|
|
}
|
|
|
|
int nominatim_import(const char *conninfo, const char *partionTagsFilename, const char *filename)
|
|
{
|
|
xmlTextReaderPtr reader;
|
|
int ret = 0;
|
|
PGresult * res;
|
|
FILE * partionTagsFile;
|
|
char * partionQueryName;
|
|
char partionQuerySQL[1024];
|
|
|
|
conn = PQconnectdb(conninfo);
|
|
if (PQstatus(conn) != CONNECTION_OK)
|
|
{
|
|
fprintf(stderr, "Connection to database failed: %s\n", PQerrorMessage(conn));
|
|
exit(EXIT_FAILURE);
|
|
}
|
|
|
|
partionTableTagsHash = xmlHashCreate(200);
|
|
partionTableTagsHashDelete = xmlHashCreate(200);
|
|
|
|
partionTagsFile = fopen(partionTagsFilename, "rt");
|
|
if (!partionTagsFile)
|
|
{
|
|
fprintf(stderr, "Unable to read partition tags file: %s\n", partionTagsFilename);
|
|
exit(EXIT_FAILURE);
|
|
}
|
|
|
|
char buffer[1024], osmkey[256], osmvalue[256];
|
|
int fields;
|
|
while (fgets(buffer, sizeof(buffer), partionTagsFile) != NULL)
|
|
{
|
|
fields = sscanf( buffer, "%23s %63s", osmkey, osmvalue );
|
|
|
|
if ( fields <= 0 ) continue;
|
|
|
|
if ( fields != 2 )
|
|
{
|
|
fprintf( stderr, "Error partition file\n");
|
|
exit_nicely();
|
|
}
|
|
partionQueryName = malloc(strlen("partition_insert_")+strlen(osmkey)+strlen(osmvalue)+2);
|
|
strcpy(partionQueryName, "partition_insert_");
|
|
strcat(partionQueryName, osmkey);
|
|
strcat(partionQueryName, "_");
|
|
strcat(partionQueryName, osmvalue);
|
|
|
|
strcpy(partionQuerySQL, "insert into place_classtype_");
|
|
strcat(partionQuerySQL, osmkey);
|
|
strcat(partionQuerySQL, "_");
|
|
strcat(partionQuerySQL, osmvalue);
|
|
strcat(partionQuerySQL, " (place_id, centroid) values ($1, ST_Centroid(st_setsrid($2, 4326)))");
|
|
|
|
res = PQprepare(conn, partionQueryName, partionQuerySQL, 2, NULL);
|
|
if (PQresultStatus(res) != PGRES_COMMAND_OK)
|
|
{
|
|
fprintf(stderr, "Failed to prepare %s: %s\n", partionQueryName, PQerrorMessage(conn));
|
|
exit(EXIT_FAILURE);
|
|
}
|
|
|
|
xmlHashAddEntry2(partionTableTagsHash, BAD_CAST osmkey, BAD_CAST osmvalue, BAD_CAST partionQueryName);
|
|
|
|
partionQueryName = malloc(strlen("partition_delete_")+strlen(osmkey)+strlen(osmvalue)+2);
|
|
strcpy(partionQueryName, "partition_delete_");
|
|
strcat(partionQueryName, osmkey);
|
|
strcat(partionQueryName, "_");
|
|
strcat(partionQueryName, osmvalue);
|
|
|
|
strcpy(partionQuerySQL, "delete from place_classtype_");
|
|
strcat(partionQuerySQL, osmkey);
|
|
strcat(partionQuerySQL, "_");
|
|
strcat(partionQuerySQL, osmvalue);
|
|
strcat(partionQuerySQL, " where place_id = $1::integer");
|
|
|
|
res = PQprepare(conn, partionQueryName, partionQuerySQL, 1, NULL);
|
|
if (PQresultStatus(res) != PGRES_COMMAND_OK)
|
|
{
|
|
fprintf(stderr, "Failed to prepare %s: %s\n", partionQueryName, PQerrorMessage(conn));
|
|
exit(EXIT_FAILURE);
|
|
}
|
|
|
|
xmlHashAddEntry2(partionTableTagsHashDelete, BAD_CAST osmkey, BAD_CAST osmvalue, BAD_CAST partionQueryName);
|
|
}
|
|
|
|
res = PQprepare(conn, "get_new_place_id",
|
|
"select nextval('seq_place')",
|
|
0, NULL);
|
|
if (PQresultStatus(res) != PGRES_COMMAND_OK)
|
|
{
|
|
fprintf(stderr, "Failed to prepare get_new_place_id: %s\n", PQerrorMessage(conn));
|
|
exit(EXIT_FAILURE);
|
|
}
|
|
|
|
res = PQprepare(conn, "get_place_id",
|
|
"select place_id from placex where osm_type = $1 and osm_id = $2 and class = $3 and type = $4",
|
|
4, NULL);
|
|
if (PQresultStatus(res) != PGRES_COMMAND_OK)
|
|
{
|
|
fprintf(stderr, "Failed to prepare get_place_id: %s\n", PQerrorMessage(conn));
|
|
exit(EXIT_FAILURE);
|
|
}
|
|
|
|
res = PQprepare(conn, "placex_insert",
|
|
"insert into placex (place_id,osm_type,osm_id,class,type,name,country_code,extratags,parent_place_id,admin_level,housenumber,rank_address,rank_search,geometry) "
|
|
"values ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12, $13, st_setsrid($14, 4326))",
|
|
12, NULL);
|
|
if (PQresultStatus(res) != PGRES_COMMAND_OK)
|
|
{
|
|
fprintf(stderr, "Failed to prepare placex_insert: %s\n", PQerrorMessage(conn));
|
|
exit(EXIT_FAILURE);
|
|
}
|
|
|
|
res = PQprepare(conn, "search_name_insert",
|
|
"insert into search_name (place_id, search_rank, address_rank, country_code, name_vector, nameaddress_vector, centroid) "
|
|
"select place_id, rank_search, rank_address, country_code, make_keywords(name), "
|
|
"(select uniq(sort(array_agg(parent_search_name.name_vector))) from search_name as parent_search_name where place_id in "
|
|
"(select distinct address_place_id from place_addressline where place_addressline.place_id = $1 limit 1000)"
|
|
"), st_centroid(geometry) from placex "
|
|
"where place_id = $1",
|
|
1, NULL);
|
|
|
|
if (PQresultStatus(res) != PGRES_COMMAND_OK)
|
|
{
|
|
fprintf(stderr, "Failed to prepare search_name_insert: %s\n", PQerrorMessage(conn));
|
|
exit(EXIT_FAILURE);
|
|
}
|
|
|
|
res = PQprepare(conn, "search_name_from_parent_insert",
|
|
"insert into search_name (place_id, search_rank, address_rank, country_code, name_vector, nameaddress_vector, centroid) "
|
|
"select place_id, rank_search, rank_address, country_code, make_keywords(name), "
|
|
"(select uniq(sort(name_vector+nameaddress_vector)) from search_name as parent_search_name "
|
|
"where parent_search_name.place_id = $2 ), st_centroid(geometry) from placex "
|
|
"where place_id = $1",
|
|
2, NULL);
|
|
if (PQresultStatus(res) != PGRES_COMMAND_OK)
|
|
{
|
|
fprintf(stderr, "Failed to prepare search_name_insert: %s\n", PQerrorMessage(conn));
|
|
exit(EXIT_FAILURE);
|
|
}
|
|
|
|
res = PQprepare(conn, "place_addressline_insert",
|
|
"insert into place_addressline (place_id, address_place_id, fromarea, isaddress, distance, cached_rank_address) "
|
|
"select $1, place_id, false, $7, $2, rank_address from placex where osm_type = $3 and osm_id = $4 and class = $5 and type = $6",
|
|
7, NULL);
|
|
if (PQresultStatus(res) != PGRES_COMMAND_OK)
|
|
{
|
|
fprintf(stderr, "Failed to prepare place_addressline_insert: %s\n", PQerrorMessage(conn));
|
|
exit(EXIT_FAILURE);
|
|
}
|
|
|
|
res = PQprepare(conn, "placex_delete",
|
|
"delete from placex where place_id = $1",
|
|
1, NULL);
|
|
if (PQresultStatus(res) != PGRES_COMMAND_OK)
|
|
{
|
|
fprintf(stderr, "Failed to prepare placex_delete: %s\n", PQerrorMessage(conn));
|
|
exit(EXIT_FAILURE);
|
|
}
|
|
|
|
res = PQprepare(conn, "search_name_delete",
|
|
"delete from search_name where place_id = $1",
|
|
1, NULL);
|
|
if (PQresultStatus(res) != PGRES_COMMAND_OK)
|
|
{
|
|
fprintf(stderr, "Failed to prepare search_name_delete: %s\n", PQerrorMessage(conn));
|
|
exit(EXIT_FAILURE);
|
|
}
|
|
|
|
res = PQprepare(conn, "place_addressline_delete",
|
|
"delete from place_addressline where place_id = $1",
|
|
1, NULL);
|
|
if (PQresultStatus(res) != PGRES_COMMAND_OK)
|
|
{
|
|
fprintf(stderr, "Failed to prepare place_addressline_delete: %s\n", PQerrorMessage(conn));
|
|
exit(EXIT_FAILURE);
|
|
}
|
|
|
|
featureCount = 0;
|
|
|
|
reader = inputUTF8(filename);
|
|
|
|
if (reader == NULL)
|
|
{
|
|
fprintf(stderr, "Unable to open %s\n", filename);
|
|
return 1;
|
|
}
|
|
|
|
ret = xmlTextReaderRead(reader);
|
|
while (ret == 1)
|
|
{
|
|
processNode(reader);
|
|
ret = xmlTextReaderRead(reader);
|
|
}
|
|
if (ret != 0)
|
|
{
|
|
fprintf(stderr, "%s : failed to parse\n", filename);
|
|
return ret;
|
|
}
|
|
|
|
xmlFreeTextReader(reader);
|
|
xmlHashFree(partionTableTagsHash, NULL);
|
|
xmlHashFree(partionTableTagsHashDelete, NULL);
|
|
|
|
return 0;
|
|
}
|