From: Sarah Hoffmann Date: Thu, 1 Apr 2021 12:29:34 +0000 (+0200) Subject: use non-key index to speed up housenumber search X-Git-Tag: v3.7.0~5^2~1 X-Git-Url: https://git.openstreetmap.org/nominatim.git/commitdiff_plain/8d8b1d4307f7f56c249a4b64b3943e67765d06ee?ds=sidebyside use non-key index to speed up housenumber search On Postgresql versions 11+ add an index to speed up the lookup of housenumbers for terms found in search_name. This is really just a band-aid around the query planer's interpretation of the query. --- diff --git a/lib-sql/indices.sql b/lib-sql/indices.sql index f8c9d2ce..c121a963 100644 --- a/lib-sql/indices.sql +++ b/lib-sql/indices.sql @@ -61,4 +61,11 @@ CREATE INDEX {{sql.if_index_not_exists}} idx_postcode_postcode ON search_name USING GIN (name_vector) WITH (fastupdate = off) {{db.tablespace.search_index}}; CREATE INDEX {{sql.if_index_not_exists}} idx_search_name_centroid ON search_name USING GIST (centroid) {{db.tablespace.search_index}}; + + {% if postgres.has_index_non_key_column %} + CREATE INDEX {{sql.if_index_not_exists}} idx_placex_housenumber + ON placex USING btree (parent_place_id) INCLUDE (housenumber) WHERE housenumber is not null; + CREATE INDEX {{sql.if_index_not_exists}} idx_osmline_parent_osm_id_with_hnr + ON location_property_osmline USING btree(parent_place_id) INCLUDE (startnumber, endnumber); + {% endif %} {% endif %} diff --git a/nominatim/db/sql_preprocessor.py b/nominatim/db/sql_preprocessor.py index 85244752..7ffe8881 100644 --- a/nominatim/db/sql_preprocessor.py +++ b/nominatim/db/sql_preprocessor.py @@ -49,12 +49,21 @@ def _setup_postgres_sql(conn): pg_version = conn.server_version_tuple() # CREATE INDEX IF NOT EXISTS was introduced in PG9.5. # Note that you need to ignore failures on older versions when - # unsing this construct. + # using this construct. out['if_index_not_exists'] = ' IF NOT EXISTS ' if pg_version >= (9, 5, 0) else '' return out +def _setup_postgresql_features(conn): + """ Set up a dictionary with various optional Postgresql/Postgis features that + depend on the database version. + """ + pg_version = conn.server_version_tuple() + return { + 'has_index_non_key_column' : pg_version >= (11, 0, 0) + } + class SQLPreprocessor: # pylint: disable=too-few-public-methods """ A environment for preprocessing SQL files from the lib-sql directory. @@ -79,6 +88,7 @@ class SQLPreprocessor: # pylint: disable=too-few-public-methods self.env.globals['config'] = config self.env.globals['db'] = db_info self.env.globals['sql'] = _setup_postgres_sql(conn) + self.env.globals['postgres'] = _setup_postgresql_features(conn) self.env.globals['modulepath'] = config.DATABASE_MODULE_PATH or \ str((config.project_dir / 'module').resolve())