X-Git-Url: https://git.openstreetmap.org/nominatim.git/blobdiff_plain/827d7a9a62025eccb996aa3d7e5fdda691314756..7a194789bc759e76418447b59c0cbcbbd6846d46:/sql/functions.sql diff --git a/sql/functions.sql b/sql/functions.sql deleted file mode 100644 index 828256ed..00000000 --- a/sql/functions.sql +++ /dev/null @@ -1,524 +0,0 @@ -CREATE OR REPLACE FUNCTION geometry_sector(partition INTEGER, place geometry) RETURNS INTEGER - AS $$ -DECLARE - NEWgeometry geometry; -BEGIN --- RAISE WARNING '%',place; - NEWgeometry := ST_PointOnSurface(place); - RETURN (partition*1000000) + (500-ST_X(NEWgeometry)::integer)*1000 + (500-ST_Y(NEWgeometry)::integer); -END; -$$ -LANGUAGE plpgsql IMMUTABLE; - - -CREATE OR REPLACE FUNCTION array_merge(a INTEGER[], b INTEGER[]) - RETURNS INTEGER[] - AS $$ -DECLARE - i INTEGER; - r INTEGER[]; -BEGIN - IF array_upper(a, 1) IS NULL THEN - RETURN b; - END IF; - IF array_upper(b, 1) IS NULL THEN - RETURN a; - END IF; - r := a; - FOR i IN 1..array_upper(b, 1) LOOP - IF NOT (ARRAY[b[i]] <@ r) THEN - r := r || b[i]; - END IF; - END LOOP; - RETURN r; -END; -$$ -LANGUAGE plpgsql IMMUTABLE; - -CREATE OR REPLACE FUNCTION reverse_place_diameter(rank_search SMALLINT) - RETURNS FLOAT - AS $$ -BEGIN - IF rank_search <= 4 THEN - RETURN 5.0; - ELSIF rank_search <= 8 THEN - RETURN 1.8; - ELSIF rank_search <= 12 THEN - RETURN 0.6; - ELSIF rank_search <= 17 THEN - RETURN 0.16; - ELSIF rank_search <= 18 THEN - RETURN 0.08; - ELSIF rank_search <= 19 THEN - RETURN 0.04; - END IF; - - RETURN 0.02; -END; -$$ -LANGUAGE plpgsql IMMUTABLE; - -CREATE OR REPLACE FUNCTION get_postcode_rank(country_code VARCHAR(2), postcode TEXT, - OUT rank_search SMALLINT, OUT rank_address SMALLINT) -AS $$ -DECLARE - part TEXT; -BEGIN - rank_search := 30; - rank_address := 30; - postcode := upper(postcode); - - IF country_code = 'gb' THEN - IF postcode ~ '^([A-Z][A-Z]?[0-9][0-9A-Z]? [0-9][A-Z][A-Z])$' THEN - rank_search := 25; - rank_address := 5; - ELSEIF postcode ~ '^([A-Z][A-Z]?[0-9][0-9A-Z]? [0-9])$' THEN - rank_search := 23; - rank_address := 5; - ELSEIF postcode ~ '^([A-Z][A-Z]?[0-9][0-9A-Z])$' THEN - rank_search := 21; - rank_address := 5; - END IF; - - ELSEIF country_code = 'sg' THEN - IF postcode ~ '^([0-9]{6})$' THEN - rank_search := 25; - rank_address := 11; - END IF; - - ELSEIF country_code = 'de' THEN - IF postcode ~ '^([0-9]{5})$' THEN - rank_search := 21; - rank_address := 11; - END IF; - - ELSE - -- Guess at the postcode format and coverage (!) - IF postcode ~ '^[A-Z0-9]{1,5}$' THEN -- Probably too short to be very local - rank_search := 21; - rank_address := 11; - ELSE - -- Does it look splitable into and area and local code? - part := substring(postcode from '^([- :A-Z0-9]+)([- :][A-Z0-9]+)$'); - - IF part IS NOT NULL THEN - rank_search := 25; - rank_address := 11; - ELSEIF postcode ~ '^[- :A-Z0-9]{6,}$' THEN - rank_search := 21; - rank_address := 11; - END IF; - END IF; - END IF; - -END; -$$ -LANGUAGE plpgsql IMMUTABLE; - --- Find the nearest artificial postcode for the given geometry. --- TODO For areas there should not be more than two inside the geometry. -CREATE OR REPLACE FUNCTION get_nearest_postcode(country VARCHAR(2), geom GEOMETRY) RETURNS TEXT - AS $$ -DECLARE - outcode TEXT; - cnt INTEGER; -BEGIN - -- If the geometry is an area then only one postcode must be within - -- that area, otherwise consider the area as not having a postcode. - IF ST_GeometryType(geom) in ('ST_Polygon','ST_MultiPolygon') THEN - SELECT min(postcode), count(*) FROM - (SELECT postcode FROM location_postcode - WHERE ST_Contains(geom, location_postcode.geometry) LIMIT 2) sub - INTO outcode, cnt; - - IF cnt = 1 THEN - RETURN outcode; - ELSE - RETURN null; - END IF; - END IF; - - SELECT postcode FROM location_postcode - WHERE ST_DWithin(geom, location_postcode.geometry, 0.05) - AND location_postcode.country_code = country - ORDER BY ST_Distance(geom, location_postcode.geometry) LIMIT 1 - INTO outcode; - - RETURN outcode; -END; -$$ -LANGUAGE plpgsql; - - -CREATE OR REPLACE FUNCTION get_country_code(place geometry) RETURNS TEXT - AS $$ -DECLARE - place_centre GEOMETRY; - nearcountry RECORD; -BEGIN - place_centre := ST_PointOnSurface(place); - --- RAISE WARNING 'get_country_code, start: %', ST_AsText(place_centre); - - -- Try for a OSM polygon - FOR nearcountry IN select country_code from location_area_country where country_code is not null and st_covers(geometry, place_centre) limit 1 - LOOP - RETURN nearcountry.country_code; - END LOOP; - --- RAISE WARNING 'osm fallback: %', ST_AsText(place_centre); - - -- Try for OSM fallback data - -- The order is to deal with places like HongKong that are 'states' within another polygon - FOR nearcountry IN select country_code from country_osm_grid where st_covers(geometry, place_centre) order by area asc limit 1 - LOOP - RETURN nearcountry.country_code; - END LOOP; - --- RAISE WARNING 'near osm fallback: %', ST_AsText(place_centre); - - -- - FOR nearcountry IN select country_code from country_osm_grid where st_dwithin(geometry, place_centre, 0.5) order by st_distance(geometry, place_centre) asc, area asc limit 1 - LOOP - RETURN nearcountry.country_code; - END LOOP; - - RETURN NULL; -END; -$$ -LANGUAGE plpgsql IMMUTABLE; - -CREATE OR REPLACE FUNCTION get_country_language_code(search_country_code VARCHAR(2)) RETURNS TEXT - AS $$ -DECLARE - nearcountry RECORD; -BEGIN - FOR nearcountry IN select distinct country_default_language_code from country_name where country_code = search_country_code limit 1 - LOOP - RETURN lower(nearcountry.country_default_language_code); - END LOOP; - RETURN NULL; -END; -$$ -LANGUAGE plpgsql IMMUTABLE; - -CREATE OR REPLACE FUNCTION get_country_language_codes(search_country_code VARCHAR(2)) RETURNS TEXT[] - AS $$ -DECLARE - nearcountry RECORD; -BEGIN - FOR nearcountry IN select country_default_language_codes from country_name where country_code = search_country_code limit 1 - LOOP - RETURN lower(nearcountry.country_default_language_codes); - END LOOP; - RETURN NULL; -END; -$$ -LANGUAGE plpgsql IMMUTABLE; - -CREATE OR REPLACE FUNCTION get_partition(in_country_code VARCHAR(10)) RETURNS INTEGER - AS $$ -DECLARE - nearcountry RECORD; -BEGIN - FOR nearcountry IN select partition from country_name where country_code = in_country_code - LOOP - RETURN nearcountry.partition; - END LOOP; - RETURN 0; -END; -$$ -LANGUAGE plpgsql IMMUTABLE; - -CREATE OR REPLACE FUNCTION delete_location(OLD_place_id BIGINT) RETURNS BOOLEAN - AS $$ -DECLARE -BEGIN - DELETE FROM location_area where place_id = OLD_place_id; --- TODO:location_area - RETURN true; -END; -$$ -LANGUAGE plpgsql; - -CREATE OR REPLACE FUNCTION add_location( - place_id BIGINT, - country_code varchar(2), - partition INTEGER, - keywords INTEGER[], - rank_search INTEGER, - rank_address INTEGER, - in_postcode TEXT, - geometry GEOMETRY - ) - RETURNS BOOLEAN - AS $$ -DECLARE - locationid INTEGER; - centroid GEOMETRY; - diameter FLOAT; - x BOOLEAN; - splitGeom RECORD; - secgeo GEOMETRY; - postcode TEXT; -BEGIN - - IF rank_search > 25 THEN - RAISE EXCEPTION 'Adding location with rank > 25 (% rank %)', place_id, rank_search; - END IF; - - x := deleteLocationArea(partition, place_id, rank_search); - - -- add postcode only if it contains a single entry, i.e. ignore postcode lists - postcode := NULL; - IF in_postcode is not null AND in_postcode not similar to '%(,|;)%' THEN - postcode := upper(trim (in_postcode)); - END IF; - - IF ST_GeometryType(geometry) in ('ST_Polygon','ST_MultiPolygon') THEN - centroid := ST_Centroid(geometry); - - FOR secgeo IN select split_geometry(geometry) AS geom LOOP - x := insertLocationAreaLarge(partition, place_id, country_code, keywords, rank_search, rank_address, false, postcode, centroid, secgeo); - END LOOP; - - ELSE - - diameter := 0.02; - IF rank_address = 0 THEN - diameter := 0.02; - ELSEIF rank_search <= 14 THEN - diameter := 1.2; - ELSEIF rank_search <= 15 THEN - diameter := 1; - ELSEIF rank_search <= 16 THEN - diameter := 0.5; - ELSEIF rank_search <= 17 THEN - diameter := 0.2; - ELSEIF rank_search <= 21 THEN - diameter := 0.05; - ELSEIF rank_search = 25 THEN - diameter := 0.005; - END IF; - --- RAISE WARNING 'adding % diameter %', place_id, diameter; - - secgeo := ST_Buffer(geometry, diameter); - x := insertLocationAreaLarge(partition, place_id, country_code, keywords, rank_search, rank_address, true, postcode, ST_Centroid(geometry), secgeo); - - END IF; - - RETURN true; -END; -$$ -LANGUAGE plpgsql; - -CREATE OR REPLACE FUNCTION get_osm_rel_members(members TEXT[], member TEXT) RETURNS TEXT[] - AS $$ -DECLARE - result TEXT[]; - i INTEGER; -BEGIN - - FOR i IN 1..ARRAY_UPPER(members,1) BY 2 LOOP - IF members[i+1] = member THEN - result := result || members[i]; - END IF; - END LOOP; - - return result; -END; -$$ -LANGUAGE plpgsql; - -CREATE OR REPLACE FUNCTION get_osm_rel_members(members TEXT[], memberLabels TEXT[]) RETURNS SETOF TEXT - AS $$ -DECLARE - i INTEGER; -BEGIN - - FOR i IN 1..ARRAY_UPPER(members,1) BY 2 LOOP - IF members[i+1] = ANY(memberLabels) THEN - RETURN NEXT members[i]; - END IF; - END LOOP; - - RETURN; -END; -$$ -LANGUAGE plpgsql; - -CREATE OR REPLACE FUNCTION quad_split_geometry(geometry GEOMETRY, maxarea FLOAT, maxdepth INTEGER) - RETURNS SETOF GEOMETRY - AS $$ -DECLARE - xmin FLOAT; - ymin FLOAT; - xmax FLOAT; - ymax FLOAT; - xmid FLOAT; - ymid FLOAT; - secgeo GEOMETRY; - secbox GEOMETRY; - seg INTEGER; - geo RECORD; - area FLOAT; - remainingdepth INTEGER; - added INTEGER; - -BEGIN - --- RAISE WARNING 'quad_split_geometry: maxarea=%, depth=%',maxarea,maxdepth; - - IF (ST_GeometryType(geometry) not in ('ST_Polygon','ST_MultiPolygon') OR NOT ST_IsValid(geometry)) THEN - RETURN NEXT geometry; - RETURN; - END IF; - - remainingdepth := maxdepth - 1; - area := ST_AREA(geometry); - IF remainingdepth < 1 OR area < maxarea THEN - RETURN NEXT geometry; - RETURN; - END IF; - - xmin := st_xmin(geometry); - xmax := st_xmax(geometry); - ymin := st_ymin(geometry); - ymax := st_ymax(geometry); - secbox := ST_SetSRID(ST_MakeBox2D(ST_Point(ymin,xmin),ST_Point(ymax,xmax)),4326); - - -- if the geometry completely covers the box don't bother to slice any more - IF ST_AREA(secbox) = area THEN - RETURN NEXT geometry; - RETURN; - END IF; - - xmid := (xmin+xmax)/2; - ymid := (ymin+ymax)/2; - - added := 0; - FOR seg IN 1..4 LOOP - - IF seg = 1 THEN - secbox := ST_SetSRID(ST_MakeBox2D(ST_Point(xmin,ymin),ST_Point(xmid,ymid)),4326); - END IF; - IF seg = 2 THEN - secbox := ST_SetSRID(ST_MakeBox2D(ST_Point(xmin,ymid),ST_Point(xmid,ymax)),4326); - END IF; - IF seg = 3 THEN - secbox := ST_SetSRID(ST_MakeBox2D(ST_Point(xmid,ymin),ST_Point(xmax,ymid)),4326); - END IF; - IF seg = 4 THEN - secbox := ST_SetSRID(ST_MakeBox2D(ST_Point(xmid,ymid),ST_Point(xmax,ymax)),4326); - END IF; - - IF st_intersects(geometry, secbox) THEN - secgeo := st_intersection(geometry, secbox); - IF NOT ST_IsEmpty(secgeo) AND ST_GeometryType(secgeo) in ('ST_Polygon','ST_MultiPolygon') THEN - FOR geo IN select quad_split_geometry(secgeo, maxarea, remainingdepth) as geom LOOP - IF NOT ST_IsEmpty(geo.geom) AND ST_GeometryType(geo.geom) in ('ST_Polygon','ST_MultiPolygon') THEN - added := added + 1; - RETURN NEXT geo.geom; - END IF; - END LOOP; - END IF; - END IF; - END LOOP; - - RETURN; -END; -$$ -LANGUAGE plpgsql; - -CREATE OR REPLACE FUNCTION split_geometry(geometry GEOMETRY) - RETURNS SETOF GEOMETRY - AS $$ -DECLARE - geo RECORD; -BEGIN - -- 10000000000 is ~~ 1x1 degree - FOR geo IN select quad_split_geometry(geometry, 0.25, 20) as geom LOOP - RETURN NEXT geo.geom; - END LOOP; - RETURN; -END; -$$ -LANGUAGE plpgsql; - - -CREATE OR REPLACE FUNCTION place_force_delete(placeid BIGINT) RETURNS BOOLEAN - AS $$ -DECLARE - osmid BIGINT; - osmtype character(1); - pclass text; - ptype text; -BEGIN - SELECT osm_type, osm_id, class, type FROM placex WHERE place_id = placeid INTO osmtype, osmid, pclass, ptype; - DELETE FROM import_polygon_delete where osm_type = osmtype and osm_id = osmid and class = pclass and type = ptype; - DELETE FROM import_polygon_error where osm_type = osmtype and osm_id = osmid and class = pclass and type = ptype; - -- force delete from place/placex by making it a very small geometry - UPDATE place set geometry = ST_SetSRID(ST_Point(0,0), 4326) where osm_type = osmtype and osm_id = osmid and class = pclass and type = ptype; - DELETE FROM place where osm_type = osmtype and osm_id = osmid and class = pclass and type = ptype; - - RETURN TRUE; -END; -$$ -LANGUAGE plpgsql; - -CREATE OR REPLACE FUNCTION place_force_update(placeid BIGINT) RETURNS BOOLEAN - AS $$ -DECLARE - placegeom GEOMETRY; - geom GEOMETRY; - diameter FLOAT; - rank INTEGER; -BEGIN - UPDATE placex SET indexed_status = 2 WHERE place_id = placeid; - SELECT geometry, rank_search FROM placex WHERE place_id = placeid INTO placegeom, rank; - IF placegeom IS NOT NULL AND ST_IsValid(placegeom) THEN - IF ST_GeometryType(placegeom) in ('ST_Polygon','ST_MultiPolygon') THEN - FOR geom IN select split_geometry(placegeom) FROM placex WHERE place_id = placeid LOOP - update placex set indexed_status = 2 where (st_covers(geom, placex.geometry) OR ST_Intersects(geom, placex.geometry)) - AND rank_search > rank and indexed_status = 0 and ST_geometrytype(placex.geometry) = 'ST_Point' and (rank_search < 28 or name is not null or (rank >= 16 and address ? 'place')); - update placex set indexed_status = 2 where (st_covers(geom, placex.geometry) OR ST_Intersects(geom, placex.geometry)) - AND rank_search > rank and indexed_status = 0 and ST_geometrytype(placex.geometry) != 'ST_Point' and (rank_search < 28 or name is not null or (rank >= 16 and address ? 'place')); - END LOOP; - ELSE - diameter := 0; - IF rank = 11 THEN - diameter := 0.05; - ELSEIF rank < 18 THEN - diameter := 0.1; - ELSEIF rank < 20 THEN - diameter := 0.05; - ELSEIF rank = 21 THEN - diameter := 0.001; - ELSEIF rank < 24 THEN - diameter := 0.02; - ELSEIF rank < 26 THEN - diameter := 0.002; -- 100 to 200 meters - ELSEIF rank < 28 THEN - diameter := 0.001; -- 50 to 100 meters - END IF; - IF diameter > 0 THEN - IF rank >= 26 THEN - -- roads may cause reparenting for >27 rank places - update placex set indexed_status = 2 where indexed_status = 0 and rank_search > rank and ST_DWithin(placex.geometry, placegeom, diameter); - ELSEIF rank >= 16 THEN - -- up to rank 16, street-less addresses may need reparenting - update placex set indexed_status = 2 where indexed_status = 0 and rank_search > rank and ST_DWithin(placex.geometry, placegeom, diameter) and (rank_search < 28 or name is not null or address ? 'place'); - ELSE - -- for all other places the search terms may change as well - update placex set indexed_status = 2 where indexed_status = 0 and rank_search > rank and ST_DWithin(placex.geometry, placegeom, diameter) and (rank_search < 28 or name is not null); - END IF; - END IF; - END IF; - RETURN TRUE; - END IF; - - RETURN FALSE; -END; -$$ -LANGUAGE plpgsql;