]> git.openstreetmap.org Git - nominatim.git/blob - test/python/tools/test_refresh.py
Merge pull request #2835 from lonvia/secondary-importance
[nominatim.git] / test / python / tools / test_refresh.py
1 # SPDX-License-Identifier: GPL-2.0-only
2 #
3 # This file is part of Nominatim. (https://nominatim.org)
4 #
5 # Copyright (C) 2022 by the Nominatim developer community.
6 # For a full list of authors see the git log.
7 """
8 Test for various refresh functions.
9 """
10 from pathlib import Path
11
12 import pytest
13
14 from nominatim.tools import refresh
15
16 def test_refresh_import_wikipedia_not_existing(dsn):
17     assert refresh.import_wikipedia_articles(dsn, Path('.')) == 1
18
19
20 def test_refresh_import_secondary_importance_non_existing(dsn):
21     assert refresh.import_secondary_importance(dsn, Path('.')) == 1
22
23 def test_refresh_import_secondary_importance_testdb(dsn, src_dir, temp_db_conn, temp_db_cursor):
24     temp_db_cursor.execute('CREATE EXTENSION postgis')
25
26     if temp_db_conn.postgis_version_tuple()[0] < 3:
27         assert refresh.import_secondary_importance(dsn, src_dir / 'test' / 'testdb') > 0
28     else:
29         temp_db_cursor.execute('CREATE EXTENSION postgis_raster')
30         assert refresh.import_secondary_importance(dsn, src_dir / 'test' / 'testdb') == 0
31
32         assert temp_db_conn.table_exists('secondary_importance')
33
34
35 @pytest.mark.parametrize("replace", (True, False))
36 def test_refresh_import_wikipedia(dsn, src_dir, table_factory, temp_db_cursor, replace):
37     if replace:
38         table_factory('wikipedia_article')
39         table_factory('wikipedia_redirect')
40
41     # use the small wikipedia file for the API testdb
42     assert refresh.import_wikipedia_articles(dsn, src_dir / 'test' / 'testdb') == 0
43
44     assert temp_db_cursor.table_rows('wikipedia_article') > 0
45     assert temp_db_cursor.table_rows('wikipedia_redirect') > 0
46
47
48 def test_recompute_importance(placex_table, table_factory, temp_db_conn, temp_db_cursor):
49     temp_db_cursor.execute("""CREATE OR REPLACE FUNCTION compute_importance(extratags HSTORE,
50                                               country_code varchar(2),
51                                               osm_type varchar(1), osm_id BIGINT,
52                                               centroid GEOMETRY,
53                                               OUT importance FLOAT,
54                                               OUT wikipedia TEXT)
55                                AS $$ SELECT 0.1::float, 'foo'::text $$ LANGUAGE SQL""")
56
57     refresh.recompute_importance(temp_db_conn)
58
59
60 @pytest.mark.parametrize('osm_type', ('N', 'W', 'R'))
61 def test_invalidate_osm_object_simple(placex_table, osm_type, temp_db_conn, temp_db_cursor):
62     placex_table.add(osm_type=osm_type, osm_id=57283)
63
64     refresh.invalidate_osm_object(osm_type, 57283, temp_db_conn, recursive=False)
65     temp_db_conn.commit()
66
67     assert 2 == temp_db_cursor.scalar("""SELECT indexed_status FROM placex
68                                          WHERE osm_type = %s and osm_id = %s""",
69                                       (osm_type, 57283))
70
71
72 def test_invalidate_osm_object_nonexisting_simple(placex_table, temp_db_conn, temp_db_cursor):
73     placex_table.add(osm_type='W', osm_id=57283)
74
75     refresh.invalidate_osm_object('N', 57283, temp_db_conn, recursive=False)
76     temp_db_conn.commit()
77
78     assert 0 == temp_db_cursor.scalar("""SELECT count(*) FROM placex
79                                          WHERE indexed_status > 0""")
80
81
82 @pytest.mark.parametrize('osm_type', ('N', 'W', 'R'))
83 def test_invalidate_osm_object_recursive(placex_table, osm_type, temp_db_conn, temp_db_cursor):
84     placex_table.add(osm_type=osm_type, osm_id=57283)
85
86     temp_db_cursor.execute("""CREATE OR REPLACE FUNCTION place_force_update(placeid BIGINT)
87                               RETURNS BOOLEAN AS $$
88                               BEGIN
89                                 UPDATE placex SET indexed_status = 522
90                                 WHERE place_id = placeid;
91                                 RETURN TRUE;
92                               END;
93                               $$
94                               LANGUAGE plpgsql;""")
95
96     refresh.invalidate_osm_object(osm_type, 57283, temp_db_conn)
97     temp_db_conn.commit()
98
99     assert 522 == temp_db_cursor.scalar("""SELECT indexed_status FROM placex
100                                            WHERE osm_type = %s and osm_id = %s""",
101                                         (osm_type, 57283))