test/python/tools/test_refresh.py

   1 # SPDX-License-Identifier: GPL-3.0-or-later
   2 #
   3 # This file is part of Nominatim. (https://nominatim.org)
   4 #
   5 # Copyright (C) 2025 by the Nominatim developer community.
   6 # For a full list of authors see the git log.
   7 """
   8 Test for various refresh functions.
   9 """
  10 from pathlib import Path
  11
  12 import pytest
  13
  14 from nominatim_db.tools import refresh
  15
  16
  17 def test_refresh_import_wikipedia_not_existing(dsn):
  18     assert refresh.import_wikipedia_articles(dsn, Path('.')) == 1
  19
  20
  21 def test_refresh_import_secondary_importance_non_existing(dsn):
  22     assert refresh.import_secondary_importance(dsn, Path('.')) == 1
  23
  24
  25 def test_refresh_import_secondary_importance_testdb(dsn, src_dir, temp_db_conn, temp_db_cursor):
  26     temp_db_cursor.execute('CREATE EXTENSION postgis')
  27     temp_db_cursor.execute('CREATE EXTENSION postgis_raster')
  28     assert refresh.import_secondary_importance(dsn, src_dir / 'test' / 'testdb') == 0
  29
  30     assert temp_db_cursor.table_exists('secondary_importance')
  31
  32
  33 @pytest.mark.parametrize("replace", (True, False))
  34 def test_refresh_import_wikipedia(dsn, src_dir, table_factory, temp_db_cursor, replace):
  35     if replace:
  36         table_factory('wikimedia_importance')
  37
  38     # use the small wikipedia file for the API testdb
  39     assert refresh.import_wikipedia_articles(dsn, src_dir / 'test' / 'testdb') == 0
  40
  41     assert temp_db_cursor.table_rows('wikimedia_importance') > 0
  42
  43
  44 @pytest.mark.parametrize('osm_type', ('N', 'W', 'R'))
  45 def test_invalidate_osm_object_simple(placex_table, osm_type, temp_db_conn, temp_db_cursor):
  46     placex_table.add(osm_type=osm_type, osm_id=57283)
  47
  48     refresh.invalidate_osm_object(osm_type, 57283, temp_db_conn, recursive=False)
  49     temp_db_conn.commit()
  50
  51     assert 2 == temp_db_cursor.scalar("""SELECT indexed_status FROM placex
  52                                          WHERE osm_type = %s and osm_id = %s""",
  53                                       (osm_type, 57283))
  54
  55
  56 def test_invalidate_osm_object_nonexisting_simple(placex_table, temp_db_conn, temp_db_cursor):
  57     placex_table.add(osm_type='W', osm_id=57283)
  58
  59     refresh.invalidate_osm_object('N', 57283, temp_db_conn, recursive=False)
  60     temp_db_conn.commit()
  61
  62     assert 0 == temp_db_cursor.scalar("""SELECT count(*) FROM placex
  63                                          WHERE indexed_status > 0""")
  64
  65
  66 @pytest.mark.parametrize('osm_type', ('N', 'W', 'R'))
  67 def test_invalidate_osm_object_recursive(placex_table, osm_type, temp_db_conn, temp_db_cursor):
  68     placex_table.add(osm_type=osm_type, osm_id=57283)
  69
  70     temp_db_cursor.execute("""CREATE OR REPLACE FUNCTION place_force_update(placeid BIGINT)
  71                               RETURNS BOOLEAN AS $$
  72                               BEGIN
  73                                 UPDATE placex SET indexed_status = 522
  74                                 WHERE place_id = placeid;
  75                                 RETURN TRUE;
  76                               END;
  77                               $$
  78                               LANGUAGE plpgsql;""")
  79
  80     refresh.invalidate_osm_object(osm_type, 57283, temp_db_conn)
  81     temp_db_conn.commit()
  82
  83     assert 522 == temp_db_cursor.scalar("""SELECT indexed_status FROM placex
  84                                            WHERE osm_type = %s and osm_id = %s""",
  85                                         (osm_type, 57283))