3 on: [ push, pull_request ]
10 - uses: actions/checkout@v3
14 - uses: actions/cache@v3
17 data/country_osm_grid.sql.gz
18 key: nominatim-country-data-1
20 - name: Package tarball
22 if [ ! -f data/country_osm_grid.sql.gz ]; then
23 wget --no-verbose -O data/country_osm_grid.sql.gz https://www.nominatim.org/data/country_grid.sql.gz
26 tar czf nominatim-src.tar.bz2 Nominatim
27 mv nominatim-src.tar.bz2 Nominatim
29 - name: 'Upload Artifact'
30 uses: actions/upload-artifact@v3
33 path: nominatim-src.tar.bz2
53 runs-on: ubuntu-${{ matrix.ubuntu }}.04
56 - uses: actions/download-artifact@v3
60 - name: Unpack Nominatim
61 run: tar xf nominatim-src.tar.bz2
64 uses: shivammathur/setup-php@v2
66 php-version: ${{ matrix.php }}
67 tools: phpunit:9, phpcs, composer
68 ini-values: opcache.jit=disable
70 GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
72 - uses: actions/setup-python@v4
75 if: matrix.ubuntu == 18
77 - uses: ./Nominatim/.github/actions/setup-postgresql
79 postgresql-version: ${{ matrix.postgresql }}
80 postgis-version: ${{ matrix.postgis }}
82 - uses: ./Nominatim/.github/actions/build-nominatim
84 ubuntu: ${{ matrix.ubuntu }}
86 - name: Install test prerequsites
87 run: sudo apt-get install -y -qq python3-pytest python3-behave
88 if: matrix.ubuntu == 20
90 - name: Install test prerequsites
91 run: pip3 install pylint pytest behave==1.2.6
92 if: ${{ (matrix.ubuntu == 18) || (matrix.ubuntu == 22) }}
94 - name: Install test prerequsites
95 run: sudo apt-get install -y -qq python3-pytest
96 if: matrix.ubuntu == 22
98 - name: Install latest pylint/mypy
99 run: pip3 install -U pylint mypy types-PyYAML types-jinja2 types-psycopg2 types-psutil types-requests typing-extensions
100 if: matrix.ubuntu == 22
103 run: phpcs --report-width=120 .
104 working-directory: Nominatim
105 if: matrix.ubuntu == 22
107 - name: Python linting
108 run: pylint nominatim
109 working-directory: Nominatim
110 if: matrix.ubuntu == 22
112 - name: Python static typechecking
113 run: mypy --strict nominatim
114 working-directory: Nominatim
115 if: matrix.ubuntu == 22
118 - name: PHP unit tests
120 working-directory: Nominatim/test/php
121 if: ${{ (matrix.ubuntu == 20) || (matrix.ubuntu == 22) }}
123 - name: Python unit tests
124 run: $PYTEST test/python
125 working-directory: Nominatim
127 PYTEST: ${{ matrix.pytest }}
131 behave -DREMOVE_TEMPLATE=1 -DBUILDDIR=$GITHUB_WORKSPACE/build --format=progress3
132 working-directory: Nominatim/test/bdd
136 needs: create-archive
137 runs-on: ubuntu-20.04
140 - uses: actions/download-artifact@v3
144 - name: Unpack Nominatim
145 run: tar xf nominatim-src.tar.bz2
148 uses: shivammathur/setup-php@v2
152 - uses: ./Nominatim/.github/actions/setup-postgresql
154 postgresql-version: 13
157 - name: Install Postgresql server dev
158 run: sudo apt-get install postgresql-server-dev-13
160 - uses: ./Nominatim/.github/actions/build-nominatim
163 cmake-args: -DBUILD_MODULE=on
165 - name: Install test prerequsites
166 run: sudo apt-get install -y -qq python3-behave
168 - name: BDD tests (legacy tokenizer)
170 behave -DREMOVE_TEMPLATE=1 -DBUILDDIR=$GITHUB_WORKSPACE/build -DTOKENIZER=legacy --format=progress3
171 working-directory: Nominatim/test/bdd
175 runs-on: ubuntu-latest
176 needs: create-archive
180 name: [Ubuntu-18, Ubuntu-20, Ubuntu-22]
184 image: "ubuntu:18.04"
186 install_mode: install-nginx
189 image: "ubuntu:20.04"
191 install_mode: install-apache
194 image: "ubuntu:22.04"
196 install_mode: install-apache
199 image: ${{ matrix.image }}
205 shell: sudo -Hu nominatim bash --noprofile --norc -eo pipefail {0}
208 - name: Prepare container (Ubuntu)
210 export APT_LISTCHANGES_FRONTEND=none
211 export DEBIAN_FRONTEND=noninteractive
213 apt-get install -y git sudo wget
214 ln -snf /usr/share/zoneinfo/$CONTAINER_TIMEZONE /etc/localtime && echo $CONTAINER_TIMEZONE > /etc/timezone
216 if: matrix.flavour == 'ubuntu'
218 - name: Prepare container (CentOS)
221 dnf install -y sudo glibc-langpack-en
223 if: matrix.flavour == 'centos'
225 - name: Setup import user
228 echo 'nominatim ALL=(ALL:ALL) NOPASSWD: ALL' > /etc/sudoers.d/nominiatim
229 echo "/home/nominatim/Nominatim/vagrant/Install-on-${OS}.sh no $INSTALL_MODE" > /home/nominatim/vagrant.sh
232 OS: ${{ matrix.name }}
233 INSTALL_MODE: ${{ matrix.install_mode }}
235 - uses: actions/download-artifact@v3
238 path: /home/nominatim
240 - name: Install Nominatim
242 export USERNAME=nominatim
243 export USERHOME=/home/nominatim
245 export HAVE_SELINUX=no
246 tar xf nominatim-src.tar.bz2
248 working-directory: /home/nominatim
250 - name: Prepare import environment
252 mv Nominatim/test/testdb/apidb-test-data.pbf test.pbf
254 mkdir data-env-reverse
255 working-directory: /home/nominatim
257 - name: Prepare import environment (CentOS)
259 sudo ln -s /usr/local/bin/nominatim /usr/bin/nominatim
260 echo NOMINATIM_DATABASE_WEBUSER="apache" > nominatim-project/.env
261 cp nominatim-project/.env data-env-reverse/.env
262 working-directory: /home/nominatim
263 if: matrix.flavour == 'centos'
265 - name: Print version
266 run: nominatim --version
267 working-directory: /home/nominatim/nominatim-project
269 - name: Collect host OS information
270 run: nominatim admin --collect-os-info
271 working-directory: /home/nominatim/nominatim-project
274 run: nominatim import --osm-file ../test.pbf
275 working-directory: /home/nominatim/nominatim-project
277 - name: Import special phrases
278 run: nominatim special-phrases --import-from-wiki
279 working-directory: /home/nominatim/nominatim-project
281 - name: Check full import
282 run: nominatim admin --check-database
283 working-directory: /home/nominatim/nominatim-project
285 - name: Warm up database
286 run: nominatim admin --warm
287 working-directory: /home/nominatim/nominatim-project
289 - name: Prepare update (Ubuntu)
290 run: apt-get install -y python3-pip
292 if: matrix.flavour == 'ubuntu'
296 pip3 install --user osmium
297 nominatim replication --init
298 NOMINATIM_REPLICATION_MAX_DIFF=1 nominatim replication --once
299 working-directory: /home/nominatim/nominatim-project
301 - name: Clean up database
302 run: nominatim refresh --postcodes --word-tokens
303 working-directory: /home/nominatim/nominatim-project
305 - name: Run reverse-only import
307 echo 'NOMINATIM_DATABASE_DSN="pgsql:dbname=reverse"' >> .env
308 nominatim import --osm-file ../test.pbf --reverse-only --no-updates
309 working-directory: /home/nominatim/data-env-reverse
311 - name: Check reverse-only import
312 run: nominatim admin --check-database
313 working-directory: /home/nominatim/data-env-reverse
315 - name: Clean up database (reverse-only import)
316 run: nominatim refresh --postcodes --word-tokens
317 working-directory: /home/nominatim/nominatim-project