3 on: [ push, pull_request ]
10 - uses: actions/checkout@v3
14 - uses: actions/cache@v3
17 data/country_osm_grid.sql.gz
18 key: nominatim-country-data-1
20 - name: Package tarball
22 if [ ! -f data/country_osm_grid.sql.gz ]; then
23 wget --no-verbose -O data/country_osm_grid.sql.gz https://www.nominatim.org/data/country_grid.sql.gz
26 tar czf nominatim-src.tar.bz2 Nominatim
27 mv nominatim-src.tar.bz2 Nominatim
29 - name: 'Upload Artifact'
30 uses: actions/upload-artifact@v3
33 path: nominatim-src.tar.bz2
58 runs-on: ubuntu-${{ matrix.ubuntu }}.04
61 - uses: actions/download-artifact@v3
65 - name: Unpack Nominatim
66 run: tar xf nominatim-src.tar.bz2
69 uses: shivammathur/setup-php@v2
71 php-version: ${{ matrix.php }}
72 tools: phpunit:9, phpcs, composer
73 ini-values: opcache.jit=disable
75 GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
77 - uses: actions/setup-python@v4
80 if: matrix.ubuntu == 18
82 - uses: ./Nominatim/.github/actions/setup-postgresql
84 postgresql-version: ${{ matrix.postgresql }}
85 postgis-version: ${{ matrix.postgis }}
87 - uses: ./Nominatim/.github/actions/build-nominatim
89 ubuntu: ${{ matrix.ubuntu }}
91 - name: Install test prerequsites
92 run: sudo apt-get install -y -qq python3-pytest python3-behave
93 if: matrix.ubuntu == 20
95 - name: Install test prerequsites
96 run: pip3 install pylint pytest behave==1.2.6
97 if: ${{ (matrix.ubuntu == 18) || (matrix.ubuntu == 22) }}
99 - name: Install test prerequsites
100 run: sudo apt-get install -y -qq python3-pytest
101 if: matrix.ubuntu == 22
103 - name: Install latest pylint/mypy
104 run: pip3 install -U pylint mypy types-PyYAML types-jinja2 types-psycopg2 types-psutil types-requests typing-extensions
105 if: matrix.ubuntu == 22
108 run: phpcs --report-width=120 .
109 working-directory: Nominatim
110 if: matrix.ubuntu == 22
112 - name: Python linting
113 run: pylint nominatim
114 working-directory: Nominatim
115 if: matrix.ubuntu == 22
117 - name: Python static typechecking
118 run: mypy --strict nominatim
119 working-directory: Nominatim
120 if: matrix.ubuntu == 22
123 - name: PHP unit tests
125 working-directory: Nominatim/test/php
126 if: ${{ (matrix.ubuntu == 20) || (matrix.ubuntu == 22) }}
128 - name: Python unit tests
129 run: $PYTEST test/python
130 working-directory: Nominatim
132 PYTEST: ${{ matrix.pytest }}
136 behave -DREMOVE_TEMPLATE=1 -DBUILDDIR=$GITHUB_WORKSPACE/build --format=progress3
137 working-directory: Nominatim/test/bdd
141 needs: create-archive
142 runs-on: ubuntu-20.04
145 - uses: actions/download-artifact@v3
149 - name: Unpack Nominatim
150 run: tar xf nominatim-src.tar.bz2
153 uses: shivammathur/setup-php@v2
157 - uses: ./Nominatim/.github/actions/setup-postgresql
159 postgresql-version: 13
162 - name: Install Postgresql server dev
163 run: sudo apt-get install postgresql-server-dev-13
165 - uses: ./Nominatim/.github/actions/build-nominatim
168 cmake-args: -DBUILD_MODULE=on
170 - name: Install test prerequsites
171 run: sudo apt-get install -y -qq python3-behave
173 - name: BDD tests (legacy tokenizer)
175 behave -DREMOVE_TEMPLATE=1 -DBUILDDIR=$GITHUB_WORKSPACE/build -DTOKENIZER=legacy --format=progress3
176 working-directory: Nominatim/test/bdd
180 runs-on: ubuntu-latest
181 needs: create-archive
185 name: [Ubuntu-18, Ubuntu-20, Ubuntu-22]
189 image: "ubuntu:18.04"
191 install_mode: install-nginx
194 image: "ubuntu:20.04"
196 install_mode: install-apache
199 image: "ubuntu:22.04"
201 install_mode: install-apache
204 image: ${{ matrix.image }}
210 shell: sudo -Hu nominatim bash --noprofile --norc -eo pipefail {0}
213 - name: Prepare container (Ubuntu)
215 export APT_LISTCHANGES_FRONTEND=none
216 export DEBIAN_FRONTEND=noninteractive
218 apt-get install -y git sudo wget
219 ln -snf /usr/share/zoneinfo/$CONTAINER_TIMEZONE /etc/localtime && echo $CONTAINER_TIMEZONE > /etc/timezone
221 if: matrix.flavour == 'ubuntu'
223 - name: Prepare container (CentOS)
226 dnf install -y sudo glibc-langpack-en
228 if: matrix.flavour == 'centos'
230 - name: Setup import user
233 echo 'nominatim ALL=(ALL:ALL) NOPASSWD: ALL' > /etc/sudoers.d/nominiatim
234 echo "/home/nominatim/Nominatim/vagrant/Install-on-${OS}.sh no $INSTALL_MODE" > /home/nominatim/vagrant.sh
237 OS: ${{ matrix.name }}
238 INSTALL_MODE: ${{ matrix.install_mode }}
240 - uses: actions/download-artifact@v3
243 path: /home/nominatim
245 - name: Install Nominatim
247 export USERNAME=nominatim
248 export USERHOME=/home/nominatim
250 export HAVE_SELINUX=no
251 tar xf nominatim-src.tar.bz2
253 working-directory: /home/nominatim
255 - name: Prepare import environment
257 mv Nominatim/test/testdb/apidb-test-data.pbf test.pbf
259 mkdir data-env-reverse
260 working-directory: /home/nominatim
262 - name: Prepare import environment (CentOS)
264 sudo ln -s /usr/local/bin/nominatim /usr/bin/nominatim
265 echo NOMINATIM_DATABASE_WEBUSER="apache" > nominatim-project/.env
266 cp nominatim-project/.env data-env-reverse/.env
267 working-directory: /home/nominatim
268 if: matrix.flavour == 'centos'
270 - name: Print version
271 run: nominatim --version
272 working-directory: /home/nominatim/nominatim-project
274 - name: Collect host OS information
275 run: nominatim admin --collect-os-info
276 working-directory: /home/nominatim/nominatim-project
279 run: nominatim import --osm-file ../test.pbf
280 working-directory: /home/nominatim/nominatim-project
282 - name: Import special phrases
283 run: nominatim special-phrases --import-from-wiki
284 working-directory: /home/nominatim/nominatim-project
286 - name: Check full import
287 run: nominatim admin --check-database
288 working-directory: /home/nominatim/nominatim-project
290 - name: Warm up database
291 run: nominatim admin --warm
292 working-directory: /home/nominatim/nominatim-project
294 - name: Prepare update (Ubuntu)
295 run: apt-get install -y python3-pip
297 if: matrix.flavour == 'ubuntu'
301 pip3 install --user osmium
302 nominatim replication --init
303 NOMINATIM_REPLICATION_MAX_DIFF=1 nominatim replication --once
304 working-directory: /home/nominatim/nominatim-project
306 - name: Clean up database
307 run: nominatim refresh --postcodes --word-tokens
308 working-directory: /home/nominatim/nominatim-project
310 - name: Run reverse-only import
312 echo 'NOMINATIM_DATABASE_DSN="pgsql:dbname=reverse"' >> .env
313 nominatim import --osm-file ../test.pbf --reverse-only --no-updates
314 working-directory: /home/nominatim/data-env-reverse
316 - name: Check reverse-only import
317 run: nominatim admin --check-database
318 working-directory: /home/nominatim/data-env-reverse
320 - name: Clean up database (reverse-only import)
321 run: nominatim refresh --postcodes --word-tokens
322 working-directory: /home/nominatim/nominatim-project