]> git.openstreetmap.org Git - nominatim.git/blob - .github/workflows/ci-tests.yml
b3d91cdf987eca7f4f94a19eb66e6abc07e29070
[nominatim.git] / .github / workflows / ci-tests.yml
1 name: CI Tests
2
3 on: [ push, pull_request ]
4
5 jobs:
6     create-archive:
7         runs-on: ubuntu-latest
8
9         steps:
10             - uses: actions/checkout@v2
11               with:
12                 submodules: true
13
14             - uses: actions/cache@v2
15               with:
16                   path: |
17                      data/country_osm_grid.sql.gz
18                   key: nominatim-country-data-1
19
20             - name: Package tarball
21               run: |
22                   if [ ! -f data/country_osm_grid.sql.gz ]; then
23                       wget --no-verbose -O data/country_osm_grid.sql.gz https://www.nominatim.org/data/country_grid.sql.gz
24                   fi
25                   cd ..
26                   tar czf nominatim-src.tar.bz2 Nominatim
27                   mv nominatim-src.tar.bz2 Nominatim
28
29             - name: 'Upload Artifact'
30               uses: actions/upload-artifact@v2
31               with:
32                   name: full-source
33                   path: nominatim-src.tar.bz2
34                   retention-days: 1
35
36     tests:
37         needs: create-archive
38         strategy:
39             matrix:
40                 ubuntu: [18, 20]
41                 include:
42                     - ubuntu: 18
43                       postgresql: 9.6
44                       postgis: 2.5
45                       pytest: pytest
46                       php: 7.2
47                     - ubuntu: 20
48                       postgresql: 13
49                       postgis: 3
50                       pytest: py.test-3
51                       php: 7.4
52
53         runs-on: ubuntu-${{ matrix.ubuntu }}.04
54
55         steps:
56             - uses: actions/download-artifact@v2
57               with:
58                   name: full-source
59
60             - name: Unpack Nominatim
61               run: tar xf nominatim-src.tar.bz2
62
63             - name: Setup PHP
64               uses: shivammathur/setup-php@v2
65               with:
66                   php-version: ${{ matrix.php }}
67                   tools: phpunit, phpcs, composer
68
69             - uses: actions/setup-python@v2
70               with:
71                 python-version: 3.6
72               if: matrix.ubuntu == 18
73
74             - uses: ./Nominatim/.github/actions/setup-postgresql
75               with:
76                   postgresql-version: ${{ matrix.postgresql }}
77                   postgis-version: ${{ matrix.postgis }}
78
79             - uses: ./Nominatim/.github/actions/build-nominatim
80               with:
81                   ubuntu: ${{ matrix.ubuntu }}
82
83             - name: Install test prerequsites
84               run: sudo apt-get install -y -qq pylint python3-pytest python3-behave
85               if: matrix.ubuntu == 20
86
87             - name: Install test prerequsites
88               run: pip3 install pylint==2.6.0 pytest behave==1.2.6
89               if: matrix.ubuntu == 18
90
91             - name: PHP linting
92               run: phpcs --report-width=120 .
93               working-directory: Nominatim
94
95             - name: Python linting
96               run: pylint nominatim
97               working-directory: Nominatim
98
99             - name: PHP unit tests
100               run: phpunit ./
101               working-directory: Nominatim/test/php
102               if: matrix.ubuntu == 20
103
104             - name: Python unit tests
105               run: $PYTEST test/python
106               working-directory: Nominatim
107               env:
108                 PYTEST: ${{ matrix.pytest }}
109
110             - name: BDD tests
111               run: |
112                   behave -DREMOVE_TEMPLATE=1 -DBUILDDIR=$GITHUB_WORKSPACE/build --format=progress3
113               working-directory: Nominatim/test/bdd
114
115
116     icu-test:
117         needs: create-archive
118         strategy:
119             matrix:
120                 ubuntu: [20]
121                 include:
122                     - ubuntu: 20
123                       postgresql: 13
124                       postgis: 3
125                       pytest: py.test-3
126                       php: 7.4
127
128         runs-on: ubuntu-${{ matrix.ubuntu }}.04
129
130         steps:
131             - uses: actions/download-artifact@v2
132               with:
133                   name: full-source
134
135             - name: Unpack Nominatim
136               run: tar xf nominatim-src.tar.bz2
137
138             - name: Setup PHP
139               uses: shivammathur/setup-php@v2
140               with:
141                   php-version: ${{ matrix.php }}
142                   coverage: xdebug
143                   tools: phpunit, phpcs, composer
144
145             - uses: actions/setup-python@v2
146               with:
147                 python-version: 3.6
148               if: matrix.ubuntu == 18
149
150             - uses: ./Nominatim/.github/actions/setup-postgresql
151               with:
152                   postgresql-version: ${{ matrix.postgresql }}
153                   postgis-version: ${{ matrix.postgis }}
154
155             - uses: ./Nominatim/.github/actions/build-nominatim
156               with:
157                   ubuntu: ${{ matrix.ubuntu }}
158
159             - name: Install test prerequsites
160               run: sudo apt-get install -y -qq python3-behave
161               if: matrix.ubuntu == 20
162
163             - name: Install test prerequsites
164               run: pip3 install behave==1.2.6
165               if: matrix.ubuntu == 18
166
167             - name: BDD tests (icu tokenizer)
168               run: |
169                   behave -DREMOVE_TEMPLATE=1 -DBUILDDIR=$GITHUB_WORKSPACE/build -DTOKENIZER=icu --format=progress3
170               working-directory: Nominatim/test/bdd
171
172
173     install:
174         runs-on: ubuntu-latest
175         needs: create-archive
176
177         strategy:
178             matrix:
179                 name: [Ubuntu-18, Ubuntu-20]
180                 include:
181                     - name: Ubuntu-18
182                       flavour: ubuntu
183                       image: "ubuntu:18.04"
184                       ubuntu: 18
185                       install_mode: install-nginx
186                     - name: Ubuntu-20
187                       flavour: ubuntu
188                       image: "ubuntu:20.04"
189                       ubuntu: 20
190                       install_mode: install-apache
191
192         container:
193             image: ${{ matrix.image }}
194             env:
195                 LANG: en_US.UTF-8
196
197         defaults:
198             run:
199                 shell: sudo -Hu nominatim bash --noprofile --norc -eo pipefail {0}
200
201         steps:
202             - name: Prepare container (Ubuntu)
203               run: |
204                   export APT_LISTCHANGES_FRONTEND=none
205                   export DEBIAN_FRONTEND=noninteractive
206                   apt-get update -qq
207                   apt-get install -y git sudo wget
208                   ln -snf /usr/share/zoneinfo/$CONTAINER_TIMEZONE /etc/localtime && echo $CONTAINER_TIMEZONE > /etc/timezone
209               shell: bash
210               if: matrix.flavour == 'ubuntu'
211
212             - name: Prepare container (CentOS)
213               run: |
214                   dnf update -y
215                   dnf install -y sudo glibc-langpack-en
216               shell: bash
217               if: matrix.flavour == 'centos'
218
219             - name: Setup import user
220               run: |
221                   useradd -m nominatim
222                   echo 'nominatim   ALL=(ALL:ALL) NOPASSWD: ALL' > /etc/sudoers.d/nominiatim
223                   echo "/home/nominatim/Nominatim/vagrant/Install-on-${OS}.sh no $INSTALL_MODE" > /home/nominatim/vagrant.sh
224               shell: bash
225               env:
226                 OS: ${{ matrix.name }}
227                 INSTALL_MODE: ${{ matrix.install_mode }}
228
229             - uses: actions/download-artifact@v2
230               with:
231                   name: full-source
232                   path: /home/nominatim
233
234             - name: Install Nominatim
235               run: |
236                 export USERNAME=nominatim
237                 export USERHOME=/home/nominatim
238                 export NOSYSTEMD=yes
239                 export HAVE_SELINUX=no
240                 tar xf nominatim-src.tar.bz2
241                 . vagrant.sh
242               working-directory: /home/nominatim
243
244             - name: Prepare import environment
245               run: |
246                   mv Nominatim/test/testdb/apidb-test-data.pbf test.pbf
247                   rm -rf Nominatim
248                   mkdir data-env-reverse
249               working-directory: /home/nominatim
250
251             - name: Prepare import environment (CentOS)
252               run: |
253                   sudo ln -s /usr/local/bin/nominatim /usr/bin/nominatim
254                   echo NOMINATIM_DATABASE_WEBUSER="apache" > nominatim-project/.env
255                   cp nominatim-project/.env data-env-reverse/.env
256               working-directory: /home/nominatim
257               if: matrix.flavour == 'centos'
258
259             - name: Import
260               run: nominatim import --osm-file ../test.pbf
261               working-directory: /home/nominatim/nominatim-project
262
263             - name: Import special phrases
264               run: nominatim special-phrases --import-from-wiki
265               working-directory: /home/nominatim/nominatim-project
266
267             - name: Check full import
268               run: nominatim admin --check-database
269               working-directory: /home/nominatim/nominatim-project
270
271             - name: Warm up database
272               run: nominatim admin --warm
273               working-directory: /home/nominatim/nominatim-project
274
275             - name: Prepare update (Ubuntu)
276               run: apt-get install -y python3-pip
277               shell: bash
278               if: matrix.flavour == 'ubuntu'
279
280             - name: Run update
281               run: |
282                   pip3 install --user osmium
283                   nominatim replication --init
284                   NOMINATIM_REPLICATION_MAX_DIFF=1 nominatim replication --once
285               working-directory: /home/nominatim/nominatim-project
286
287             - name: Clean up database
288               run: nominatim refresh --postcodes --word-tokens
289               working-directory: /home/nominatim/nominatim-project
290
291             - name: Run reverse-only import
292               run : |
293                   echo 'NOMINATIM_DATABASE_DSN="pgsql:dbname=reverse"' >> .env
294                   nominatim import --osm-file ../test.pbf --reverse-only --no-updates
295               working-directory: /home/nominatim/data-env-reverse
296
297             - name: Check reverse-only import
298               run: nominatim admin --check-database
299               working-directory: /home/nominatim/data-env-reverse
300
301             - name: Clean up database (reverse-only import)
302               run: nominatim refresh --postcodes --word-tokens
303               working-directory: /home/nominatim/nominatim-project