X-Git-Url: https://git.openstreetmap.org/nominatim.git/blobdiff_plain/2110207074f4b67b1cea1b4c322201664395a843..f6cf89fdde89f3ae26cb5146c6b2124cf9022f77:/utils/update.php diff --git a/utils/update.php b/utils/update.php index bb77e430..db920826 100755 --- a/utils/update.php +++ b/utils/update.php @@ -13,6 +13,7 @@ $aCMDOptions array('verbose', 'v', 0, 1, 0, 0, 'bool', 'Verbose output'), array('init-updates', '', 0, 1, 0, 0, 'bool', 'Set up database for updating'), + array('check-for-updates', '', 0, 1, 0, 0, 'bool', 'Check if new updates are available'), array('import-osmosis', '', 0, 1, 0, 0, 'bool', 'Import updates once'), array('import-osmosis-all', '', 0, 1, 0, 0, 'bool', 'Import updates forever'), array('no-index', '', 0, 1, 0, 0, 'bool', 'Do not index the new data'), @@ -56,7 +57,7 @@ if ($iCacheMemory + 500 > getTotalMemoryMB()) { echo "WARNING: resetting cache memory to $iCacheMemory\n"; } $sOsm2pgsqlCmd = CONST_Osm2pgsql_Binary.' -klas --number-processes 1 -C '.$iCacheMemory.' -O gazetteer -d '.$aDSNInfo['database'].' -P '.$aDSNInfo['port']; -if (!is_null(CONST_Osm2pgsql_Flatnode_File)) { +if (!is_null(CONST_Osm2pgsql_Flatnode_File) && CONST_Osm2pgsql_Flatnode_File) { $sOsm2pgsqlCmd .= ' --flat-nodes '.CONST_Osm2pgsql_Flatnode_File; } @@ -68,6 +69,22 @@ if ($aResult['init-updates']) { echo "Does the URL point to a directory containing OSM update data?\n\n"; fail('replication URL not reachable.'); } + // sanity check for pyosmium-get-changes + if (!CONST_Pyosmium_Binary) { + echo "\nCONST_Pyosmium_Binary not configured.\n"; + echo "You need to install pyosmium and set up the path to pyosmium-get-changes\n"; + echo "in your local settings file.\n\n"; + fail('CONST_Pyosmium_Binary not configured'); + } + $aOutput = 0; + $sCmd = CONST_Pyosmium_Binary.' --help'; + exec($sCmd, $aOutput, $iRet); + if ($iRet != 0) { + echo "Cannot execute pyosmium-get-changes.\n"; + echo "Make sure you have pyosmium installed correctly\n"; + echo "and have set up CONST_Pyosmium_Binary to point to pyosmium-get-changes.\n"; + fail('pyosmium-get-changes not found or not usable'); + } $sSetup = CONST_InstallPath.'/utils/setup.php'; $iRet = -1; passthru($sSetup.' --create-functions --enable-diff-updates', $iRet); @@ -99,6 +116,17 @@ if ($aResult['init-updates']) { echo "Done. Database updates will start at sequence $aOutput[0] ($sWindBack)\n"; } +if ($aResult['check-for-updates']) { + $aLastState = chksql($oDB->getRow('SELECT sequence_id FROM import_status')); + + if (!$aLastState['sequence_id']) { + fail('Updates not set up. Please run ./utils/update.php --init-updates.'); + } + + system(CONST_BasePath.'/utils/check_server_for_updates.py '.CONST_Replication_Url.' '.$aLastState['sequence_id'], $iRet); + exit($iRet); +} + if (isset($aResult['import-diff']) || isset($aResult['import-file'])) { // import diffs and files directly (e.g. from osmosis --rri) $sNextFile = isset($aResult['import-diff']) ? $aResult['import-diff'] : $aResult['import-file']; @@ -131,25 +159,25 @@ $bUseOSMApi = isset($aResult['import-from-main-api']) && $aResult['import-from-m $sContentURL = ''; if (isset($aResult['import-node']) && $aResult['import-node']) { if ($bUseOSMApi) { - $sContentURL = 'http://www.openstreetmap.org/api/0.6/node/'.$aResult['import-node']; + $sContentURL = 'https://www.openstreetmap.org/api/0.6/node/'.$aResult['import-node']; } else { - $sContentURL = 'http://overpass-api.de/api/interpreter?data=node('.$aResult['import-node'].');out%20meta;'; + $sContentURL = 'https://overpass-api.de/api/interpreter?data=node('.$aResult['import-node'].');out%20meta;'; } } if (isset($aResult['import-way']) && $aResult['import-way']) { if ($bUseOSMApi) { - $sContentURL = 'http://www.openstreetmap.org/api/0.6/way/'.$aResult['import-way'].'/full'; + $sContentURL = 'https://www.openstreetmap.org/api/0.6/way/'.$aResult['import-way'].'/full'; } else { - $sContentURL = 'http://overpass-api.de/api/interpreter?data=(way('.$aResult['import-way'].');node(w););out%20meta;'; + $sContentURL = 'https://overpass-api.de/api/interpreter?data=(way('.$aResult['import-way'].');node(w););out%20meta;'; } } if (isset($aResult['import-relation']) && $aResult['import-relation']) { if ($bUseOSMApi) { - $sContentURLsModifyXMLstr = 'http://www.openstreetmap.org/api/0.6/relation/'.$aResult['import-relation'].'/full'; + $sContentURLsModifyXMLstr = 'https://www.openstreetmap.org/api/0.6/relation/'.$aResult['import-relation'].'/full'; } else { - $sContentURL = 'http://overpass-api.de/api/interpreter?data=((rel('.$aResult['import-relation'].');way(r);node(w));node(r));out%20meta;'; + $sContentURL = 'https://overpass-api.de/api/interpreter?data=((rel('.$aResult['import-relation'].');way(r);node(w));node(r));out%20meta;'; } } @@ -252,7 +280,8 @@ if ($aResult['index']) { if ($aResult['import-osmosis'] || $aResult['import-osmosis-all']) { // if (strpos(CONST_Replication_Url, 'download.geofabrik.de') !== false && CONST_Replication_Update_Interval < 86400) { - fail("Error: Update interval too low for download.geofabrik.de. Please check install documentation (http://wiki.openstreetmap.org/wiki/Nominatim/Installation#Updates)\n"); + fail('Error: Update interval too low for download.geofabrik.de. ' . + "Please check install documentation (http://nominatim.org/release-docs/latest/Import-and-Update#setting-up-the-update-process)\n"); } $sImportFile = CONST_InstallPath.'/osmosischange.osc'; @@ -289,7 +318,9 @@ if ($aResult['import-osmosis'] || $aResult['import-osmosis-all']) { $iNextSeq = (int) $aLastState['sequence_id']; unset($aOutput); echo "$sCMDDownload -I $iNextSeq\n"; - unlink($sImportFile); + if (file_exists($sImportFile)) { + unlink($sImportFile); + } exec($sCMDDownload.' -I '.$iNextSeq, $aOutput, $iResult); if ($iResult == 3) {