X-Git-Url: https://git.openstreetmap.org/chef.git/blobdiff_plain/2048bb113a8028ed340150e17c1bfc9fd90d31ef..4972f70ed98da58637340931fe52da20c59f7b56:/cookbooks/planet/templates/default/planetdump.erb diff --git a/cookbooks/planet/templates/default/planetdump.erb b/cookbooks/planet/templates/default/planetdump.erb index dff206b35..2cedcf4bb 100644 --- a/cookbooks/planet/templates/default/planetdump.erb +++ b/cookbooks/planet/templates/default/planetdump.erb @@ -19,10 +19,10 @@ date="${year:2:2}${BASH_REMATCH[2]}${BASH_REMATCH[3]}" # Check the lock if [ -f /tmp/planetdump.lock ]; then if [ "$(ps -p `cat /tmp/planetdump.lock` | wc -l)" -gt 1 ]; then - echo "Error: Another planetdump is running" - exit 1 + echo "Error: Another planetdump is running" + exit 1 else - rm /tmp/planetdump.lock + rm /tmp/planetdump.lock fi fi @@ -31,18 +31,25 @@ fi # and incron doesn't yet support MAILTO like cron does. The # command below appears to work in bash as well as dash. logfile="/tmp/planetdump.log.$$" -exec > $logfile 2>&1 +exec > "${logfile}" 2>&1 -# Create Lock +# Create lock file echo $$ > /tmp/planetdump.lock # Define cleanup function function cleanup { + # Remove the lock file rm /tmp/planetdump.lock + # Send an email with the output, since incron doesn't yet - # support doing this in the incrontab. - /usr/bin/mailx -s "Planet dump output: ${file}" zerebubuth@gmail.com < $logfile - rm $logfile + # support doing this in the incrontab + if [[ -s "$logfile" ]] + then + mailx -s "Planet dump output: ${file}" zerebubuth@gmail.com < "${logfile}" + fi + + # Remove the log file + rm -f "${logfile}" } # Remove lock on exit @@ -53,7 +60,7 @@ cd /store/planetdump # Cleanup rm -rf users -rm -rf changesets changeset_tags +rm -rf changesets changeset_tags changeset_comments rm -rf nodes node_tags rm -rf ways way_tags way_nodes rm -rf relations relation_tags relation_members @@ -62,6 +69,7 @@ rm -rf relations relation_tags relation_members time nice -n 19 /opt/planet-dump-ng/planet-dump-ng \ -c "pbzip2 -c" -f "/store/backup/${file}" --dense-nodes=1 \ -C "changesets-${date}.osm.bz2" \ + -D "discussions-${date}.osm.bz2" \ -x "planet-${date}.osm.bz2" -X "history-${date}.osm.bz2" \ -p "planet-${date}.osm.pbf" -P "history-${date}.osm.pbf" @@ -84,6 +92,7 @@ function install_dump { # Move dumps into place install_dump "changesets" "bz2" "<%= node[:planet][:dump][:xml_directory] %>" "${year}" +install_dump "discussions" "bz2" "<%= node[:planet][:dump][:xml_directory] %>" "${year}" install_dump "planet" "bz2" "<%= node[:planet][:dump][:xml_directory] %>" "${year}" install_dump "history" "bz2" "<%= node[:planet][:dump][:xml_history_directory] %>" "${year}" install_dump "planet" "pbf" "<%= node[:planet][:dump][:pbf_directory] %>"