X-Git-Url: https://git.openstreetmap.org/chef.git/blobdiff_plain/a1f3d00ab0e8f8139a4d264c381108730d4f4189..e9d337c2a49d120a8dcb508879d74f6bab5b84d9:/cookbooks/planet/templates/default/planetdump.erb diff --git a/cookbooks/planet/templates/default/planetdump.erb b/cookbooks/planet/templates/default/planetdump.erb index 4d5bac02c..b2b2a6ea4 100644 --- a/cookbooks/planet/templates/default/planetdump.erb +++ b/cookbooks/planet/templates/default/planetdump.erb @@ -1,17 +1,20 @@ #!/bin/bash +# DO NOT EDIT - This file is being maintained by Chef + # Exit on error set -e # Get the name of the file and the expected pattern file="$1" -pattern="^osm-([0-9]{4}-[0-9]{2}-[0-9]{2})\.dmp$" +pattern="^osm-([0-9]{4})-([0-9]{2}-[0-9]{2})\.dmp$" # Give up now if the file isn't a database dump [[ $file =~ $pattern ]] || exit 0 -# Save the date from the file name -date="${BASH_REMATCH[1]}" +# Save the year and date from the file name +year="${BASH_REMATCH[1]}" +date="${year}-${BASH_REMATCH[2]}" # Check the lock if [ -f /tmp/planetdump.lock ]; then @@ -26,9 +29,9 @@ fi # Create Lock echo $$ > /tmp/planetdump.lock +# Define cleanup function function cleanup { - # Release lock - rm /tmp/planetdump.lock + rm /tmp/planetdump.lock } # Remove lock on exit @@ -52,15 +55,13 @@ time nice -n 19 /store/planet-dump-ng/planet-dump-ng \ -p "planet-${date}.osm.pbf" -P "history-${date}.osm.pbf" # Move XML dumps into place -for file in "changesets-${date}.osm.bz2" "planet-${date}.osm.bz2" "history-${date}.osm.bz2" -do - md5sum "#{file}" > "#{file}.md5" - mv "${file}" "${file}.md5" "/store/planet/planet" -done - -# Move PBF dumps into place -for file in "planet-${date}.osm.pbf" "history-${date}.osm.pbf" -do - md5sum "#{file}" > "#{file}.md5" - mv "${file}" "${file}.md5" "/store/planet/pbf" -done +<% { + "changesets-${date}.osm.bz2" => "#{node[:planet][:dump][:xml_directory]}/${year}", + "planet-${date}.osm.bz2" => "#{node[:planet][:dump][:xml_directory]}/${year}", + "history-${date}.osm.bz2" => "#{node[:planet][:dump][:xml_history_directory]}/${year}", + "planet-${date}.osm.pbf" => node[:planet][:dump][:pbf_directory], + "history-${date}.osm.pbf" => node[:planet][:dump][:pbf_history_directory] +}.each do |file,dir| -%> +md5sum "<%= file %>" > "<%= file %>.md5" +mv "<%= file %>" "<%= file %>.md5" "<%= dir %>" +<% end -%>