cookbooks/planet/templates/default/planetdump.erb

   1 #!/bin/bash
   2
   3 # Exit on error
   4 set -e
   5
   6 # Get the name of the file and the expected pattern
   7 file="$1"
   8 pattern="^osm-([0-9]{4}-[0-9]{2}-[0-9]{2})\.dmp$"
   9
  10 # Give up now if the file isn't a database dump
  11 [[ $file =~ $pattern ]] || exit 0
  12
  13 # Save the date from the file name
  14 date="${BASH_REMATCH[1]}"
  15
  16 # Check the lock
  17 if [ -f /tmp/planetdump.lock ]; then
  18     if [ "$(ps -p `cat /tmp/planetdump.lock` | wc -l)" -gt 1 ]; then
  19         echo "Error: Another planetdump is running"
  20         exit 1
  21     else
  22         rm /tmp/planetdump.lock
  23     fi
  24 fi
  25
  26 # Create Lock
  27 echo $$ > /tmp/planetdump.lock
  28
  29 # Change to working directory
  30 cd /store/planetdump
  31
  32 # Cleanup
  33 rm -rf users
  34 rm -rf changesets changeset_tags
  35 rm -rf nodes node_tags
  36 rm -rf ways way_tags way_nodes
  37 rm -rf relations relation_tags relation_members
  38
  39 # Run the dump
  40 time nice -n 19 /store/planet-dump-ng/planet-dump-ng \
  41      -c "pbzip2 -c" -f "${file}" --dense-nodes=1 \
  42      -C "changesets-${date}.osm.bz2" \
  43      -x "planet-${date}.osm.bz2" -X "history-${date}.osm.bz2" \
  44      -p "planet-${date}.osm.pbf" -P "history-${date}.osm.pbf"
  45
  46 # Move XML dumps into place
  47 for file in "changesets-${date}.osm.bz2" "planet-${date}.osm.bz2" "history-${date}.osm.bz2"
  48 do
  49     md5sum "#{file}" > "#{file}.md5"
  50     mv "${file}" "${file}.md5" "/store/planet/planet"
  51 done
  52
  53 # Move PBF dumps into place
  54 for file in "planet-${date}.osm.pbf" "history-${date}.osm.pbf"
  55 do
  56     md5sum "#{file}" > "#{file}.md5"
  57     mv "${file}" "${file}.md5" "/store/planet/pbf"
  58 done
  59
  60 # Release lock
  61 rm /tmp/planetdump.lock