X-Git-Url: https://git.openstreetmap.org/chef.git/blobdiff_plain/d8d084648bf4378681327622bd0561740bf3739b..d9746d11a294fd7c305f0d88dace5e4e60b32dc9:/cookbooks/planet/templates/default/planetdump.erb diff --git a/cookbooks/planet/templates/default/planetdump.erb b/cookbooks/planet/templates/default/planetdump.erb index 22214b8ac..a9ddef2b3 100644 --- a/cookbooks/planet/templates/default/planetdump.erb +++ b/cookbooks/planet/templates/default/planetdump.erb @@ -74,6 +74,32 @@ time nice -n 19 /opt/planet-dump-ng/planet-dump-ng \ -x "planet-${date}.osm.bz2" -X "history-${date}.osm.bz2" \ -p "planet-${date}.osm.pbf" -P "history-${date}.osm.pbf" +# Function to create bittorrent files +function mk_torrent { + type="$1" + format="$2" + web_dir="$3" + disk_dir="$4" + name="${type}-${date}.osm.${format}" + web_path="${web_dir}/${name}" + + mktorrent -l 22 ${name} \ + -a udp://tracker.opentrackr.org:1337 \ + -a udp://tracker.datacenterlight.ch:6969/announce,http://tracker.datacenterlight.ch:6969/announce \ + -a udp://tracker.torrent.eu.org:451 \ + -a udp://tracker-udp.gbitt.info:80/announce,http://tracker.gbitt.info/announce,https://tracker.gbitt.info/announce \ + -a http://retracker.local/announce \ + -w https://ftp5.gwdg.de/pub/misc/openstreetmap/planet.openstreetmap.org/${web_path} \ + -w https://free.nchc.org.tw/osm.planet/${web_path} \ + -w https://ftpmirror.your.org/pub/openstreetmap/${web_path} \ + -w https://planet.passportcontrol.net/${web_path} \ + -w https://planet.openstreetmap.org/${web_path} \ + -c "OpenStreetMap planet database dump, licensed under https://opendatacommons.org/licenses/odbl/ by OpenStreetMap contributors" \ + -o ${name}.torrent + + mv "${name}.torrent" "${disk_dir}" +} + # Function to install a dump in place function install_dump { type="$1" @@ -91,6 +117,10 @@ function install_dump { sed -e "s/${name}/${latest}/" "${dir}/${year}/${name}.md5" > "${dir}/${latest}.md5" } +# Create torrent files and move them into place +mk_torrent "planet" "pbf" "pbf" "<%= node[:planet][:dump][:pbf_directory] %>" +mk_torrent "history" "pbf" "pbf/full-history" "<%= node[:planet][:dump][:pbf_history_directory] %>" + # Move dumps into place install_dump "changesets" "bz2" "<%= node[:planet][:dump][:xml_directory] %>" "${year}" install_dump "discussions" "bz2" "<%= node[:planet][:dump][:xml_directory] %>" "${year}" @@ -100,4 +130,4 @@ install_dump "planet" "pbf" "<%= node[:planet][:dump][:pbf_directory] %>" install_dump "history" "pbf" "<%= node[:planet][:dump][:pbf_history_directory] %>" # Remove pbf dumps older than 90 days -find "<%= node[:planet][:dump][:pbf_directory] %>" "<%= node[:planet][:dump][:pbf_history_directory] %>" -maxdepth 1 -mindepth 1 -type f -mtime +90 \( -iname 'planet-*.pbf' -o -iname 'history-*.pbf' -o -iname 'planet-*.pbf.md5' -o -iname 'history-*.pbf.md5' \) -delete +find "<%= node[:planet][:dump][:pbf_directory] %>" "<%= node[:planet][:dump][:pbf_history_directory] %>" -maxdepth 1 -mindepth 1 -type f -mtime +90 \( -iname 'planet-*.pbf' -o -iname 'history-*.pbf' -o -iname 'planet-*.pbf.md5' -o -iname 'history-*.pbf.md5' -o -iname 'planet-*.pbf.torrent' -o -iname 'history-*.pbf.torrent' \) -delete