X-Git-Url: https://git.openstreetmap.org/chef.git/blobdiff_plain/840e3ddca26f9a7f11dc94daaee4dc4b6df0cdf0..2678c041db64440f0a15a1178d812140d3b90eb7:/cookbooks/planet/recipes/replication.rb diff --git a/cookbooks/planet/recipes/replication.rb b/cookbooks/planet/recipes/replication.rb index 5c07ae231..9da2e6889 100644 --- a/cookbooks/planet/recipes/replication.rb +++ b/cookbooks/planet/recipes/replication.rb @@ -22,6 +22,8 @@ require "yaml" include_recipe "accounts" include_recipe "apt" include_recipe "osmosis" +include_recipe "ruby" +include_recipe "tools" db_passwords = data_bag_item("db", "passwords") @@ -29,8 +31,6 @@ db_passwords = data_bag_item("db", "passwords") package %w[ postgresql-client - ruby - ruby-dev ruby-libxml make gcc @@ -39,7 +39,9 @@ package %w[ osmdbt ] -gem_package "pg" +gem_package "pg" do + gem_binary node[:ruby][:gem] +end ## Build preload library to flush files @@ -155,6 +157,42 @@ template "/etc/replication/users-agreed.conf" do variables :password => db_passwords["planetdiff"] end +systemd_service "users-agreed" do + description "Update list of users accepting CTs" + user "planet" + exec_start "/usr/local/bin/users-agreed" + nice 10 + private_tmp true + private_devices true + protect_system "full" + protect_home true + restrict_address_families %w[AF_INET AF_INET6] + no_new_privileges true +end + +systemd_timer "users-agreed" do + description "Update list of users accepting CTs" + on_calendar "7:00" +end + +systemd_service "users-deleted" do + description "Update list of deleted users" + user "planet" + exec_start "/usr/local/bin/users-deleted" + nice 10 + private_tmp true + private_devices true + protect_system "full" + protect_home true + restrict_address_families %w[AF_INET AF_INET6] + no_new_privileges true +end + +systemd_timer "users-deleted" do + description "Update list of deleted users" + on_calendar "17:00" +end + ## Changeset replication directory "/store/planet/replication/changesets" do @@ -171,6 +209,25 @@ template "/etc/replication/changesets.conf" do variables :password => db_passwords["planetdiff"] end +systemd_service "replication-changesets" do + description "Changesets replication" + user "planet" + exec_start "/usr/local/bin/replicate-changesets /etc/replication/changesets.conf" + private_tmp true + private_devices true + protect_system "full" + protect_home true + restrict_address_families %w[AF_INET AF_INET6] + no_new_privileges true +end + +systemd_timer "replication-changesets" do + description "Changesets replication" + on_boot_sec 60 + on_unit_active_sec 60 + accuracy_sec 5 +end + ## Minutely replication directory "/store/planet/replication/minute" do @@ -262,6 +319,7 @@ systemd_service "replication-hourly" do description "Hourly replication" user "planet" exec_start "/usr/local/bin/osmosis -q --merge-replication-files workingDirectory=/var/lib/replication/hour" + environment "LD_PRELOAD" => "/opt/flush/flush.so" private_tmp true private_devices true protect_system "full" @@ -305,6 +363,7 @@ systemd_service "replication-daily" do description "Daily replication" user "planet" exec_start "/usr/local/bin/osmosis -q --merge-replication-files workingDirectory=/var/lib/replication/day" + environment "LD_PRELOAD" => "/opt/flush/flush.so" private_tmp true private_devices true protect_system "full" @@ -342,26 +401,16 @@ end ## Enable/disable feeds if node[:planet][:replication] == "enabled" - cron_d "users-agreed" do - minute "0" - hour "7" - user "planet" - command "/usr/local/bin/users-agreed" - mailto "zerebubuth@gmail.com" + service "users-agreed.timer" do + action [:enable, :start] end - cron_d "users-deleted" do - minute "0" - hour "17" - user "planet" - command "/usr/local/bin/users-deleted" - mailto "zerebubuth@gmail.com" + service "users-deleted.timer" do + action [:enable, :start] end - cron_d "replication-changesets" do - user "planet" - command "/usr/local/bin/replicate-changesets /etc/replication/changesets.conf" - mailto "zerebubuth@gmail.com" + service "replication-changesets.timer" do + action [:enable, :start] end service "replication-minutely.timer" do @@ -380,16 +429,16 @@ if node[:planet][:replication] == "enabled" action [:enable, :start] end else - cron_d "users-agreed" do - action :delete + service "users-agreed.timer" do + action [:stop, :disable] end - cron_d "users-deleted" do - action :delete + service "users-deleted.timer" do + action [:stop, :disable] end - cron_d "replication-changesets" do - action :delete + service "replication-changesets.timer" do + action [:stop, :disable] end service "replication-minutely.timer" do