X-Git-Url: https://git.openstreetmap.org/chef.git/blobdiff_plain/8704355db8617d920102bfcb89f59b88a238bc76..6fd8b6cbc121299d4d39d5e1db45375ed3130883:/cookbooks/dev/recipes/default.rb diff --git a/cookbooks/dev/recipes/default.rb b/cookbooks/dev/recipes/default.rb index 5a2e7f86d..879e546b7 100644 --- a/cookbooks/dev/recipes/default.rb +++ b/cookbooks/dev/recipes/default.rb @@ -1,8 +1,8 @@ # -# Cookbook Name:: dev +# Cookbook:: dev # Recipe:: default # -# Copyright 2011, OpenStreetMap Foundation +# Copyright:: 2011, OpenStreetMap Foundation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. @@ -22,20 +22,21 @@ require "securerandom" include_recipe "apache" include_recipe "passenger" +include_recipe "geoipupdate" include_recipe "git" include_recipe "memcached" +include_recipe "munin" include_recipe "mysql" include_recipe "nodejs" +include_recipe "php::fpm" include_recipe "postgresql" include_recipe "python" package %w[ - php php-cgi php-cli php-curl php-db - php-fpm php-imagick php-mysql php-pear @@ -43,14 +44,13 @@ package %w[ php-sqlite3 pngcrush pngquant - python - python-argparse - python-beautifulsoup - python-cheetah - python-dateutil - python-magic - python-psycopg2 - python-gdal + python3 + python3-bs4 + python3-cheetah + python3-dateutil + python3-magic + python3-psycopg2 + python3-gdal g++ gcc make @@ -74,7 +74,9 @@ package %w[ nodejs_package "svgo" -python_package "geojson" +python_package "geojson" do + python_version "3" +end apache_module "env" apache_module "expires" @@ -88,21 +90,12 @@ apache_module "wsgi" package "apache2-suexec-pristine" -service "php7.2-fpm" do - action [:enable, :start] +php_fpm "default" do + template "fpm-default.conf.erb" end -template "/etc/php/7.2/fpm/pool.d/default.conf" do - source "fpm-default.conf.erb" - owner "root" - group "root" - mode 0o644 - notifies :reload, "service[php7.2-fpm]" -end - -file "/etc/php/7.2/fpm/pool.d/www.conf" do +php_fpm "www" do action :delete - notifies :reload, "service[php7.2-fpm]" end directory "/srv/dev.openstreetmap.org" do @@ -161,13 +154,9 @@ search(:accounts, "*:*").each do |account| port = 7000 + account["uid"].to_i - template "/etc/php/7.2/fpm/pool.d/#{name}.conf" do - source "fpm.conf.erb" - owner "root" - group "root" - mode 0o644 + php_fpm name do + template "fpm.conf.erb" variables :user => name, :port => port - notifies :reload, "service[php7.2-fpm]" end ssl_certificate "#{name}.dev.openstreetmap.org" do @@ -190,9 +179,9 @@ search(:accounts, "*:*").each do |account| end end -if node[:postgresql][:clusters][:"9.5/main"] +if node[:postgresql][:clusters][:"12/main"] postgresql_user "apis" do - cluster "9.5/main" + cluster "12/main" end template "/usr/local/bin/cleanup-rails-assets" do @@ -203,6 +192,22 @@ if node[:postgresql][:clusters][:"9.5/main"] mode 0o755 end + ruby_version = node[:passenger][:ruby_version] + + systemd_service "rails-jobs@" do + description "Rails job queue runner" + type "simple" + user "apis" + working_directory "/srv/%i.apis.dev.openstreetmap.org/rails" + exec_start "/usr/local/bin/bundle#{ruby_version} exec rake jobs:work" + restart "on-failure" + private_tmp true + private_devices true + protect_system "full" + protect_home true + no_new_privileges true + end + systemd_service "cgimap@" do description "OpenStreetMap API Server" type "forking" @@ -227,6 +232,7 @@ if node[:postgresql][:clusters][:"9.5/main"] log_directory = "#{site_directory}/logs" rails_directory = "#{site_directory}/rails" cgimap_directory = "#{site_directory}/cgimap" + gpx_directory = "#{site_directory}/gpx" if details[:repository] site_aliases = details[:aliases] || [] @@ -235,12 +241,12 @@ if node[:postgresql][:clusters][:"9.5/main"] node.normal[:dev][:rails][name][:secret_key_base] = secret_key_base postgresql_database database_name do - cluster "9.5/main" + cluster "12/main" owner "apis" end postgresql_extension "#{database_name}_btree_gist" do - cluster "9.5/main" + cluster "12/main" database database_name extension "btree_gist" end @@ -257,20 +263,40 @@ if node[:postgresql][:clusters][:"9.5/main"] mode 0o755 end + directory gpx_directory do + owner "apis" + group "apis" + mode 0o755 + end + + directory "#{gpx_directory}/traces" do + owner "apis" + group "apis" + mode 0o755 + end + + directory "#{gpx_directory}/images" do + owner "apis" + group "apis" + mode 0o755 + end + rails_port site_name do - ruby node[:passenger][:ruby_version] + ruby ruby_version directory rails_directory user "apis" group "apis" repository details[:repository] revision details[:revision] - database_port node[:postgresql][:clusters][:"9.5/main"][:port] + database_port node[:postgresql][:clusters][:"12/main"][:port] database_name database_name database_username "apis" + gpx_dir gpx_directory log_path "#{log_directory}/rails.log" memcache_servers ["127.0.0.1"] csp_enforce true run_migrations true + trace_use_job_queue true end template "#{rails_directory}/config/initializers/setup.rb" do @@ -282,6 +308,14 @@ if node[:postgresql][:clusters][:"9.5/main"] notifies :restart, "rails_port[#{site_name}]" end + service "rails-jobs@#{name}" do + action [:enable, :start] + supports :restart => true + subscribes :restart, "rails_port[#{site_name}]" + subscribes :restart, "systemd_service[#{name}]" + only_if "fgrep -q delayed_job #{rails_directory}/Gemfile.lock" + end + if details[:cgimap_repository] git cgimap_directory do action :sync @@ -302,7 +336,7 @@ if node[:postgresql][:clusters][:"9.5/main"] execute "#{cgimap_directory}/configure" do action :nothing - command "./configure --with-fcgi=/usr --with-boost-libdir=/usr/lib/x86_64-linux-gnu" + command "./configure --with-fcgi=/usr --with-boost-libdir=/usr/lib/x86_64-linux-gnu --enable-yajl" cwd cgimap_directory user "apis" group "apis" @@ -325,7 +359,7 @@ if node[:postgresql][:clusters][:"9.5/main"] group "root" mode 0o640 variables :cgimap_port => cgimap_port, - :database_port => node[:postgresql][:clusters][:"9.5/main"][:port], + :database_port => node[:postgresql][:clusters][:"12/main"][:port], :database_name => database_name, :log_directory => log_directory notifies :restart, "service[cgimap@#{name}]" @@ -389,7 +423,7 @@ if node[:postgresql][:clusters][:"9.5/main"] postgresql_database database_name do action :drop - cluster "9.5/main" + cluster "12/main" end node.normal[:dev][:rails].delete(name)