5 # Copyright:: 2011, OpenStreetMap Foundation
7 # Licensed under the Apache License, Version 2.0 (the "License");
8 # you may not use this file except in compliance with the License.
9 # You may obtain a copy of the License at
11 # https://www.apache.org/licenses/LICENSE-2.0
13 # Unless required by applicable law or agreed to in writing, software
14 # distributed under the License is distributed on an "AS IS" BASIS,
15 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 # See the License for the specific language governing permissions and
17 # limitations under the License.
21 require "securerandom"
23 include_recipe "accounts"
24 include_recipe "apache"
25 include_recipe "passenger"
26 include_recipe "geoipupdate"
28 include_recipe "memcached"
29 include_recipe "mysql"
30 include_recipe "nodejs"
31 include_recipe "php::fpm"
32 include_recipe "podman"
33 include_recipe "postgresql"
34 include_recipe "python"
68 libboost-date-time-dev
70 libboost-filesystem-dev
72 libboost-program-options-dev
76 libbytes-random-secure-perl
159 # Add uk_os_OSTN15_NTv2_OSGBtoETRS.tif used for reprojecting OS data
160 execute "uk_os_OSTN15_NTv2_OSGBtoETRS.tif" do
161 command "projsync --file uk_os_OSTN15_NTv2_OSGBtoETRS.tif --system-directory"
162 not_if { ::File.exist?("/usr/share/proj/uk_os_OSTN15_NTv2_OSGBtoETRS.tif") }
165 nodejs_package "svgo"
168 apache_module "expires"
169 apache_module "headers"
170 apache_module "proxy"
171 apache_module "proxy_fcgi"
172 apache_module "rewrite"
173 apache_module "suexec"
174 apache_module "userdir"
176 apache_module "wsgi" do
177 package "libapache2-mod-wsgi-py3"
180 package "apache2-suexec-pristine"
185 pm_min_spare_servers 2
186 pm_max_spare_servers 6
193 directory "/srv/dev.openstreetmap.org" do
199 template "/srv/dev.openstreetmap.org/index.html" do
200 source "dev.html.erb"
206 ssl_certificate "dev.openstreetmap.org" do
207 domains ["dev.openstreetmap.org", "dev.osm.org"]
208 notifies :reload, "service[apache2]"
211 apache_site "dev.openstreetmap.org" do
212 template "apache.dev.erb"
217 template "/etc/phppgadmin/config.inc.php" do
218 source "phppgadmin.conf.erb"
224 file "/etc/apache2/conf.d/phppgadmin" do
228 ssl_certificate "phppgadmin.dev.openstreetmap.org" do
229 domains ["phppgadmin.dev.openstreetmap.org", "phppgadmin.dev.osm.org"]
230 notifies :reload, "service[apache2]"
233 apache_site "phppgadmin.dev.openstreetmap.org" do
234 template "apache.phppgadmin.erb"
237 search(:accounts, "*:*").each do |account|
239 details = node[:accounts][:users][name] || {}
241 next unless %w[user administrator].include?(details[:status])
243 user_home = details[:home] || account["home"] || "#{node[:accounts][:home]}/#{name}"
245 next unless File.directory?("#{user_home}/public_html")
252 pm_min_spare_servers 2
253 pm_max_spare_servers 6
254 pm_max_requests 10000
255 request_terminate_timeout 1800
256 environment "HOSTNAME" => "$HOSTNAME",
257 "PATH" => "/usr/local/bin:/usr/bin:/bin",
261 php_values "max_execution_time" => "300",
262 "memory_limit" => "128M",
263 "post_max_size" => "32M",
264 "upload_max_filesize" => "32M"
265 php_admin_values "sendmail_path" => "/usr/sbin/sendmail -t -i -f #{name}@dev.openstreetmap.org",
266 "open_basedir" => "/home/#{name}/:/tmp/:/usr/share/php/"
267 php_flags "display_errors" => "on"
270 ssl_certificate "#{name}.dev.openstreetmap.org" do
271 domains ["#{name}.dev.openstreetmap.org", "#{name}.dev.osm.org"]
272 notifies :reload, "service[apache2]"
275 apache_site "#{name}.dev.openstreetmap.org" do
276 template "apache.user.erb"
277 directory "#{user_home}/public_html"
278 variables :user => name
281 template "/etc/sudoers.d/#{name}" do
282 source "sudoers.user.erb"
286 variables :user => name
290 node[:postgresql][:versions].each do |version|
291 package "postgresql-#{version}-postgis-3"
294 if node[:postgresql][:clusters][:"15/main"]
295 postgresql_user "apis" do
299 template "/usr/local/bin/cleanup-rails-assets" do
301 source "cleanup-assets.erb"
307 systemd_service "rails-jobs@" do
308 description "Rails job queue runner"
310 environment_file "/etc/default/rails-%i"
312 working_directory "/srv/%i.apis.dev.openstreetmap.org/rails"
313 exec_start "#{node[:ruby][:bundle]} exec rails jobs:work"
316 sandbox :enable_network => true
317 restrict_address_families "AF_UNIX"
318 memory_deny_write_execute false
320 "/srv/%i.apis.dev.openstreetmap.org/logs",
321 "/srv/%i.apis.dev.openstreetmap.org/rails/storage"
325 systemd_service "cgimap@" do
326 description "OpenStreetMap API Server"
328 environment_file "/etc/default/cgimap-%i"
332 exec_start "/srv/%i.apis.dev.openstreetmap.org/cgimap/build/openstreetmap-cgimap --daemon --instances 5"
333 exec_reload "/bin/kill -HUP $MAINPID"
334 runtime_directory "cgimap-%i"
335 sandbox :enable_network => true
336 restrict_address_families "AF_UNIX"
337 read_write_paths ["/srv/%i.apis.dev.openstreetmap.org/logs", "/srv/%i.apis.dev.openstreetmap.org/rails/tmp"]
341 Dir.glob("/srv/*.apis.dev.openstreetmap.org").each do |dir|
342 node.default_unless[:dev][:rails][File.basename(dir).split(".").first] = {}
345 node[:dev][:rails].each do |name, details|
346 database_name = details[:database] || "apis_#{name}"
347 site_name = "#{name}.apis.dev.openstreetmap.org"
348 site_directory = "/srv/#{name}.apis.dev.openstreetmap.org"
349 log_directory = "#{site_directory}/logs"
350 rails_directory = "#{site_directory}/rails"
351 cgimap_directory = "#{site_directory}/cgimap"
352 gpx_directory = "#{site_directory}/gpx"
354 if details[:repository]
355 site_aliases = details[:aliases] || ["#{name}.apis.dev.osm.org"]
356 secret_key_base = persistent_token("dev", "rails", name, "secret_key_base")
358 postgresql_database database_name do
363 postgresql_extension "#{database_name}_btree_gist" do
365 database database_name
366 extension "btree_gist"
369 directory site_directory do
375 directory log_directory do
381 directory gpx_directory do
387 directory "#{gpx_directory}/traces" do
393 directory "#{gpx_directory}/images" do
399 openssl_rsa_private_key "#{site_directory}/doorkeeper.key" do
405 rails_port site_name do
406 directory rails_directory
409 repository details[:repository]
410 revision details[:revision]
411 database_port node[:postgresql][:clusters][:"15/main"][:port]
412 database_name database_name
413 database_username "apis"
414 email_from "OpenStreetMap <web@noreply.openstreetmap.org>"
415 gpx_dir gpx_directory
416 log_path "#{log_directory}/rails.log"
417 memcache_servers ["127.0.0.1"]
420 trace_use_job_queue true
421 doorkeeper_signing_key lazy { File.read("#{site_directory}/doorkeeper.key") }
424 template "#{rails_directory}/config/initializers/setup.rb" do
425 source "rails.setup.rb.erb"
429 variables :site => site_name
430 notifies :restart, "rails_port[#{site_name}]"
433 template "/etc/default/rails-#{name}" do
434 source "rails.environment.erb"
438 variables :secret_key_base => secret_key_base
441 service "rails-jobs@#{name}" do
442 action [:enable, :start]
443 supports :restart => true
444 subscribes :restart, "rails_port[#{site_name}]"
445 subscribes :restart, "systemd_service[rails-jobs@]"
446 only_if "fgrep -q delayed_job #{rails_directory}/Gemfile.lock"
449 if details[:cgimap_repository]
450 git cgimap_directory do
452 repository details[:cgimap_repository]
453 revision details[:cgimap_revision]
458 directory "#{cgimap_directory}/build" do
464 execute "#{cgimap_directory}/CMakeLists.txt" do
467 cwd "#{cgimap_directory}/build"
470 subscribes :run, "git[#{cgimap_directory}]", :immediately
473 execute "#{cgimap_directory}/build/Makefile" do
476 cwd "#{cgimap_directory}/build"
479 subscribes :run, "execute[#{cgimap_directory}/CMakeLists.txt]", :immediately
482 template "/etc/default/cgimap-#{name}" do
483 source "cgimap.environment.erb"
487 variables :cgimap_socket => "/run/cgimap-#{name}/socket",
488 :database_port => node[:postgresql][:clusters][:"15/main"][:port],
489 :database_name => database_name,
490 :log_directory => log_directory,
491 :options => details[:cgimap_options]
494 service "cgimap@#{name}" do
495 action [:start, :enable]
496 subscribes :restart, "execute[#{cgimap_directory}/build/Makefile]"
497 subscribes :restart, "template[/etc/default/cgimap-#{name}]"
498 subscribes :restart, "systemd_service[cgimap@]"
502 ssl_certificate site_name do
503 domains [site_name] + site_aliases
504 notifies :reload, "service[apache2]"
507 apache_site site_name do
508 template "apache.rails.erb"
509 variables :application_name => name,
510 :aliases => site_aliases,
511 :secret_key_base => secret_key_base,
512 :cgimap_enabled => details.key?(:cgimap_repository),
513 :cgimap_socket => "/run/cgimap-#{name}/socket"
516 template "/etc/logrotate.d/apis-#{name}" do
517 source "logrotate.apis.erb"
521 variables :name => name,
522 :log_directory => log_directory,
523 :rails_directory => rails_directory
526 file "/etc/logrotate.d/apis-#{name}" do
530 apache_site site_name do
534 service "cgimap@#{name}" do
535 action [:stop, :disable]
538 file "/etc/default/cgimap-#{name}" do
542 service "rails-jobs@#{name}" do
543 action [:stop, :disable]
546 directory site_directory do
551 file "/etc/cron.daily/rails-#{site_name.tr('.', '-')}" do
555 postgresql_database database_name do
562 directory "/srv/apis.dev.openstreetmap.org" do
568 template "/srv/apis.dev.openstreetmap.org/index.html" do
569 source "apis.html.erb"
575 ssl_certificate "apis.dev.openstreetmap.org" do
576 domains ["apis.dev.openstreetmap.org", "apis.dev.osm.org"]
577 notifies :reload, "service[apache2]"
580 apache_site "apis.dev.openstreetmap.org" do
581 template "apache.apis.erb"
585 directory "/srv/ooc.openstreetmap.org" do
591 remote_directory "/srv/ooc.openstreetmap.org/html" do
601 ssl_certificate "ooc.openstreetmap.org" do
602 domains ["ooc.openstreetmap.org",
603 "a.ooc.openstreetmap.org",
604 "b.ooc.openstreetmap.org",
605 "c.ooc.openstreetmap.org",
607 notifies :reload, "service[apache2]"
610 apache_site "ooc.openstreetmap.org" do
611 template "apache.ooc.erb"
614 directory "/etc/systemd/system/user-.slice.d" do
620 template "/etc/systemd/system/user-.slice.d/99-chef.conf" do
621 source "user-slice.conf.erb"