cookbooks/web/resources/rails_port.rb

   1 #
   2 # Cookbook:: web
   3 # Resource:: rails_port
   4 #
   5 # Copyright:: 2012, OpenStreetMap Foundation
   6 #
   7 # Licensed under the Apache License, Version 2.0 (the "License");
   8 # you may not use this file except in compliance with the License.
   9 # You may obtain a copy of the License at
  10 #
  11 #     https://www.apache.org/licenses/LICENSE-2.0
  12 #
  13 # Unless required by applicable law or agreed to in writing, software
  14 # distributed under the License is distributed on an "AS IS" BASIS,
  15 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  16 # See the License for the specific language governing permissions and
  17 # limitations under the License.
  18 #
  19
  20 require "yaml"
  21
  22 resource_name :rails_port
  23
  24 default_action :create
  25
  26 property :site, String, :name_property => true
  27 property :ruby, String, :default => "2.3"
  28 property :directory, String
  29 property :user, String
  30 property :group, String
  31 property :repository, String, :default => "https://git.openstreetmap.org/public/rails.git"
  32 property :revision, String, :default => "live"
  33 property :run_migrations, [true, false], :default => false
  34 property :email_from, String, :default => "OpenStreetMap <support@openstreetmap.org>"
  35 property :status, String, :default => "online"
  36 property :database_host, String
  37 property :database_port, String
  38 property :database_name, String
  39 property :database_username, String
  40 property :database_password, String
  41 property :email_from, String
  42 property :messages_domain, String
  43 property :gpx_dir, String
  44 property :attachments_dir, String
  45 property :log_path, String
  46 property :logstash_path, String
  47 property :memcache_servers, Array
  48 property :potlatch2_key, String
  49 property :id_key, String
  50 property :oauth_key, String
  51 property :nominatim_url, String
  52 property :osrm_url, String
  53 property :google_auth_id, String
  54 property :google_auth_secret, String
  55 property :google_openid_realm, String
  56 property :facebook_auth_id, String
  57 property :facebook_auth_secret, String
  58 property :windowslive_auth_id, String
  59 property :windowslive_auth_secret, String
  60 property :github_auth_id, String
  61 property :github_auth_secret, String
  62 property :wikipedia_auth_id, String
  63 property :wikipedia_auth_secret, String
  64 property :thunderforest_key, String
  65 property :totp_key, String
  66 property :csp_enforce, [true, false], :default => false
  67 property :csp_report_url, String
  68 property :piwik_configuration, Hash
  69 property :trace_use_job_queue, [true, false], :default => false
  70 property :diary_feed_delay, Integer
  71 property :storage_configuration, Hash, :default => {}
  72 property :storage_service, String, :default => "local"
  73 property :storage_url, String
  74
  75 action :create do
  76   package %W[
  77     ruby#{new_resource.ruby}
  78     ruby#{new_resource.ruby}-dev
  79     imagemagick
  80     nodejs
  81     geoip-database
  82     tzdata
  83   ]
  84
  85   package %w[
  86     g++
  87     pkg-config
  88     libpq-dev
  89     libsasl2-dev
  90     libxml2-dev
  91     libxslt1-dev
  92     libmemcached-dev
  93     libffi-dev
  94     libgd-dev
  95     libarchive-dev
  96     libbz2-dev
  97   ]
  98
  99   package %w[
 100     pngcrush
 101     advancecomp
 102     optipng
 103     pngquant
 104     jhead
 105     jpegoptim
 106     gifsicle
 107     libjpeg-turbo-progs
 108   ]
 109
 110   gem_package "bundler#{new_resource.ruby}" do
 111     package_name "bundler"
 112     version "1.16.2"
 113     gem_binary "gem#{new_resource.ruby}"
 114     options "--format-executable"
 115   end
 116
 117   gem_package "bundler#{new_resource.ruby}" do
 118     package_name "pkg-config"
 119     gem_binary "gem#{new_resource.ruby}"
 120   end
 121
 122   declare_resource :directory, rails_directory do
 123     owner new_resource.user
 124     group new_resource.group
 125     mode 0o2775
 126   end
 127
 128   git rails_directory do
 129     action :sync
 130     repository new_resource.repository
 131     revision new_resource.revision
 132     user new_resource.user
 133     group new_resource.group
 134     notifies :run, "execute[#{rails_directory}/Gemfile]"
 135     notifies :run, "execute[#{rails_directory}/app/assets/javascripts/i18n]"
 136     notifies :run, "execute[#{rails_directory}/public/assets]"
 137     notifies :delete, "file[#{rails_directory}/public/export/embed.html]"
 138     notifies :restart, "passenger_application[#{rails_directory}]"
 139   end
 140
 141   declare_resource :directory, "#{rails_directory}/tmp" do
 142     owner new_resource.user
 143     group new_resource.group
 144   end
 145
 146   file "#{rails_directory}/config/environment.rb" do
 147     owner new_resource.user
 148     group new_resource.group
 149   end
 150
 151   template "#{rails_directory}/config/database.yml" do
 152     cookbook "web"
 153     source "database.yml.erb"
 154     owner new_resource.user
 155     group new_resource.group
 156     mode 0o664
 157     variables :host => new_resource.database_host,
 158               :port => new_resource.database_port,
 159               :name => new_resource.database_name,
 160               :username => new_resource.database_username,
 161               :password => new_resource.database_password
 162     notifies :restart, "passenger_application[#{rails_directory}]"
 163   end
 164
 165   application_yml = edit_file "#{rails_directory}/config/example.application.yml" do |line|
 166     line.gsub!(/^( *)server_protocol:.*$/, "\\1server_protocol: \"https\"")
 167     line.gsub!(/^( *)server_url:.*$/, "\\1server_url: \"#{new_resource.site}\"")
 168
 169     line.gsub!(/^( *)support_email:.*$/, "\\1support_email: \"support@openstreetmap.org\"")
 170
 171     if new_resource.email_from
 172       line.gsub!(/^( *)email_from:.*$/, "\\1email_from: \"#{new_resource.email_from}\"")
 173     end
 174
 175     line.gsub!(/^( *)email_return_path:.*$/, "\\1email_return_path: \"bounces@openstreetmap.org\"")
 176
 177     line.gsub!(/^( *)status:.*$/, "\\1status: :#{new_resource.status}")
 178
 179     if new_resource.messages_domain
 180       line.gsub!(/^( *)#messages_domain:.*$/, "\\1messages_domain: \"#{new_resource.messages_domain}\"")
 181     end
 182
 183     line.gsub!(/^( *)#geonames_username:.*$/, "\\1geonames_username: \"openstreetmap\"")
 184
 185     line.gsub!(/^( *)#geoip_database:.*$/, "\\1geoip_database: \"/usr/share/GeoIP/GeoIPv6.dat\"")
 186     line.gsub!(/^( *)#maxmind_database:.*$/, "\\1maxmind_database: \"/usr/share/GeoIP/GeoLite2-Country.mmdb\"")
 187
 188     if new_resource.gpx_dir
 189       line.gsub!(/^( *)gpx_trace_dir:.*$/, "\\1gpx_trace_dir: \"#{new_resource.gpx_dir}/traces\"")
 190       line.gsub!(/^( *)gpx_image_dir:.*$/, "\\1gpx_image_dir: \"#{new_resource.gpx_dir}/images\"")
 191     end
 192
 193     if new_resource.attachments_dir
 194       line.gsub!(/^( *)attachments_dir:.*$/, "\\1attachments_dir: \"#{new_resource.attachments_dir}\"")
 195     end
 196
 197     if new_resource.log_path
 198       line.gsub!(/^( *)#log_path:.*$/, "\\1log_path: \"#{new_resource.log_path}\"")
 199     end
 200
 201     if new_resource.logstash_path
 202       line.gsub!(/^( *)#logstash_path:.*$/, "\\1logstash_path: \"#{new_resource.logstash_path}\"")
 203     end
 204
 205     if new_resource.memcache_servers
 206       line.gsub!(/^( *)#memcache_servers:.*$/, "\\1memcache_servers: [ \"#{new_resource.memcache_servers.join('", "')}\" ]")
 207     end
 208
 209     if new_resource.potlatch2_key
 210       line.gsub!(/^( *)#potlatch2_key:.*$/, "\\1potlatch2_key: \"#{new_resource.potlatch2_key}\"")
 211     end
 212
 213     if new_resource.id_key
 214       line.gsub!(/^( *)#id_key:.*$/, "\\1id_key: \"#{new_resource.id_key}\"")
 215     end
 216
 217     if new_resource.oauth_key
 218       line.gsub!(/^( *)#oauth_key:.*$/, "\\1oauth_key: \"#{new_resource.oauth_key}\"")
 219     end
 220
 221     if new_resource.nominatim_url
 222       line.gsub!(/^( *)nominatim_url:.*$/, "\\1nominatim_url: \"#{new_resource.nominatim_url}\"")
 223     end
 224
 225     if new_resource.osrm_url
 226       line.gsub!(/^( *)osrm_url:.*$/, "\\1osrm_url: \"#{new_resource.osrm_url}\"")
 227     end
 228
 229     if new_resource.google_auth_id
 230       line.gsub!(/^( *)#google_auth_id:.*$/, "\\1google_auth_id: \"#{new_resource.google_auth_id}\"")
 231       line.gsub!(/^( *)#google_auth_secret:.*$/, "\\1google_auth_secret: \"#{new_resource.google_auth_secret}\"")
 232       line.gsub!(/^( *)#google_openid_realm:.*$/, "\\1google_openid_realm: \"#{new_resource.google_openid_realm}\"")
 233     end
 234
 235     if new_resource.facebook_auth_id
 236       line.gsub!(/^( *)#facebook_auth_id:.*$/, "\\1facebook_auth_id: \"#{new_resource.facebook_auth_id}\"")
 237       line.gsub!(/^( *)#facebook_auth_secret:.*$/, "\\1facebook_auth_secret: \"#{new_resource.facebook_auth_secret}\"")
 238     end
 239
 240     if new_resource.windowslive_auth_id
 241       line.gsub!(/^( *)#windowslive_auth_id:.*$/, "\\1windowslive_auth_id: \"#{new_resource.windowslive_auth_id}\"")
 242       line.gsub!(/^( *)#windowslive_auth_secret:.*$/, "\\1windowslive_auth_secret: \"#{new_resource.windowslive_auth_secret}\"")
 243     end
 244
 245     if new_resource.github_auth_id
 246       line.gsub!(/^( *)#github_auth_id:.*$/, "\\1github_auth_id: \"#{new_resource.github_auth_id}\"")
 247       line.gsub!(/^( *)#github_auth_secret:.*$/, "\\1github_auth_secret: \"#{new_resource.github_auth_secret}\"")
 248     end
 249
 250     if new_resource.wikipedia_auth_id
 251       line.gsub!(/^( *)#wikipedia_auth_id:.*$/, "\\1wikipedia_auth_id: \"#{new_resource.wikipedia_auth_id}\"")
 252       line.gsub!(/^( *)#wikipedia_auth_secret:.*$/, "\\1wikipedia_auth_secret: \"#{new_resource.wikipedia_auth_secret}\"")
 253     end
 254
 255     if new_resource.thunderforest_key
 256       line.gsub!(/^( *)#thunderforest_key:.*$/, "\\1thunderforest_key: \"#{new_resource.thunderforest_key}\"")
 257     end
 258
 259     if new_resource.totp_key
 260       line.gsub!(/^( *)#totp_key:.*$/, "\\1totp_key: \"#{new_resource.totp_key}\"")
 261     end
 262
 263     if new_resource.csp_enforce
 264       line.gsub!(/^( *)csp_enforce:.*$/, "\\1csp_enforce: \"#{new_resource.csp_enforce}\"")
 265     end
 266
 267     if new_resource.csp_report_url
 268       line.gsub!(/^( *)#csp_report_url:.*$/, "\\1csp_report_url: \"#{new_resource.csp_report_url}\"")
 269     end
 270
 271     line.gsub!(/^( *)require_terms_seen:.*$/, "\\1require_terms_seen: true")
 272     line.gsub!(/^( *)require_terms_agreed:.*$/, "\\1require_terms_agreed: true")
 273     line.gsub!(/^( *)trace_use_job_queue:.*$/, "\\1trace_use_job_queue: false")
 274
 275     line
 276   end
 277
 278   file "create:#{rails_directory}/config/application.yml" do
 279     path "#{rails_directory}/config/application.yml"
 280     owner new_resource.user
 281     group new_resource.group
 282     mode 0o664
 283     content application_yml
 284     notifies :run, "execute[#{rails_directory}/public/assets]"
 285     only_if { ::File.exist?("#{rails_directory}/config/example.application.yml") }
 286   end
 287
 288   file "delete:#{rails_directory}/config/application.yml" do
 289     path "#{rails_directory}/config/application.yml"
 290     action :delete
 291     not_if { ::File.exist?("#{rails_directory}/config/example.application.yml") }
 292   end
 293
 294   settings = new_resource.to_hash.transform_keys(&:to_s).slice(
 295     "email_from",
 296     "status",
 297     "messages_domain",
 298     "attachments_dir",
 299     "log_path",
 300     "logstash_path",
 301     "potlatch2_key",
 302     "id_key",
 303     "oauth_key",
 304     "nominatim_url",
 305     "osrm_url",
 306     "google_auth_id",
 307     "google_auth_secret",
 308     "google_openid_realm",
 309     "facebook_auth_id",
 310     "facebook_auth_secret",
 311     "windowslive_auth_id",
 312     "windowslive_auth_secret",
 313     "github_auth_id",
 314     "github_auth_secret",
 315     "wikipedia_auth_id",
 316     "wikipedia_auth_secret",
 317     "thunderforest_key",
 318     "totp_key",
 319     "csp_enforce",
 320     "csp_report_url",
 321     "trace_use_job_queue",
 322     "diary_feed_delay",
 323     "storage_service",
 324     "storage_url"
 325   ).reject { |_k, v| v.nil? }.merge(
 326     "server_protocol" => "https",
 327     "server_url" => new_resource.site,
 328     "support_email" => "support@openstreetmap.org",
 329     "email_return_path" => "bounces@openstreetmap.org",
 330     "geonames_username" => "openstreetmap",
 331     "geoip_database" => "/usr/share/GeoIP/GeoIPv6.dat",
 332     "maxmind_database" => "/usr/share/GeoIP/GeoLite2-Country.mmdb"
 333   )
 334
 335   if new_resource.memcache_servers
 336     settings["memcache_servers"] = new_resource.memcache_servers.to_a
 337   end
 338
 339   if new_resource.gpx_dir
 340     settings["gpx_trace_dir"] = "#{new_resource.gpx_dir}/traces"
 341     settings["gpx_image_dir"] = "#{new_resource.gpx_dir}/images"
 342   end
 343
 344   file "#{rails_directory}/config/settings.local.yml" do
 345     owner new_resource.user
 346     group new_resource.group
 347     mode 0o664
 348     content YAML.dump(settings)
 349     notifies :run, "execute[#{rails_directory}/public/assets]"
 350     only_if { ::File.exist?("#{rails_directory}/config/settings.yml") }
 351   end
 352
 353   storage_configuration = new_resource.storage_configuration.merge(
 354     "local" => {
 355       "service" => "Disk",
 356       "root" => "#{rails_directory}/storage"
 357     }
 358   )
 359
 360   file "#{rails_directory}/config/storage.yml" do
 361     owner new_resource.user
 362     group new_resource.group
 363     mode 0o664
 364     content YAML.dump(storage_configuration)
 365     notifies :run, "execute[#{rails_directory}/public/assets]"
 366   end
 367
 368   if new_resource.piwik_configuration
 369     file "#{rails_directory}/config/piwik.yml" do
 370       owner new_resource.user
 371       group new_resource.group
 372       mode 0o664
 373       content YAML.dump(new_resource.piwik_configuration)
 374       notifies :run, "execute[#{rails_directory}/public/assets]"
 375     end
 376   else
 377     file "#{rails_directory}/config/piwik.yml" do
 378       action :delete
 379       notifies :run, "execute[#{rails_directory}/public/assets]"
 380     end
 381   end
 382
 383   execute "#{rails_directory}/Gemfile" do
 384     action :nothing
 385     command "bundle#{new_resource.ruby} install"
 386     cwd rails_directory
 387     user "root"
 388     group "root"
 389     environment "NOKOGIRI_USE_SYSTEM_LIBRARIES" => "yes"
 390     subscribes :run, "gem_package[bundler#{new_resource.ruby}]"
 391     notifies :restart, "passenger_application[#{rails_directory}]"
 392   end
 393
 394   execute "#{rails_directory}/db/migrate" do
 395     action :nothing
 396     command "bundle#{new_resource.ruby} exec rake db:migrate"
 397     cwd rails_directory
 398     user new_resource.user
 399     group new_resource.group
 400     subscribes :run, "git[#{rails_directory}]"
 401     notifies :restart, "passenger_application[#{rails_directory}]"
 402     only_if { new_resource.run_migrations }
 403   end
 404
 405   execute "#{rails_directory}/app/assets/javascripts/i18n" do
 406     action :nothing
 407     command "bundle#{new_resource.ruby} exec rake i18n:js:export"
 408     environment "RAILS_ENV" => "production"
 409     cwd rails_directory
 410     user new_resource.user
 411     group new_resource.group
 412     notifies :run, "execute[#{rails_directory}/public/assets]"
 413   end
 414
 415   execute "#{rails_directory}/public/assets" do
 416     action :nothing
 417     command "bundle#{new_resource.ruby} exec rake assets:precompile"
 418     environment "RAILS_ENV" => "production"
 419     cwd rails_directory
 420     user new_resource.user
 421     group new_resource.group
 422     notifies :restart, "passenger_application[#{rails_directory}]"
 423   end
 424
 425   file "#{rails_directory}/public/export/embed.html" do
 426     action :nothing
 427   end
 428
 429   passenger_application rails_directory do
 430     action :nothing
 431     only_if { ::File.exist?("/usr/bin/passenger-config") }
 432   end
 433
 434   template "/etc/cron.daily/rails-#{new_resource.site.tr('.', '-')}" do
 435     cookbook "web"
 436     source "rails.cron.erb"
 437     owner "root"
 438     group "root"
 439     mode 0o755
 440     variables :directory => rails_directory
 441   end
 442 end
 443
 444 action :restart do
 445   passenger_application rails_directory do
 446     action :restart
 447   end
 448 end
 449
 450 action_class do
 451   include Chef::Mixin::EditFile
 452
 453   def rails_directory
 454     new_resource.directory || "/srv/#{new_resource.site}"
 455   end
 456 end