]> git.openstreetmap.org Git - chef.git/blob - cookbooks/web/resources/rails_port.rb
Merge remote-tracking branch 'github/pull/328'
[chef.git] / cookbooks / web / resources / rails_port.rb
1 #
2 # Cookbook:: web
3 # Resource:: rails_port
4 #
5 # Copyright:: 2012, OpenStreetMap Foundation
6 #
7 # Licensed under the Apache License, Version 2.0 (the "License");
8 # you may not use this file except in compliance with the License.
9 # You may obtain a copy of the License at
10 #
11 #     https://www.apache.org/licenses/LICENSE-2.0
12 #
13 # Unless required by applicable law or agreed to in writing, software
14 # distributed under the License is distributed on an "AS IS" BASIS,
15 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 # See the License for the specific language governing permissions and
17 # limitations under the License.
18 #
19
20 require "yaml"
21
22 resource_name :rails_port
23 provides :rails_port
24
25 default_action :create
26
27 property :site, String, :name_property => true
28 property :ruby, String, :default => "2.3"
29 property :directory, String
30 property :user, String
31 property :group, String
32 property :repository, String, :default => "https://git.openstreetmap.org/public/rails.git"
33 property :revision, String, :default => "live"
34 property :run_migrations, [true, false], :default => false
35 property :build_assets, [true, false], :default => true
36 property :email_from, String, :default => "OpenStreetMap <support@openstreetmap.org>"
37 property :status, String, :default => "online"
38 property :database_host, String
39 property :database_port, String
40 property :database_name, String
41 property :database_username, String
42 property :database_password, String
43 property :email_from, String
44 property :messages_domain, String
45 property :gpx_dir, String
46 property :attachments_dir, String
47 property :log_path, String
48 property :logstash_path, String
49 property :memcache_servers, Array
50 property :potlatch2_key, String
51 property :id_key, String
52 property :oauth_key, String
53 property :nominatim_url, String
54 property :osrm_url, String
55 property :google_auth_id, String
56 property :google_auth_secret, String
57 property :google_openid_realm, String
58 property :facebook_auth_id, String
59 property :facebook_auth_secret, String
60 property :windowslive_auth_id, String
61 property :windowslive_auth_secret, String
62 property :github_auth_id, String
63 property :github_auth_secret, String
64 property :wikipedia_auth_id, String
65 property :wikipedia_auth_secret, String
66 property :thunderforest_key, String
67 property :totp_key, String
68 property :csp_enforce, [true, false], :default => false
69 property :csp_report_url, String
70 property :piwik_configuration, Hash
71 property :trace_use_job_queue, [true, false], :default => false
72 property :diary_feed_delay, Integer
73 property :storage_configuration, Hash, :default => {}
74 property :storage_service, String, :default => "local"
75 property :storage_url, String
76
77 action :create do
78   package %W[
79     ruby#{new_resource.ruby}
80     ruby#{new_resource.ruby}-dev
81     imagemagick
82     nodejs
83     geoip-database
84     tzdata
85   ]
86
87   package %w[
88     g++
89     pkg-config
90     libpq-dev
91     libsasl2-dev
92     libxml2-dev
93     libxslt1-dev
94     libmemcached-dev
95     libffi-dev
96     libgd-dev
97     libarchive-dev
98     libbz2-dev
99   ]
100
101   package %w[
102     pngcrush
103     advancecomp
104     optipng
105     pngquant
106     jhead
107     jpegoptim
108     gifsicle
109     libjpeg-turbo-progs
110   ]
111
112   gem_package "bundler#{new_resource.ruby}" do
113     package_name "bundler"
114     version "2.1.4"
115     gem_binary "gem#{new_resource.ruby}"
116     options "--format-executable"
117   end
118
119   gem_package "bundler#{new_resource.ruby}" do
120     package_name "pkg-config"
121     gem_binary "gem#{new_resource.ruby}"
122   end
123
124   declare_resource :directory, rails_directory do
125     owner new_resource.user
126     group new_resource.group
127     mode "2775"
128   end
129
130   git rails_directory do
131     action :sync
132     repository new_resource.repository
133     revision new_resource.revision
134     depth 1
135     user new_resource.user
136     group new_resource.group
137     notifies :restart, "passenger_application[#{rails_directory}]"
138   end
139
140   declare_resource :directory, "#{rails_directory}/tmp" do
141     owner new_resource.user
142     group new_resource.group
143   end
144
145   file "#{rails_directory}/config/environment.rb" do
146     owner new_resource.user
147     group new_resource.group
148   end
149
150   template "#{rails_directory}/config/database.yml" do
151     cookbook "web"
152     source "database.yml.erb"
153     owner new_resource.user
154     group new_resource.group
155     mode "664"
156     variables :host => new_resource.database_host,
157               :port => new_resource.database_port,
158               :name => new_resource.database_name,
159               :username => new_resource.database_username,
160               :password => new_resource.database_password
161     notifies :restart, "passenger_application[#{rails_directory}]"
162   end
163
164   application_yml = edit_file "#{rails_directory}/config/example.application.yml" do |line|
165     line.gsub!(/^( *)server_protocol:.*$/, "\\1server_protocol: \"https\"")
166     line.gsub!(/^( *)server_url:.*$/, "\\1server_url: \"#{new_resource.site}\"")
167
168     line.gsub!(/^( *)support_email:.*$/, "\\1support_email: \"support@openstreetmap.org\"")
169
170     if new_resource.email_from
171       line.gsub!(/^( *)email_from:.*$/, "\\1email_from: \"#{new_resource.email_from}\"")
172     end
173
174     line.gsub!(/^( *)email_return_path:.*$/, "\\1email_return_path: \"bounces@openstreetmap.org\"")
175
176     line.gsub!(/^( *)status:.*$/, "\\1status: :#{new_resource.status}")
177
178     if new_resource.messages_domain
179       line.gsub!(/^( *)#messages_domain:.*$/, "\\1messages_domain: \"#{new_resource.messages_domain}\"")
180     end
181
182     line.gsub!(/^( *)#geonames_username:.*$/, "\\1geonames_username: \"openstreetmap\"")
183
184     line.gsub!(/^( *)#geoip_database:.*$/, "\\1geoip_database: \"/usr/share/GeoIP/GeoIPv6.dat\"")
185     line.gsub!(/^( *)#maxmind_database:.*$/, "\\1maxmind_database: \"/usr/share/GeoIP/GeoLite2-Country.mmdb\"")
186
187     if new_resource.gpx_dir
188       line.gsub!(/^( *)gpx_trace_dir:.*$/, "\\1gpx_trace_dir: \"#{new_resource.gpx_dir}/traces\"")
189       line.gsub!(/^( *)gpx_image_dir:.*$/, "\\1gpx_image_dir: \"#{new_resource.gpx_dir}/images\"")
190     end
191
192     if new_resource.attachments_dir
193       line.gsub!(/^( *)attachments_dir:.*$/, "\\1attachments_dir: \"#{new_resource.attachments_dir}\"")
194     end
195
196     if new_resource.log_path
197       line.gsub!(/^( *)#log_path:.*$/, "\\1log_path: \"#{new_resource.log_path}\"")
198     end
199
200     if new_resource.logstash_path
201       line.gsub!(/^( *)#logstash_path:.*$/, "\\1logstash_path: \"#{new_resource.logstash_path}\"")
202     end
203
204     if new_resource.memcache_servers
205       line.gsub!(/^( *)#memcache_servers:.*$/, "\\1memcache_servers: [ \"#{new_resource.memcache_servers.join('", "')}\" ]")
206     end
207
208     if new_resource.potlatch2_key
209       line.gsub!(/^( *)#potlatch2_key:.*$/, "\\1potlatch2_key: \"#{new_resource.potlatch2_key}\"")
210     end
211
212     if new_resource.id_key
213       line.gsub!(/^( *)#id_key:.*$/, "\\1id_key: \"#{new_resource.id_key}\"")
214     end
215
216     if new_resource.oauth_key
217       line.gsub!(/^( *)#oauth_key:.*$/, "\\1oauth_key: \"#{new_resource.oauth_key}\"")
218     end
219
220     if new_resource.nominatim_url
221       line.gsub!(/^( *)nominatim_url:.*$/, "\\1nominatim_url: \"#{new_resource.nominatim_url}\"")
222     end
223
224     if new_resource.osrm_url
225       line.gsub!(/^( *)osrm_url:.*$/, "\\1osrm_url: \"#{new_resource.osrm_url}\"")
226     end
227
228     if new_resource.google_auth_id
229       line.gsub!(/^( *)#google_auth_id:.*$/, "\\1google_auth_id: \"#{new_resource.google_auth_id}\"")
230       line.gsub!(/^( *)#google_auth_secret:.*$/, "\\1google_auth_secret: \"#{new_resource.google_auth_secret}\"")
231       line.gsub!(/^( *)#google_openid_realm:.*$/, "\\1google_openid_realm: \"#{new_resource.google_openid_realm}\"")
232     end
233
234     if new_resource.facebook_auth_id
235       line.gsub!(/^( *)#facebook_auth_id:.*$/, "\\1facebook_auth_id: \"#{new_resource.facebook_auth_id}\"")
236       line.gsub!(/^( *)#facebook_auth_secret:.*$/, "\\1facebook_auth_secret: \"#{new_resource.facebook_auth_secret}\"")
237     end
238
239     if new_resource.windowslive_auth_id
240       line.gsub!(/^( *)#windowslive_auth_id:.*$/, "\\1windowslive_auth_id: \"#{new_resource.windowslive_auth_id}\"")
241       line.gsub!(/^( *)#windowslive_auth_secret:.*$/, "\\1windowslive_auth_secret: \"#{new_resource.windowslive_auth_secret}\"")
242     end
243
244     if new_resource.github_auth_id
245       line.gsub!(/^( *)#github_auth_id:.*$/, "\\1github_auth_id: \"#{new_resource.github_auth_id}\"")
246       line.gsub!(/^( *)#github_auth_secret:.*$/, "\\1github_auth_secret: \"#{new_resource.github_auth_secret}\"")
247     end
248
249     if new_resource.wikipedia_auth_id
250       line.gsub!(/^( *)#wikipedia_auth_id:.*$/, "\\1wikipedia_auth_id: \"#{new_resource.wikipedia_auth_id}\"")
251       line.gsub!(/^( *)#wikipedia_auth_secret:.*$/, "\\1wikipedia_auth_secret: \"#{new_resource.wikipedia_auth_secret}\"")
252     end
253
254     if new_resource.thunderforest_key
255       line.gsub!(/^( *)#thunderforest_key:.*$/, "\\1thunderforest_key: \"#{new_resource.thunderforest_key}\"")
256     end
257
258     if new_resource.totp_key
259       line.gsub!(/^( *)#totp_key:.*$/, "\\1totp_key: \"#{new_resource.totp_key}\"")
260     end
261
262     if new_resource.csp_enforce
263       line.gsub!(/^( *)csp_enforce:.*$/, "\\1csp_enforce: \"#{new_resource.csp_enforce}\"")
264     end
265
266     if new_resource.csp_report_url
267       line.gsub!(/^( *)#csp_report_url:.*$/, "\\1csp_report_url: \"#{new_resource.csp_report_url}\"")
268     end
269
270     line.gsub!(/^( *)require_terms_seen:.*$/, "\\1require_terms_seen: true")
271     line.gsub!(/^( *)require_terms_agreed:.*$/, "\\1require_terms_agreed: true")
272     line.gsub!(/^( *)trace_use_job_queue:.*$/, "\\1trace_use_job_queue: false")
273
274     line
275   end
276
277   file "create:#{rails_directory}/config/application.yml" do
278     path "#{rails_directory}/config/application.yml"
279     owner new_resource.user
280     group new_resource.group
281     mode "664"
282     content application_yml
283     notifies :restart, "passenger_application[#{rails_directory}]"
284     only_if { ::File.exist?("#{rails_directory}/config/example.application.yml") }
285   end
286
287   file "delete:#{rails_directory}/config/application.yml" do
288     path "#{rails_directory}/config/application.yml"
289     action :delete
290     not_if { ::File.exist?("#{rails_directory}/config/example.application.yml") }
291   end
292
293   settings = new_resource.to_hash.transform_keys(&:to_s).slice(
294     "email_from",
295     "status",
296     "messages_domain",
297     "attachments_dir",
298     "log_path",
299     "logstash_path",
300     "potlatch2_key",
301     "id_key",
302     "oauth_key",
303     "nominatim_url",
304     "osrm_url",
305     "google_auth_id",
306     "google_auth_secret",
307     "google_openid_realm",
308     "facebook_auth_id",
309     "facebook_auth_secret",
310     "windowslive_auth_id",
311     "windowslive_auth_secret",
312     "github_auth_id",
313     "github_auth_secret",
314     "wikipedia_auth_id",
315     "wikipedia_auth_secret",
316     "thunderforest_key",
317     "totp_key",
318     "csp_enforce",
319     "csp_report_url",
320     "trace_use_job_queue",
321     "diary_feed_delay",
322     "storage_service",
323     "storage_url"
324   ).reject { |_k, v| v.nil? }.merge(
325     "server_protocol" => "https",
326     "server_url" => new_resource.site,
327     "support_email" => "support@openstreetmap.org",
328     "email_return_path" => "bounces@openstreetmap.org",
329     "geonames_username" => "openstreetmap",
330     "geoip_database" => "/usr/share/GeoIP/GeoIPv6.dat",
331     "maxmind_database" => "/usr/share/GeoIP/GeoLite2-Country.mmdb"
332   )
333
334   if new_resource.memcache_servers
335     settings["memcache_servers"] = new_resource.memcache_servers.to_a
336   end
337
338   if new_resource.gpx_dir
339     settings["gpx_trace_dir"] = "#{new_resource.gpx_dir}/traces"
340     settings["gpx_image_dir"] = "#{new_resource.gpx_dir}/images"
341   end
342
343   file "#{rails_directory}/config/settings.local.yml" do
344     owner new_resource.user
345     group new_resource.group
346     mode "664"
347     content YAML.dump(settings)
348     only_if { ::File.exist?("#{rails_directory}/config/settings.yml") }
349   end
350
351   storage_configuration = new_resource.storage_configuration.merge(
352     "local" => {
353       "service" => "Disk",
354       "root" => "#{rails_directory}/storage"
355     }
356   )
357
358   file "#{rails_directory}/config/storage.yml" do
359     owner new_resource.user
360     group new_resource.group
361     mode "664"
362     content YAML.dump(storage_configuration)
363   end
364
365   if new_resource.piwik_configuration
366     file "#{rails_directory}/config/piwik.yml" do
367       owner new_resource.user
368       group new_resource.group
369       mode "664"
370       content YAML.dump(new_resource.piwik_configuration)
371     end
372   else
373     file "#{rails_directory}/config/piwik.yml" do
374       action :delete
375     end
376   end
377
378   execute "#{rails_directory}/Gemfile" do
379     action :nothing
380     command "bundle#{new_resource.ruby} install"
381     cwd rails_directory
382     user "root"
383     group "root"
384     environment "NOKOGIRI_USE_SYSTEM_LIBRARIES" => "yes"
385     subscribes :run, "gem_package[bundler#{new_resource.ruby}]"
386     subscribes :run, "git[#{rails_directory}]"
387     notifies :restart, "passenger_application[#{rails_directory}]"
388   end
389
390   execute "#{rails_directory}/db/migrate" do
391     action :nothing
392     command "bundle#{new_resource.ruby} exec rake db:migrate"
393     cwd rails_directory
394     user new_resource.user
395     group new_resource.group
396     subscribes :run, "git[#{rails_directory}]"
397     notifies :restart, "passenger_application[#{rails_directory}]"
398     only_if { new_resource.run_migrations }
399   end
400
401   package "yarnpkg" do
402     only_if { new_resource.build_assets }
403   end
404
405   execute "#{rails_directory}/package.json" do
406     action :nothing
407     command "bundle#{new_resource.ruby} exec rake yarn:install"
408     environment "HOME" => rails_directory,
409                 "RAILS_ENV" => "production"
410     cwd rails_directory
411     user new_resource.user
412     group new_resource.group
413     subscribes :run, "git[#{rails_directory}]"
414     only_if { new_resource.build_assets }
415   end
416
417   execute "#{rails_directory}/app/assets/javascripts/i18n" do
418     action :nothing
419     command "bundle#{new_resource.ruby} exec rake i18n:js:export"
420     environment "HOME" => rails_directory,
421                 "RAILS_ENV" => "production"
422     cwd rails_directory
423     user new_resource.user
424     group new_resource.group
425     subscribes :run, "git[#{rails_directory}]"
426     only_if { new_resource.build_assets }
427   end
428
429   execute "#{rails_directory}/public/assets" do
430     action :nothing
431     command "bundle#{new_resource.ruby} exec rake assets:precompile"
432     environment "HOME" => rails_directory,
433                 "RAILS_ENV" => "production"
434     cwd rails_directory
435     user new_resource.user
436     group new_resource.group
437     subscribes :run, "git[#{rails_directory}]"
438     subscribes :run, "file[create:#{rails_directory}/config/application.yml]"
439     subscribes :run, "file[#{rails_directory}/config/settings.local.yml]"
440     subscribes :run, "file[#{rails_directory}/config/storage.yml]"
441     subscribes :run, "file[#{rails_directory}/config/piwik.yml]"
442     subscribes :run, "execute[#{rails_directory}/package.json]"
443     subscribes :run, "execute[#{rails_directory}/app/assets/javascripts/i18n]"
444     notifies :restart, "passenger_application[#{rails_directory}]"
445     only_if { new_resource.build_assets }
446   end
447
448   file "#{rails_directory}/public/export/embed.html" do
449     action :nothing
450     subscribes :delete, "git[#{rails_directory}]"
451   end
452
453   passenger_application rails_directory do
454     action :nothing
455     only_if { ::File.exist?("/usr/bin/passenger-config") }
456   end
457
458   template "/etc/cron.daily/rails-#{new_resource.site.tr('.', '-')}" do
459     cookbook "web"
460     source "rails.cron.erb"
461     owner "root"
462     group "root"
463     mode "755"
464     variables :directory => rails_directory
465   end
466 end
467
468 action :restart do
469   passenger_application rails_directory do
470     action :restart
471   end
472 end
473
474 action_class do
475   include Chef::Mixin::EditFile
476
477   def rails_directory
478     new_resource.directory || "/srv/#{new_resource.site}"
479   end
480 end