]> git.openstreetmap.org Git - chef.git/blob - cookbooks/web/recipes/rails.rb
Use rails instead of rake to start queue runners
[chef.git] / cookbooks / web / recipes / rails.rb
1 #
2 # Cookbook:: web
3 # Recipe:: rails
4 #
5 # Copyright:: 2011, OpenStreetMap Foundation
6 #
7 # Licensed under the Apache License, Version 2.0 (the "License");
8 # you may not use this file except in compliance with the License.
9 # You may obtain a copy of the License at
10 #
11 #     https://www.apache.org/licenses/LICENSE-2.0
12 #
13 # Unless required by applicable law or agreed to in writing, software
14 # distributed under the License is distributed on an "AS IS" BASIS,
15 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 # See the License for the specific language governing permissions and
17 # limitations under the License.
18 #
19
20 include_recipe "apache"
21 include_recipe "apt"
22 include_recipe "git"
23 include_recipe "geoipupdate"
24 include_recipe "munin"
25 include_recipe "nodejs"
26 include_recipe "passenger"
27 include_recipe "ruby"
28 include_recipe "tools"
29 include_recipe "web::base"
30
31 web_passwords = data_bag_item("web", "passwords")
32 db_passwords = data_bag_item("db", "passwords")
33
34 ssl_certificate "www.openstreetmap.org" do
35   domains ["www.openstreetmap.org", "www.osm.org",
36            "api.openstreetmap.org", "api.osm.org",
37            "maps.openstreetmap.org", "maps.osm.org",
38            "mapz.openstreetmap.org", "mapz.osm.org",
39            "openstreetmap.org", "osm.org"]
40   notifies :reload, "service[apache2]"
41 end
42
43 nodejs_package "svgo"
44
45 template "/etc/cron.hourly/passenger" do
46   cookbook "web"
47   source "passenger.cron.erb"
48   owner "root"
49   group "root"
50   mode "755"
51 end
52
53 rails_directory = "#{node[:web][:base_directory]}/rails"
54
55 piwik = data_bag_item("web", "piwik")
56
57 storage = {
58   "avatars" => {
59     "service" => "S3",
60     "access_key_id" => "AKIASQUXHPE7AMJQRFOS",
61     "secret_access_key" => web_passwords["aws_key"],
62     "region" => "eu-west-1",
63     "bucket" => "openstreetmap-user-avatars",
64     "use_dualstack_endpoint" => true,
65     "upload" => {
66       "acl" => "public-read",
67       "cache_control" => "public, max-age=31536000, immutable"
68     }
69   },
70   "gps_traces" => {
71     "service" => "S3",
72     "access_key_id" => "AKIASQUXHPE7AMJQRFOS",
73     "secret_access_key" => web_passwords["aws_key"],
74     "region" => "eu-west-1",
75     "bucket" => "openstreetmap-gps-traces",
76     "use_dualstack_endpoint" => true,
77     "upload" => {
78       "acl" => "public-read",
79       "cache_control" => "public, max-age=31536000, immutable"
80     }
81   },
82   "gps_images" => {
83     "service" => "S3",
84     "access_key_id" => "AKIASQUXHPE7AMJQRFOS",
85     "secret_access_key" => web_passwords["aws_key"],
86     "region" => "eu-west-1",
87     "bucket" => "openstreetmap-gps-images",
88     "use_dualstack_endpoint" => true,
89     "upload" => {
90       "acl" => "public-read",
91       "cache_control" => "public, max-age=31536000, immutable"
92     }
93   }
94 }
95
96 db_host = if node[:web][:status] == "database_readonly"
97             node[:web][:readonly_database_host]
98           else
99             node[:web][:database_host]
100           end
101
102 rails_port "www.openstreetmap.org" do
103   directory rails_directory
104   user "rails"
105   group "rails"
106   repository "https://git.openstreetmap.org/public/rails.git"
107   revision "live"
108   database_host db_host
109   database_name "openstreetmap"
110   database_username "rails"
111   database_password db_passwords["rails"]
112   email_from "OpenStreetMap <web@noreply.openstreetmap.org>"
113   status node[:web][:status]
114   messages_domain "messages.openstreetmap.org"
115   log_path "#{node[:web][:log_directory]}/rails.log"
116   logstash_path "#{node[:web][:log_directory]}/rails-logstash.log"
117   memcache_servers node[:web][:memcached_servers]
118   potlatch2_key web_passwords["potlatch2_key"]
119   id_key web_passwords["id_key"]
120   id_application web_passwords["id_application"]
121   oauth_key web_passwords["oauth_key"]
122   oauth_application web_passwords["oauth_application"]
123   piwik_configuration "location" => piwik[:location],
124                       "site" => piwik[:site],
125                       "goals" => piwik[:goals].to_hash
126   google_auth_id "651529786092-6c5ahcu0tpp95emiec8uibg11asmk34t.apps.googleusercontent.com"
127   google_auth_secret web_passwords["google_auth_secret"]
128   google_openid_realm "https://www.openstreetmap.org"
129   facebook_auth_id "427915424036881"
130   facebook_auth_secret web_passwords["facebook_auth_secret"]
131   windowslive_auth_id "0000000040153C51"
132   windowslive_auth_secret web_passwords["windowslive_auth_secret"]
133   github_auth_id "acf7da34edee99e35499"
134   github_auth_secret web_passwords["github_auth_secret"]
135   wikipedia_auth_id "e4fe0c2c5855d23ed7e1f1c0fa1f1c58"
136   wikipedia_auth_secret web_passwords["wikipedia_auth_secret"]
137   thunderforest_key web_passwords["thunderforest_key"]
138   totp_key web_passwords["totp_key"]
139   csp_enforce true
140   trace_use_job_queue true
141   diary_feed_delay 12
142   storage_configuration storage
143   avatar_storage "avatars"
144   trace_file_storage "gps_traces"
145   trace_image_storage "gps_images"
146   trace_icon_storage "gps_images"
147   avatar_storage_url "https://openstreetmap-user-avatars.s3.dualstack.eu-west-1.amazonaws.com"
148   trace_image_storage_url "https://openstreetmap-gps-images.s3.dualstack.eu-west-1.amazonaws.com"
149   overpass_url "https://query.openstreetmap.org/query-features"
150 end
151
152 systemd_service "rails-jobs@" do
153   description "Rails job queue runner"
154   type "simple"
155   environment "RAILS_ENV" => "production", "QUEUE" => "%I"
156   user "rails"
157   working_directory rails_directory
158   exec_start "#{node[:ruby][:bundle]} exec rails jobs:work"
159   restart "on-failure"
160   private_tmp true
161   private_devices true
162   protect_system "full"
163   protect_home true
164   no_new_privileges true
165 end
166
167 package "libjson-xs-perl"
168
169 template "/usr/local/bin/cleanup-rails-assets" do
170   source "cleanup-assets.erb"
171   owner "root"
172   group "root"
173   mode "755"
174 end
175
176 gem_package "apachelogregex" do
177   gem_binary node[:ruby][:gem]
178 end
179
180 gem_package "file-tail" do
181   gem_binary node[:ruby][:gem]
182 end
183
184 template "/usr/local/bin/api-statistics" do
185   source "api-statistics.erb"
186   owner "root"
187   group "root"
188   mode "755"
189 end
190
191 systemd_service "api-statistics" do
192   description "OpenStreetMap API Statistics Daemon"
193   user "rails"
194   group "adm"
195   exec_start "/usr/local/bin/api-statistics"
196   private_tmp true
197   private_devices true
198   private_network true
199   protect_system "full"
200   protect_home true
201   no_new_privileges true
202   restart "on-failure"
203 end
204
205 service "api-statistics" do
206   action [:enable, :start]
207   supports :restart => true
208   subscribes :restart, "template[/usr/local/bin/api-statistics]"
209   subscribes :restart, "systemd_service[api-statistics]"
210 end
211
212 gem_package "hpricot" do
213   gem_binary node[:ruby][:gem]
214 end
215
216 munin_plugin "api_calls_status"
217 munin_plugin "api_calls_num"
218
219 munin_plugin "api_calls_#{node[:hostname]}" do
220   target "api_calls_"
221 end
222
223 munin_plugin "api_waits_#{node[:hostname]}" do
224   target "api_waits_"
225 end