Use the job queue for trace importing in production
[chef.git] / cookbooks / web / recipes / rails.rb
1 #
2 # Cookbook Name:: web
3 # Recipe:: rails
4 #
5 # Copyright 2011, OpenStreetMap Foundation
6 #
7 # Licensed under the Apache License, Version 2.0 (the "License");
8 # you may not use this file except in compliance with the License.
9 # You may obtain a copy of the License at
10 #
11 #     https://www.apache.org/licenses/LICENSE-2.0
12 #
13 # Unless required by applicable law or agreed to in writing, software
14 # distributed under the License is distributed on an "AS IS" BASIS,
15 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 # See the License for the specific language governing permissions and
17 # limitations under the License.
18 #
19
20 include_recipe "tools"
21 include_recipe "web::base"
22
23 include_recipe "apache"
24 include_recipe "passenger"
25 include_recipe "git"
26 include_recipe "nodejs"
27
28 web_passwords = data_bag_item("web", "passwords")
29 db_passwords = data_bag_item("db", "passwords")
30
31 ssl_certificate "www.openstreetmap.org" do
32   domains ["www.openstreetmap.org", "www.osm.org",
33            "api.openstreetmap.org", "api.osm.org",
34            "maps.openstreetmap.org", "maps.osm.org",
35            "mapz.openstreetmap.org", "mapz.osm.org",
36            "openstreetmap.org", "osm.org"]
37   notifies :reload, "service[apache2]"
38 end
39
40 nodejs_package "svgo"
41
42 template "/etc/cron.hourly/passenger" do
43   cookbook "web"
44   source "passenger.cron.erb"
45   owner "root"
46   group "root"
47   mode 0o755
48 end
49
50 ruby_version = node[:passenger][:ruby_version]
51 rails_directory = "#{node[:web][:base_directory]}/rails"
52
53 piwik = data_bag_item("web", "piwik")
54
55 rails_port "www.openstreetmap.org" do
56   ruby ruby_version
57   directory rails_directory
58   user "rails"
59   group "rails"
60   repository "https://git.openstreetmap.org/public/rails.git"
61   revision "live"
62   database_host node[:web][:database_host]
63   database_name "openstreetmap"
64   database_username "rails"
65   database_password db_passwords["rails"]
66   email_from "OpenStreetMap <web@noreply.openstreetmap.org>"
67   status node[:web][:status]
68   messages_domain "messages.openstreetmap.org"
69   gpx_dir "/store/rails/gpx"
70   attachments_dir "/store/rails/attachments"
71   log_path "#{node[:web][:log_directory]}/rails.log"
72   logstash_path "#{node[:web][:log_directory]}/rails-logstash.log"
73   memcache_servers node[:web][:memcached_servers]
74   potlatch2_key web_passwords["potlatch2_key"]
75   id_key web_passwords["id_key"]
76   oauth_key web_passwords["oauth_key"]
77   piwik_configuration "location" => piwik[:location],
78                       "site" => piwik[:site],
79                       "goals" => piwik[:goals].to_hash
80   google_auth_id "651529786092-6c5ahcu0tpp95emiec8uibg11asmk34t.apps.googleusercontent.com"
81   google_auth_secret web_passwords["google_auth_secret"]
82   google_openid_realm "https://www.openstreetmap.org"
83   facebook_auth_id "427915424036881"
84   facebook_auth_secret web_passwords["facebook_auth_secret"]
85   windowslive_auth_id "0000000040153C51"
86   windowslive_auth_secret web_passwords["windowslive_auth_secret"]
87   github_auth_id "acf7da34edee99e35499"
88   github_auth_secret web_passwords["github_auth_secret"]
89   wikipedia_auth_id "e4fe0c2c5855d23ed7e1f1c0fa1f1c58"
90   wikipedia_auth_secret web_passwords["wikipedia_auth_secret"]
91   thunderforest_key web_passwords["thunderforest_key"]
92   totp_key web_passwords["totp_key"]
93   csp_enforce true
94   trace_use_job_queue true
95 end
96
97 systemd_service "rails-jobs@" do
98   description "Rails job queue runner"
99   type "simple"
100   environment "QUEUE" => "%I"
101   user "rails"
102   working_directory rails_directory
103   exec_start "/usr/local/bin/bundle#{ruby_version} exec rake jobs:work"
104   restart "on-failure"
105   private_tmp true
106   private_devices true
107   protect_system "full"
108   protect_home true
109   no_new_privileges true
110 end
111
112 package "libjson-xs-perl"
113
114 template "/usr/local/bin/cleanup-rails-assets" do
115   source "cleanup-assets.erb"
116   owner "root"
117   group "root"
118   mode 0o755
119 end
120
121 gem_package "apachelogregex"
122 gem_package "file-tail"
123
124 template "/usr/local/bin/api-statistics" do
125   source "api-statistics.erb"
126   owner "root"
127   group "root"
128   mode 0o755
129 end
130
131 systemd_service "api-statistics" do
132   description "OpenStreetMap API Statistics Daemon"
133   user "rails"
134   group "adm"
135   exec_start "/usr/local/bin/api-statistics"
136   private_tmp true
137   private_devices true
138   private_network true
139   protect_system "full"
140   protect_home true
141   no_new_privileges true
142   restart "on-failure"
143 end
144
145 service "api-statistics" do
146   action [:enable, :start]
147   supports :restart => true
148   subscribes :restart, "template[/usr/local/bin/api-statistics]"
149   subscribes :restart, "systemd_service[api-statistics]"
150 end
151
152 gem_package "hpricot"
153
154 munin_plugin "api_calls_status"
155 munin_plugin "api_calls_num"
156
157 munin_plugin "api_calls_#{node[:hostname]}" do
158   target "api_calls_"
159 end
160
161 munin_plugin "api_waits_#{node[:hostname]}" do
162   target "api_waits_"
163 end