X-Git-Url: https://git.openstreetmap.org/chef.git/blobdiff_plain/e61e6ff7581eaf1cb17a46c0e0ba2bacd23e1fb2..9cb89866d2aea9415aaebc184a5ffd5c467899d5:/cookbooks/taginfo/recipes/default.rb diff --git a/cookbooks/taginfo/recipes/default.rb b/cookbooks/taginfo/recipes/default.rb index ac94c7107..e709545ad 100644 --- a/cookbooks/taginfo/recipes/default.rb +++ b/cookbooks/taginfo/recipes/default.rb @@ -1,14 +1,14 @@ # -# Cookbook Name:: taginfo +# Cookbook:: taginfo # Recipe:: default # -# Copyright 2014, OpenStreetMap Foundation +# Copyright:: 2014, OpenStreetMap Foundation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # -# http://www.apache.org/licenses/LICENSE-2.0 +# https://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, @@ -19,137 +19,202 @@ require "json" -include_recipe "apache::ssl" -include_recipe "passenger" +include_recipe "accounts" +include_recipe "apache" include_recipe "git" +include_recipe "passenger" +include_recipe "planet::current" +include_recipe "ruby" + +package %w[ + libsqlite3-dev + zlib1g-dev + libbz2-dev + libboost-dev + libexpat1-dev + libsparsehash-dev + libgd-dev + libicu-dev + libboost-program-options-dev + libosmium2-dev + libprotozero-dev + cmake + make + g++ +] + +package %w[ + sqlite3 + sqlite3-pcre + osmium-tool + pyosmium + curl + pbzip2 +] + +apache_module "cache" +apache_module "cache_disk" +apache_module "headers" + +directory "/var/log/taginfo" do + owner "taginfo" + group "taginfo" + mode "755" +end + +template "/etc/sudoers.d/taginfo" do + source "sudoers.erb" + owner "root" + group "root" + mode "440" +end -package "libsqlite3-dev" -package "zlib1g-dev" -package "libosmpbf-dev" -package "libprotobuf-dev" -package "libboost-dev" -package "libexpat1-dev" -package "libsparsehash-dev" -package "libgd2-xpm-dev" -package "make" -package "g++" - -package "sqlite3" - -package "ruby" -package "rubygems" -gem_package "json" -gem_package "sqlite3" -gem_package "sinatra" -gem_package "sinatra-r18n" -gem_package "rack-contrib" +systemd_service "taginfo-update@" do + description "Taginfo update for %i" + wants "planet-update.service" + after "planet-update.service" + exec_start "/srv/%i/bin/update" + user "taginfo" + sandbox :enable_network => true + read_write_paths [ + "/srv/%i/data", + "/srv/%i/sources", + "/var/log/taginfo/%i" + ] +end + +systemd_timer "taginfo-update@" do + description "Taginfo update for %i" + on_calendar "01:37" +end node[:taginfo][:sites].each do |site| - name = site[:name] - directory = site[:directory] || "/srv/#{name}" + site_name = site[:name] + site_aliases = Array(site[:aliases]) + directory = site[:directory] || "/srv/#{site_name}" description = site[:description] + about = site[:about] icon = site[:icon] contact = site[:contact] - directory directory do + directory "/var/log/taginfo/#{site_name}" do owner "taginfo" group "taginfo" - mode 0755 + mode "755" end - git "#{directory}/osmium" do - action :sync - repository "git://github.com/joto/osmium.git" - revision "master" - user "taginfo" + directory directory do + owner "taginfo" group "taginfo" + mode "755" end - git "#{directory}/taginfo" do + git "#{directory}/taginfo-tools" do action :sync - repository "git://github.com/joto/taginfo.git" - revision "master" + repository "https://github.com/taginfo/taginfo-tools.git" + revision "osmorg-taginfo-live" + depth 1 + enable_submodules true user "taginfo" group "taginfo" end - settings = JSON.parse(IO.read("#{directory}/taginfo/taginfo-config-example.json")) - - settings["instance"]["url"] = "http://#{name}/" - settings["instance"]["description"] = description - settings["instance"]["icon"] = "/img/logo/#{icon}.png" - settings["instance"]["contact"] = contact - settings["opensearch"]["shortname"] = "Taginfo" - settings["opensearch"]["contact"] = "webmaster@openstreetmap.org" - settings["tagstats"]["cxxflags"] = "-I../../osmium/include" - - file "#{directory}/taginfo-config.json" do + directory "#{directory}/build" do owner "taginfo" group "taginfo" - mode 0644 - content JSON.pretty_generate(settings) + mode "755" end - execute "#{directory}/taginfo/tagstats/Makefile" do + execute "compile_taginfo_tools" do action :nothing - command "make" - cwd "#{directory}/taginfo/tagstats" user "taginfo" group "taginfo" - subscribes :run, "git[#{directory}/osmium]" - subscribes :run, "git[#{directory}/taginfo]" - notifies :restart, "service[apache2]" + cwd "#{directory}/build" + command "cmake #{directory}/taginfo-tools -DCMAKE_BUILD_TYPE=Release && make" + subscribes :run, "apt_package[libprotozero-dev]" + subscribes :run, "apt_package[libosmium2-dev]" + subscribes :run, "git[#{directory}/taginfo-tools]" end - directory "#{directory}/planet" do - owner "taginfo" + git "#{directory}/taginfo" do + action :sync + repository "https://github.com/taginfo/taginfo.git" + revision "osmorg-taginfo-live" + depth 1 + user "taginfo" group "taginfo" - mode 0755 end - remote_file "#{directory}/planet/planet.pbf" do - action :create_if_missing - source "http://planet.openstreetmap.org/pbf/planet-latest.osm.pbf" - owner "taginfo" - group "taginfo" - mode 0644 + settings = Chef::DelayedEvaluator.new do + settings = JSON.parse(IO.read("#{directory}/taginfo/taginfo-config-example.json")) + + settings["instance"]["url"] = "https://#{site_name}/" + settings["instance"]["description"] = description + settings["instance"]["about"] = about + settings["instance"]["icon"] = "/img/logo/#{icon}.png" + settings["instance"]["contact"] = contact + settings["instance"]["access_control_allow_origin"] = "" + settings["logging"]["directory"] = "/var/log/taginfo/#{site_name}" + settings["opensearch"]["shortname"] = "Taginfo" + settings["opensearch"]["contact"] = "webmaster@openstreetmap.org" + settings["paths"]["bin_dir"] = "#{directory}/build/src" + settings["sources"]["download"] = "" + settings["sources"]["create"] = "db languages projects wiki chronology" + settings["sources"]["db"]["planetfile"] = "/var/lib/planet/planet.osh.pbf" + settings["sources"]["chronology"]["osm_history_file"] = "/var/lib/planet/planet.osh.pbf" + settings["tagstats"]["geodistribution"] = "DenseMmapArray" + + JSON.pretty_generate(settings) end - template "#{directory}/planet/configuration.txt" do - source "configuration.txt.erb" + file "#{directory}/taginfo-config.json" do owner "taginfo" group "taginfo" - mode 0644 + mode "644" + content settings + notifies :restart, "service[apache2]" end - file "#{directory}/planet/download.lock" do - owner "taginfo" - group "taginfo" - mode 0644 + bundle_install "#{directory}/taginfo" do + action :nothing + user "root" + group "root" + subscribes :run, "git[#{directory}/taginfo]" + notifies :restart, "passenger_application[#{directory}/taginfo/web/public]" end - directory "#{directory}/bin" do - owner "taginfo" - group "taginfo" - mode 0755 + %w[taginfo/web/tmp bin data data/old download sources].each do |dir| + directory "#{directory}/#{dir}" do + owner "taginfo" + group "taginfo" + mode "755" + end end - template "#{directory}/bin/update-planet" do - source "update-planet.erb" + template "#{directory}/bin/update" do + source "update.erb" owner "taginfo" group "taginfo" - mode 0755 - variables :directory => directory + mode "755" + variables :name => site_name, :directory => directory end - directory "#{directory}/data" do - owner "taginfo" - group "taginfo" - mode 0755 + passenger_application "#{directory}/taginfo/web/public" do + action :nothing + end + + ssl_certificate site_name do + domains [site_name] + site_aliases + notifies :reload, "service[apache2]" end - apache_site name do + apache_site site_name do template "apache.erb" directory "#{directory}/taginfo/web/public" + variables :aliases => site_aliases + end + + service "taginfo-update@#{site_name}.timer" do + action [:enable, :start] end end