chef/cookbooks/database/recipes/ebs_volume.rb
#
# Author:: Joshua Timberman (<joshua@opscode.com>)
# Author:: AJ Christensen (<aj@opscode.com>)
# Cookbook Name:: database
# Recipe:: ebs_volume
#
# Copyright 2009-2010, Opscode, Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
if node[:ec2]
include_recipe "aws"
include_recipe "xfs"
begin
aws = Chef::DataBagItem.load(:aws, :main)
Chef::Log.info("Loaded AWS information from DataBagItem aws[#{aws['id']}]")
rescue
Chef::Log.fatal("Could not find the 'main' item in the 'aws' data bag")
raise
end
ebs_vol_dev = node["mysql"]["ebs_vol_dev"]
if platform?("ubuntu") && node["platform_version"].to_f >= 11.04
ebs_vol_dev_mount = ebs_vol_dev.sub(/^\/dev\/sd/, "/dev/xvd")
else
ebs_vol_dev_mount = ebs_vol_dev
end
ebs_vol_id = ""
db_type = ""
db_role = ""
master_role = ""
slave_role = ""
root_pw = ""
snapshots_to_keep = ""
snapshot_cron_schedule = "00 * * * *" # default to hourly snapshots
search(:apps) do |app|
if (app["database_master_role"] & node.run_list.roles).length == 1 || (app["database_slave_role"] & node.run_list.roles).length == 1
master_role = app["database_master_role"] & node.run_list.roles
slave_role = app["database_slave_role"] & node.run_list.roles
root_pw = app["mysql_root_password"][node.chef_environment]
snapshots_to_keep = app["snapshots_to_keep"][node.chef_environment]
snapshot_cron_schedule = app["snapshot_cron_schedule"][node.chef_environment] if app["snapshot_cron_schedule"] && app["snapshot_cron_schedule"][node.chef_environment]
if (master_role & node.run_list.roles).length == 1
db_type = "master"
db_role = RUBY_VERSION.to_f <= 1.8 ? master_role : master_role.join
elsif (slave_role & node.run_list.roles).length == 1
db_type = "slave"
db_role = RUBY_VERSION.to_f <= 1.8 ? slave_role : slave_role.join
end
Chef::Log.info "database::ebs_volume - db_role: #{db_role} db_type: #{db_type}"
end
end
begin
ebs_info = Chef::DataBagItem.load(:aws, "ebs_#{db_role}_#{node.chef_environment}")
Chef::Log.info("Loaded #{ebs_info['volume_id']} from DataBagItem aws[#{ebs_info['id']}]")
rescue
Chef::Log.warn("Could not find the 'ebs_#{db_role}_#{node.chef_environment}' item in the 'aws' data bag")
ebs_info = {}
end
begin
master_info = Chef::DataBagItem.load(:aws, "ebs_#{master_role}_#{node.chef_environment}")
Chef::Log.info "Loaded #{master_info['volume_id']} from DataBagItem aws[#{master_info['id']}]"
rescue
Chef::Application.fatal! "Could not load replication masters snapshot details", -41 if db_type == "slave"
end
ruby_block "store_#{db_role}_#{node.chef_environment}_volid" do
block do
ebs_vol_id = node[:aws][:ebs_volume]["#{db_role}_#{node.chef_environment}"][:volume_id]
unless ebs_info["volume_id"]
item = {
"id" => "ebs_#{db_role}_#{node.chef_environment}",
"volume_id" => ebs_vol_id
}
Chef::Log.info "Storing volume_id #{item.inspect}"
databag_item = Chef::DataBagItem.new
databag_item.data_bag("aws")
databag_item.raw_data = item
databag_item.save
Chef::Log.info("Created #{item['id']} in #{databag_item.data_bag}")
end
end
action :nothing
end
aws_ebs_volume "#{db_role}_#{node.chef_environment}" do
aws_access_key aws["aws_access_key_id"]
aws_secret_access_key aws["aws_secret_access_key"]
size 50
device ebs_vol_dev
snapshots_to_keep snapshots_to_keep
case db_type
when "master"
if ebs_info["volume_id"] && ebs_info["volume_id"] =~ /vol/
volume_id ebs_info["volume_id"]
action :attach
elsif ebs_info["volume_id"] && ebs_info["volume_id"] =~ /snap/
snapshot_id ebs_info["volume_id"]
action [:create, :attach]
else
action [:create, :attach]
end
notifies :create, resources(ruby_block: "store_#{db_role}_#{node.chef_environment}_volid")
when "slave"
if master_info["volume_id"]
snapshot_id master_info["volume_id"]
action [:create, :attach]
else
Chef::Log.warn("Couldn't detect snapshot ID.")
action :nothing
end
end
provider "aws_ebs_volume"
end
if db_type == "master"
Chef::Log.info "Setting up templates for chef-solo snapshots"
template "/etc/chef/chef-solo-database-snapshot.rb" do
source "chef-solo-database-snapshot.rb.erb"
variables cookbook_path: Chef::Config[:cookbook_path]
owner "root"
group "root"
mode 0600
end
template "/etc/chef/chef-solo-database-snapshot.json" do
source "chef-solo-database-snapshot.json.erb"
variables(
output: {
"db_snapshot" => {
"ebs_vol_dev" => node.mysql.ec2_path,
"db_role" => db_role,
"app_environment" => node.chef_environment,
"username" => "root",
"password" => root_pw,
"aws_access_key_id" => aws["aws_access_key_id"],
"aws_secret_access_key" => aws["aws_secret_access_key"],
"snapshots_to_keep" => snapshots_to_keep,
"volume_id" => ebs_info["volume_id"]
},
"run_list" => [
"recipe[database::snapshot]"
]
}
)
owner "root"
group "root"
mode 0600
end
template "/etc/cron.d/chef-solo-database-snapshot" do
source "chef-solo-database-snapshot.cron.erb"
variables(
json_attribs: "/etc/chef/chef-solo-database-snapshot.json",
config_file: "/etc/chef/chef-solo-database-snapshot.rb",
schedule: snapshot_cron_schedule
)
owner "root"
group "root"
mode 0600
end
end
execute "mkfs.xfs #{ebs_vol_dev_mount}" do
only_if "xfs_admin -l #{ebs_vol_dev_mount} 2>&1 | grep -qx 'xfs_admin: #{ebs_vol_dev_mount} is not a valid XFS filesystem (unexpected SB magic number 0x00000000)'"
end
%w(ec2_path data_dir).each do |dir|
directory node["mysql"][dir] do
mode 0755
end
end
mount node["mysql"]["ec2_path"] do
device ebs_vol_dev_mount
fstype "xfs"
action :mount
end
mount node["mysql"]["data_dir"] do
device node["mysql"]["ec2_path"]
fstype "none"
options "bind,rw"
action :mount
end
end