[Pkg-puppet-devel] [facter] 18/180: (FACT-375) Copy acceptance Rakefile
Stig Sandbeck Mathisen
ssm at debian.org
Mon Jun 30 15:06:26 UTC 2014
This is an automated email from the git hooks/post-receive script.
ssm pushed a commit to branch master
in repository facter.
commit 162dfed4256910c46716cebb377036905474ebdd
Author: Adrien Thebo <git at somethingsinistral.net>
Date: Thu Mar 6 16:20:42 2014 -0800
(FACT-375) Copy acceptance Rakefile
File taken from puppet:acceptance/Rakefile at ba3b5d9807eaba07b0117daae21b7b711ebe4e86
---
acceptance/Gemfile | 1 +
acceptance/Rakefile | 318 ++++++++++++++++++++++++++++++++++++++++++++++++++++
2 files changed, 319 insertions(+)
diff --git a/acceptance/Gemfile b/acceptance/Gemfile
index 8878829..057c0ff 100644
--- a/acceptance/Gemfile
+++ b/acceptance/Gemfile
@@ -1,6 +1,7 @@
source ENV['GEM_SOURCE'] || "https://rubygems.org"
gem "beaker", "~> 1.3.1"
+gem 'rake'
# json-schema does not support windows, so use the 'ruby' platform to exclude it on windows
platforms :ruby do
diff --git a/acceptance/Rakefile b/acceptance/Rakefile
new file mode 100644
index 0000000..7f592f7
--- /dev/null
+++ b/acceptance/Rakefile
@@ -0,0 +1,318 @@
+require 'rake/clean'
+require 'pp'
+require 'yaml'
+
+ONE_DAY_IN_SECS = 24 * 60 * 60
+REPO_CONFIGS_DIR = "repo-configs"
+CLEAN.include('*.tar', REPO_CONFIGS_DIR, 'merged_options.rb')
+
+module HarnessOptions
+
+ DEFAULTS = {
+ :type => 'git',
+ :helper => ['lib/helper.rb'],
+ :tests => ['tests'],
+ :log_level => 'debug',
+ :color => false,
+ :root_keys => true,
+ :ssh => {
+ :keys => ["id_rsa-acceptance"],
+ },
+ :xml => true,
+ :timesync => true,
+ :repo_proxy => true,
+ :add_el_extras => true,
+ }
+
+ class Aggregator
+ attr_reader :mode
+
+ def initialize(mode)
+ @mode = mode
+ end
+
+ def get_options(file_path)
+ puts file_path
+ if File.exists? file_path
+ options = eval(File.read(file_path), binding)
+ else
+ puts "No options file found at #{File.expand_path(file_path)}"
+ end
+ options || {}
+ end
+
+ def get_mode_options
+ get_options("./config/#{mode}/options.rb")
+ end
+
+ def get_local_options
+ get_options("./local_options.rb")
+ end
+
+ def final_options(intermediary_options = {})
+ mode_options = get_mode_options
+ local_overrides = get_local_options
+ final_options = DEFAULTS.merge(mode_options)
+ final_options.merge!(intermediary_options)
+ final_options.merge!(local_overrides)
+ return final_options
+ end
+ end
+
+ def self.options(mode, options)
+ final_options = Aggregator.new(mode).final_options(options)
+ final_options
+ end
+end
+
+def beaker_test(mode = :packages, options = {})
+ final_options = HarnessOptions.options(mode, options)
+
+ if mode == :git
+ puppet_fork = ENV['FORK'] || 'puppetlabs'
+ git_server = ENV['GIT_SERVER'] || 'github.com'
+ final_options[:install] << "git://#{git_server}/#{puppet_fork}/facter.git##{sha}"
+ end
+
+ options_file = 'merged_options.rb'
+ File.open(options_file, 'w') do |merged|
+ merged.puts <<-EOS
+# Copy this file to local_options.rb and adjust as needed if you wish to run
+# with some local overrides.
+EOS
+ merged.puts(final_options.pretty_inspect)
+ end
+
+ tests = ENV['TESTS'] || ENV['TEST']
+ tests_opt = "--tests=#{tests}" if tests
+
+ config_opt = "--hosts=#{config}" if config
+
+ overriding_options = ENV['OPTIONS']
+
+ args = ["--options-file", options_file, config_opt, tests_opt, overriding_options].compact
+
+ begin
+ sh("beaker", *args)
+ ensure
+ if (hosts_file = config || final_options[:hosts_file]) && hosts_file !~ /preserved_config/
+ cp(hosts_file, "log/latest/config.yml")
+ generate_config_for_latest_hosts if final_options[:preserve_hosts] || overriding_options =~ /--preserve-hosts/
+ end
+ mv(options_file, "log/latest")
+ end
+end
+
+def generate_config_for_latest_hosts
+ preserved_config_hash = { 'HOSTS' => {} }
+
+ config_hash = YAML.load_file('log/latest/config.yml').to_hash
+ nodes = config_hash['HOSTS'].map do |node_label,hash|
+ { :node_label => node_label, :platform => hash['platform'] }
+ end
+
+ pre_suite_log = File.read('log/latest/pre_suite-run.log')
+ nodes.each do |node_info|
+ hostname = /^(\w+) \(#{node_info[:node_label]}\)/.match(pre_suite_log)[1]
+ fqdn = "#{hostname}.delivery.puppetlabs.net"
+ preserved_config_hash['HOSTS'][fqdn] = {
+ 'roles' => [ 'agent'],
+ 'platform' => node_info[:platform],
+ }
+ preserved_config_hash['HOSTS'][fqdn]['roles'].unshift('master') if node_info[:node_label] =~ /master/
+ end
+ pp preserved_config_hash
+
+ File.open('log/latest/preserved_config.yaml', 'w') do |config_file|
+ YAML.dump(preserved_config_hash, config_file)
+ end
+rescue Errno::ENOENT => e
+ puts "Couldn't generate log #{e}"
+end
+
+def list_preserved_configurations(secs_ago = ONE_DAY_IN_SECS)
+ preserved = {}
+ Dir.glob('log/*_*').each do |dir|
+ preserved_config_path = "#{dir}/preserved_config.yaml"
+ yesterday = Time.now - secs_ago.to_i
+ if preserved_config = File.exists?(preserved_config_path)
+ directory = File.new(dir)
+ if directory.ctime > yesterday
+ hosts = []
+ preserved_config = YAML.load_file(preserved_config_path).to_hash
+ preserved_config['HOSTS'].each do |hostname,values|
+ hosts << "#{hostname}: #{values['platform']}, #{values['roles']}"
+ end
+ preserved[hosts] = directory.to_path
+ end
+ end
+ end
+ preserved.map { |k,v| [v,k] }.sort { |a,b| a[0] <=> b[0] }.reverse
+end
+
+def list_preserved_hosts(secs_ago = ONE_DAY_IN_SECS)
+ hosts = Set.new
+ Dir.glob('log/**/pre*suite*run.log').each do |log|
+ yesterday = Time.now - secs_ago.to_i
+ File.open(log, 'r') do |file|
+ if file.ctime > yesterday
+ file.each_line do |line|
+ matchdata = /^(\w+) \(.*?\) \$/.match(line.encode!('UTF-8', 'UTF-8', :invalid => :replace))
+ hosts.add(matchdata[1]) if matchdata
+ end
+ end
+ end
+ end
+ hosts
+end
+
+# Plagiarized from Beaker::Vcloud#cleanup
+def destroy_preserved_hosts(hosts = nil, secs_ago = ONE_DAY_IN_SECS)
+ secs_ago ||= ONE_DAY_IN_SECS
+ hosts ||= list_preserved_hosts(secs_ago)
+
+ require 'beaker/hypervisor/vsphere_helper'
+ vsphere_credentials = VsphereHelper.load_config("#{ENV['HOME']}/.fog")
+
+ puts "Connecting to vSphere at #{vsphere_credentials[:server]}" +
+ " with credentials for #{vsphere_credentials[:user]}"
+
+ vsphere_helper = VsphereHelper.new( vsphere_credentials )
+
+ vm_names = hosts.to_a
+ pp vm_names
+ vms = vsphere_helper.find_vms vm_names
+ vm_names.each do |name|
+ unless vm = vms[name]
+ puts "Couldn't find VM #{name} in vSphere!"
+ next
+ end
+
+ if vm.runtime.powerState == 'poweredOn'
+ puts "Shutting down #{vm.name}"
+ start = Time.now
+ vm.PowerOffVM_Task.wait_for_completion
+ puts "Spent %.2f seconds halting #{vm.name}" % (Time.now - start)
+ end
+
+ start = Time.now
+ vm.Destroy_Task
+ puts "Spent %.2f seconds destroying #{vm.name}" % (Time.now - start)
+ end
+
+ vsphere_helper.close
+end
+
+def print_preserved(preserved)
+ preserved.each_with_index do |entry,i|
+ puts "##{i}: #{entry[0]}"
+ entry[1].each { |h| puts " #{h}" }
+ end
+end
+
+def beaker_run_type
+ type = ENV['TYPE'] || :packages
+ type = type.to_sym
+end
+
+def sha
+ ENV['SHA']
+end
+
+def config
+ ENV['CONFIG']
+end
+
+namespace :ci do
+
+ task :check_env do
+ raise(USAGE) unless sha
+ end
+
+ namespace :test do
+
+ USAGE = <<-EOS
+Requires commit SHA to be put under test as environment variable: SHA='<sha>'.
+Also must set CONFIG=config/nodes/foo.yaml or include it in an options.rb for Beaker.
+You may set TESTS=path/to/test,and/more/tests.
+You may set additional Beaker OPTIONS='--more --options'
+If testing from git checkouts, you may optionally set the github fork to checkout from using FORK='other-puppet-fork'.
+You may also optionally set the git server to checkout from using GIT_SERVER='my.host.with.git.daemon', if you have set up a `git daemon` to pull local commits from. (In this case, the FORK should be set to the path to the repository, and you will need to allow the git daemon to serve the repo (see `git help daemon`)).
+If there is a Beaker options hash in a ./local_options.rb, it will be included. Commandline options set through the above environment variables will override settings in this file.
+EOS
+
+ desc <<-EOS
+Run the acceptance tests through Beaker and install packages on the configuration targets.
+#{USAGE}
+EOS
+ task :packages => 'ci:check_env' do
+ beaker_test
+ end
+
+ desc <<-EOS
+Run the acceptance tests through Beaker and install from git on the configuration targets.
+#{USAGE}
+EOS
+ task :git => 'ci:check_env' do
+ beaker_test(:git)
+ end
+ end
+
+ desc "Capture the master and agent hostname from the latest log and construct a preserved_config.yaml for re-running against preserved hosts without provisioning."
+ task :extract_preserved_config do
+ generate_config_for_latest_hosts
+ end
+
+ desc <<-EOS
+Run an acceptance test for a given node configuration and preserve the hosts.
+Defaults to a packages run, but you can set it to 'git' with TYPE='git'.
+#{USAGE}
+ EOS
+ task :test_and_preserve_hosts => 'ci:check_env' do
+ beaker_test(beaker_run_type, :preserve_hosts => true)
+ end
+
+ desc "List acceptance runs from the past day which had hosts preserved."
+ task :list_preserved do
+ preserved = list_preserved_configurations
+ print_preserved(preserved)
+ end
+
+ desc <<-EOS
+Shutdown and destroy any hosts that we have preserved for testing. These should be reaped daily by scripts, but this will free up resources immediately.
+Specify a list of comma separated HOST_NAMES if you have a set of dynamic vcloud host names you want to purge outside of what can be grepped from the logs.
+You can go back through the last SECS_AGO logs. Default is one day ago in secs.
+ EOS
+ task :destroy_preserved_hosts do
+ host_names = ENV['HOST_NAMES'].split(',') if ENV['HOST_NAMES']
+ secs_ago = ENV['SECS_AGO']
+ destroy_preserved_hosts(host_names, secs_ago)
+ end
+
+ desc <<-EOS
+Rerun an acceptance test using the last captured preserved_config.yaml to skip provisioning.
+Or specify a CONFIG_NUMBER from `rake ci:list_preserved`.
+Uses the setup/rsync/pre-suite to rsync the local puppet source onto master and agent.
+You may specify an RSYNC_FILTER_FILE as well.
+You may skip purgeing and reinstalling puppet packages by including SKIP_PACKAGE_REINSTALL.
+You may skip rsyncing local puppet files over to the tests hosts by including SKIP_RSYNC.
+Defaults to a packages run, but you can set it to 'git' with TYPE='git'.
+ EOS
+ task :test_against_preserved_hosts do
+ config_number = (ENV['CONFIG_NUMBER'] || 0).to_i
+ preserved = list_preserved_configurations
+ print_preserved(preserved)
+ config_path = preserved[config_number][0]
+ puts "Using ##{config_number}: #{config_path}"
+ beaker_test(beaker_run_type,
+ :hosts_file => "#{config_path}/preserved_config.yaml",
+ :no_provision => true,
+ :preserve_hosts => true,
+ :pre_suite => ['setup/rsync/pre-suite']
+ )
+ end
+end
+
+task :default do
+ sh('rake -T')
+end
--
Alioth's /usr/local/bin/git-commit-notice on /srv/git.debian.org/git/pkg-puppet/facter.git
More information about the Pkg-puppet-devel
mailing list