No OneTemporary
Actions

Size

37 KB

Referenced Files

None

Subscribers

None

View Options

	diff --git a/cts/cts b/cts/cts
	index cdb02ebb43..116a3d789e 100755
	--- a/cts/cts
	+++ b/cts/cts
	@@ -1,304 +1,328 @@
	#!/bin/bash

	if [ -e $PWD/cts/CTSlab.py ]; then
	cts_root=$PWD/cts
	elif [ -e $PWD/CTSlab.py ]; then
	cts_root=$PWD
	else
	cts_root=`dirname $0`
	fi

	logfile=0
	summary=0
	verbose=0
	pengine=0
	watch=0
	saved=0
	tests=""

	install=0
	clean=0
	build=0
	kill=0
	run=0
	boot=0
	setup=0
	target=rhel-7
	cmd=""
	trace=""

	custom_log=""
	patterns="-e CTS:"

	-# Note the quotes around `$TEMP': they are essential!
	-#TEMP=`getopt -o t:ac:sSvpe:lwf:d --long run,clean -n 'cts' -- "$@"`
	-#eval set -- "$TEMP"
	+
	+helpmsg=$(cat <<EOF
	+Usage: %s [options] {[{init\|local-init\|setup} [TARGET]] \| [OTHER-CMDS]}
	+
	+[--]help, -h show help screen and exit
	+-x turn on debugging
	+-a show relevant screen sessions and exit
	+-c,-g CLUSTER_NAME set the cluster name
	+-S show summary from the last CTS run
	+-s show summary for the current log (see -l)
	+-v increase verbosity
	+-p (currently unused)
	+-e PATTERN grep pattern to apply when 'summary' or 'watch' requested
	+-l print the filename of the log that would be operated on
	+-w continous (filtered) monitoring of the log file
	+-f,-sf FILE show summary for the provided log
	+-t TEST, [0-9]* add a test to the working set
	+[--]build [???] request building Pacemaker
	+[--]kill request termination of cluster software
	+[--]run request CTS run (passing remaining arguments through)
	+[--]boot, start request CTS run (with --boot option)
	+[--]clean request cleaning up after CTS run
	+[--]install, --inst request installing packages to get ready to run CTS
	+[--]setup request initialization to get ready to run CTS
	+trace-ls, tls list traced functions
	+trace-add, tadd FUNC add a function to the list of traced ones
	+trace-rm, trm FUNC remove a function from the list of traced ones
	+trace-set, tset FUNC set function(s) as the only to be traced
	+(f\|fedora\|r\|rhel).* specify target distro
	+init, local-init [local] initialize CTS environment
	+--wget [local] download up-to-date CTS helpers
	+-- delimits tests that follow
	+EOF
	+)

	while true; do
	case $1 in
	+ -h\|--help\|help) printf "${helpmsg}\n" "$0"; exit;;
	-x) set -x; shift;;
	-a)
	screen -ls \| grep cts
	exit 0;;
	-c\|-g) cluster_name=$2; shift; shift;;
	-S) summary=1; saved=1; shift;;
	-s) summary=1; shift;;
	-v) verbose=`expr $verbose + 1`; shift;;
	-p) pengine=1; shift;;
	-e) patterns="$patterns -e `echo $2 \| sed 's/ /\\\W/g'`"; shift; shift;;
	-l) logfile=1; shift;;
	-w) watch=1; shift;;
	-f\|-sf) summary=1; custom_log=$2; shift; shift;;
	-t) tests="$tests $2"; shift; shift;;
	[0-9]*) tests="$tests $1"; shift;;
	--build\|build) build=1; shift;;
	--kill\|kill) kill=1; shift; break;;
	--run\|run) run=1; shift; break;;
	--boot\|boot\|start) boot=1; clean=1; shift; break;;
	--clean\|clean) clean=1; shift;;
	--inst\|--install\|install) install=1; clean=1; shift;;
	--setup\|setup) setup=1; shift;;
	trace-ls\|tls) cmd=$1; shift;;
	trace-add\|tadd\|trace-rm\|trm\|trace-set\|tset) cmd=$1; trace=$2; shift; shift;;
	-
	- [0-9][0-9]\|rhel\|r[0-9]\|f[0-9][0-9])
	- case $1 in
	- [0-9][0-9]\|f\|fedora)
	- target="fedora-`echo $1 \| sed -e s/fedora// -e s/-// -e s/f//`"
	- ;;
	- r\|rhel)
	- target="rhel-7"
	- ;;
	- r\|rhel)
	- target="rhel-`echo $1 \| sed -e s/rhel// -e s/-// -e s/r//`"
	- ;;
	- *) target=`rpm --eval fedora-%{fedora}`;;
	- esac
	- shift
	- ;;
	+ f\|fedora)
	+ target="fedora-`echo $1 \| sed -e s/fedora// -e s/-// -e s/f//`"
	+ shift;;
	+ r\|rhel) target="rhel-7"; shift;;
	+ r\|rhel)
	+ target="rhel-`echo $1 \| sed -e s/rhel// -e s/-// -e s/r//`"
	+ shift;;
	init\|local-init)
	local_root=
	case $cts_root in
	/*) local_root=`dirname $cts_root`;;
	*) local_root=`dirname $PWD/$cts_root`;;
	esac

	cat << EOF > $cts_root/CTSvars.py
	class CTSvars:
	CTS_home="$local_root/cts"
	Fencing_home="$local_root/fencing"
	CRM_CONFIG_DIR="/var/lib/pacemaker/cib"
	CRM_DAEMON_USER="hacluster"
	CRM_DAEMON_DIR="/usr/libexec/pacemaker"
	OCF_ROOT_DIR="/usr/lib/ocf"
	EOF

	files="extra/cluster-init extra/cluster-helper extra/cluster-clean tools/crm_report.in"
	for f in $files; do
	cp $local_root/$f $cts_root/
	done

	cp $local_root/tools/report.common.in $local_root/tools/report.common
	sed -i.sed s:@localstatedir@:/var: $local_root/tools/report.common

	cp $cts_root/crm_report.in $cts_root/crm_report
	sed -i.sed s:@datadir@/@PACKAGE@:$local_root/tools: $cts_root/crm_report
	chmod +x $cts_root/crm_report

	cp $cts_root/LSBDummy.in $cts_root/LSBDummy
	cp $cts_root/HBDummy.in $cts_root/HBDummy
	chmod +x $local_root/fencing/fence_*
	sed -i.sed s:@OCF_ROOT_DIR@:/usr/lib/ocf: $cts_root/LSBDummy $cts_root/HBDummy

	echo "Make sure you add $cts_root to your PATH and set a value for \$cluster_name in .bashrc"
	exit 0
	;;

	--wget)
	- files="cluster-helper cluster-clean"
	+ files="cluster-helper cluster-init cluster-clean"
	for f in $files; do
	rm -f $cts_root/$f
	echo "Downloading helper script $f from GitHub"
	wget -O $cts_root/$f https://raw.github.com/ClusterLabs/pacemaker/master/extra/$f
	chmod +x $cts_root/$f
	done
	shift
	;;
	--) shift; tests="$tests $*"; break;;
	"") break;;
	*) echo "Unknown argument: $1"; exit 1;;
	esac
	done

	# Add the location of this script
	export PATH="$PATH:$cts_root"
	which cluster-helper &>/dev/null
	if [ $? != 0 ]; then
	echo $0 needs the cluster-helper script to be in your path
	echo You can obtain it from: https://raw.github.com/ClusterLabs/pacemaker/master/extra/cluster-helper
	exit 1
	fi

	which cluster-clean &>/dev/null
	if [ $? != 0 ]; then
	echo $0 needs the cluster-clean script to be in your path
	echo You can obtain it from: https://raw.github.com/ClusterLabs/pacemaker/master/extra/cluster-clean
	exit 1
	fi

	if [ "x$cluster_name" = x -o "x$cluster_name" = xpick ]; then
	clusters=`ls -1 ~/.dsh/group/[a-z]+[0-9] \| sed s/.*group.// \| tr '\n' ' ' `

	echo "custom) interactively define a cluster"
	for i in $clusters; do
	echo "$i) `cluster-helper --list short -g $i`"
	done

	read -p "Choose a cluster [custom]: " cluster_name
	echo
	fi

	if [ -z $cluster_name ]; then
	cluster_name=custom
	fi


	case $cluster_name in
	- *)
	- cluster_hosts=`cluster-helper --list short -g $cluster_name`
	- cluster_log=~/cluster-$cluster_name.log;
	- ;;
	custom)
	read -p "Cluster name: " cluster_name
	read -p "Cluster hosts: " cluster_hosts
	read -p "Cluster log file: " cluster_log
	+ cluster-helper add -g "$cluster_name" -w "$cluster_hosts"
	+ ;;
	+ *)
	+ cluster_hosts=`cluster-helper --list short -g $cluster_name`
	+ cluster_log=~/cluster-$cluster_name.log;
	;;
	esac

	if [ x$cmd != x ]; then
	config=/etc/sysconfig/pacemaker
	case $cmd in
	trace-ls\|tls)
	cluster-helper -g $cluster_name -- grep PCMK_trace_functions $config
	;;
	trace-add\|tadd)
	echo "Adding $trace to PCMK_trace_functions"
	cluster-helper -g $cluster_name -- sed -i "s/.*PCMK_trace_functions=/PCMK_trace_functions=$trace,/" $config
	;;
	trace-rm\|trm)
	echo "Removing $trace from PCMK_trace_functions"
	cluster-helper -g $cluster_name -- sed -i "s/.PCMK_trace_functions=\\\\\$.\\\\\$$trace,\\\\\$.*\\\\\$/PCMK_trace_functions=\\\\\\1\\\\\\2/" $config
	;;
	trace-set\|tset)
	echo "Setting PCMK_trace_functions to '$trace'"
	cluster-helper -g $cluster_name -- sed -i "s/.PCMK_trace_functions./PCMK_trace_functions=$trace/" $config
	;;
	esac
	exit 0
	fi

	if [ $build = 1 -a $run = 1 ]; then
	install=1
	clean=1
	fi

	if [ $build = 1 ]; then
	which build-pcmk
	if [ $? != 0 ]; then
	echo "You'll need to write/obtain build-pcmk in order to build pacemaker from here. Skipping"
	else
	build-pcmk r7
	rc=$?
	if [ $rc != 0 ]; then
	echo "Build failed: $rc"
	exit $rc
	fi
	fi
	fi

	if [ $clean = 1 ]; then
	rm -f $cluster_log; cluster-clean -g $cluster_name --kill
	elif [ $kill = 1 ]; then
	cluster-clean -g $cluster_name --kill-only
	exit 0
	fi

	if [ $install = 1 ]; then
	cluster-helper -g $cluster_name -- yum install -y pacemaker pacemaker-debuginfo pacemaker-cts libqb libqb-debuginfo
	fi

	if [ $setup = 1 ]; then
	cluster-init -g $cluster_name $target -u --test
	exit 0

	elif [ $boot = 1 ]; then
	$cts_root/CTSlab.py -r -c -g $cluster_name --boot
	rc=$?
	if [ $rc = 0 ]; then
	echo "The cluster is ready..."
	fi
	exit $rc

	elif [ $run = 1 ]; then
	- $cts_root/CTSlab.py -r -c -g $cluster_name 500 $*
	+ $cts_root/CTSlab.py -r -c -g $cluster_name 500 "$@"
	exit $?

	elif [ $clean = 1 ]; then
	exit 0
	fi

	screen -ls \| grep cts-$cluster_name &>/dev/null
	active=$?

	if [ ! -z $custom_log ]; then
	cluster_log=$custom_log
	fi

	if [ "x$tests" != x -a "x$tests" != "x " ]; then
	for t in $tests; do
	echo "crm_report --cts-log $cluster_log -d -T $t"
	crm_report --cts-log $cluster_log -d -T $t
	done

	elif [ $logfile = 1 ]; then
	echo $cluster_log

	elif [ $summary = 1 ]; then
	files=$cluster_log
	if [ $saved = 1 ]; then
	files=`ls -1tr ~/CTS-*/cluster-log.txt`
	fi
	for f in $files; do
	echo $f
	case $verbose in
	0) cat -n $f \| grep $patterns \| grep -v "CTS: debug:"
	;;
	1) cat -n $f \| grep $patterns \| grep -v "CTS:.* cmd:"
	;;
	*) cat -n $f \| grep $patterns
	;;
	esac
	echo ""
	done

	elif [ $watch = 1 ]; then
	case $verbose in
	0) tail -F $cluster_log \| grep $patterns \| grep -v "CTS: debug:"
	;;
	1) tail -F $cluster_log \| grep $patterns \| grep -v "CTS:.* cmd:"
	;;
	*) tail -F $cluster_log \| grep $patterns
	;;
	esac

	elif [ $active = 0 ]; then
	screen -x cts-$cluster_name

	else
	touch $cluster_log

	# . ~/.bashrc
	# . $BASH_FILES/.heartbeat
	export cluster_name cluster_hosts cluster_log
	screen -S cts-$cluster_name bash
	fi
	diff --git a/extra/cluster-helper b/extra/cluster-helper
	index bd2d96ce7e..3b36f70b25 100755
	--- a/extra/cluster-helper
	+++ b/extra/cluster-helper
	@@ -1,193 +1,193 @@
	#!/bin/bash

	hosts=
	group=$cluster_name
	user=root
	pdsh=`which pdsh 2>/dev/null`
	ssh=`which qarsh 2>/dev/null`
	scp=`which qacp 2>/dev/null`
	command=list
	format=oneline
	replace="{}"

	if [ x$ssh = "x" ]; then
	ssh=ssh
	scp=scp
	fi

	function helptext() {
	echo "cluster-helper - A tool for running commands on multiple hosts"
	echo ""
	echo "Attempt to use pdsh, qarsh, or ssh (in that order) to execute commands"
	echo "on mutiple hosts"
	echo ""
	echo "DSH groups can be configured and specified with -g instead of listing"
	echo "the individual hosts every time"
	echo ""
	echo "Usage: cluster-helper [options] [command]"
	echo ""
	echo "Options:"
	echo "--ssh Force the use of ssh instead of qarsh even if it available"
	echo "-g, --group Specify the group to operate on/with"
	echo "-w, --host Specify a host to operate on/with. May be specified multiple times"
	echo "-f, --format Specifiy the output format When listing hosts or group contents"
	echo " Allowed values: [oneline], long, short, pdsh, bullet"
	echo ""
	echo ""
	echo "Commands:"
	echo "--list format List the contents of a group in the specified format"
	echo "--add name Add supplied (-w) hosts to the named group"
	echo "--create name Create the named group with the supplied (-w) hosts"
	echo "--run, -- Treat all subsequent arguments as a command to perform on"
	echo " the specified command on the hosts or group"
	echo "--xargs Run the supplied command having replaced any occurances"
	echo " of {} with the node name"
	echo ""
	echo "--copy file(s) host:file Pass subsequent arguments to scp or qacp"
	echo " Any occurances of {} are replaced with the node name"
	echo "--key Install an ssh key"
	echo ""
	exit $1
	}

	while true ; do
	case "$1" in
	--help\|-h\|-\?) helptext 0;;
	-x) set -x; shift;;
	--ssh) ssh="ssh"; scp="scp"; pdsh=""; shift;;
	-g\|--group) group="$2"; shift; shift;;
	-w\|--host) for h in $2; do
	- hosts="$hosts -w $h";
	+ hosts="$hosts $h";
	done
	shift; shift;;
	-f\|--format) format=$2; shift; shift;;
	-I) replace=$2; shift; shift;;
	--list\|list) format=$2; command=list; shift; shift;;
	--add\|add) command=group-add; shift;;
	--create\|create) group="$2", command=group-create; shift; shift;;
	--run\|run) command=run; shift;;
	--copy\|copy) command=copy; shift; break ;;
	--key\|key) command=key; shift; break ;;
	--xargs) command=xargs; shift; break ;;
	--) command=run; shift; break ;;
	"") break;;
	*) helptext 1;;
	esac
	done

	if [ x"$group" = x -a x"$hosts" = x ]; then
	group=$CTS_GROUP
	fi

	function expand() {
	fmt=$1
	if [ x$group != x -a -f ~/.dsh/group/$group ]; then
	hosts=`cat ~/.dsh/group/$group`
	elif [ x$group != x ]; then
	echo "Unknown group: $group" >&2
	exit 1
	fi

	if [ "x$hosts" != x -a $fmt = oneline ]; then
	echo $hosts

	elif [ "x$hosts" != x -a $fmt = short ]; then
	( for h in $hosts; do
	echo $h \| sed 's:\..*::'
	done ) \| tr '\n' ' '
	echo ""

	elif [ "x$hosts" != x -a $fmt = pdsh ]; then
	( for h in $hosts; do
	echo "-w $h"
	done ) \| tr '\n' ' '
	echo ""

	elif [ "x$hosts" != x -a $fmt = long ]; then
	for h in $hosts; do
	echo $h
	done

	elif [ "x$hosts" != x -a $fmt = bullet ]; then
	for h in $hosts; do
	echo " * $h"
	done

	elif [ "x$hosts" != x ]; then
	echo "Unknown format: $fmt" >&2
	fi
	}

	if [ $command = list ]; then
	expand $format

	elif [ $command = key ]; then
	hosts=`expand oneline`
	for h in $hosts; do
	ssh-copy-id root@$h
	done

	elif [ $command = group-create ]; then

	f=`mktemp`
	mkdir -p ~/.dsh/group

	if [ -f ~/.dsh/group/$group ]; then
	echo "Overwriting existing group $group"
	fi

	for h in $hosts; do
	echo $h >> $f
	done

	echo "Creating group $group in ~/.dsh/group"
	sort -u $f > ~/.dsh/group/$group
	rm -f $f

	elif [ $command = group-add ]; then
	if [ x$group = x ]; then
	echo "Please specify a group to append to"
	exit 1
	fi

	f=`mktemp`
	mkdir -p ~/.dsh/group

	if [ -f ~/.dsh/group/$group ]; then
	cat ~/.dsh/group/$group > $f
	fi

	for h in $hosts; do
	echo $h >> $f
	done

	echo "Appending hosts to group $group in ~/.dsh/group"
	sort -u $f > ~/.dsh/group/$group
	rm -f $f

	elif [ $command = run ]; then
	if [ x$pdsh != x ]; then
	hosts=`expand pdsh`
	$pdsh -l $user $hosts -- $*

	else
	hosts=`expand oneline`
	for n in $hosts; do
	$ssh -l $user $n -- $* < /dev/null
	done
	if [ x"$hosts" = x ]; then
	echo "No hosts specified"
	fi
	fi
	elif [ $command = copy ]; then
	hosts=`expand oneline`
	for n in $hosts; do
	$scp `echo $* \| sed 's@'$replace'@'$n'@'`
	done

	elif [ $command = xargs ]; then
	hosts=`expand oneline`
	for n in $hosts; do
	eval `echo $* \| sed 's@'$replace'@'$n'@'`
	done
	fi
	diff --git a/extra/cluster-init b/extra/cluster-init
	index c0fae554c6..9cc1e731b0 100755
	--- a/extra/cluster-init
	+++ b/extra/cluster-init
	@@ -1,834 +1,833 @@
	#!/bin/bash

	accept_defaults=0
	do_raw=0
	ETCHOSTS=0
	CMAN=0
	do_heartbeat=0
	plugin_ver=-1
	pcmk_ver=11
	nodelist=0
	limit=0

	pkgs="corosync xinetd nmap abrt-cli fence-agents perl-TimeDate gdb"

	transport="multicast"
	inaddr_any="no"

	INSTALL=
	cs_conf=
	fence_conf=
	rpm_repo=
	distro=

	dsh_group=0
	if [ ! -z $cluster_name ]; then
	cluster=$cluster_name
	else
	cluster=dummy0
	fi

	# Corosync/OpenAIS Settings
	cs_port=666

	# Settings that work great on nXX
	join=60
	#token=3000
	consensus=1500

	# Official settings
	join=2000
	token=5000
	consensus=2500

	# Testing
	join=1000
	consensus=7500
	do_debug=off

	function ip_for_node() {
	ping -c 1 $1 \| grep "bytes from" \| head -n 1 \| sed -e 's/.bytes from//' -e 's/: icmp.//' \| awk '{print $NF}' \| sed 's:(::' \| sed 's:)::'
	# if [ $do_raw = 1 ]; then
	# echo $1
	# else
	# #host $1 \| grep "has address" \| head -n 1 \| awk '{print $NF}' \| sed 's:(::' \| sed 's:)::'
	# fi
	}
	function id_for_node() {
	ip_for_node $* \| tr '.' ' ' \| awk '{print $4}'
	}
	function name_for_node() {
	echo $1 \| awk -F. '{print $1}'
	}

	function helptext() {
	echo "cluster-init - Configure cluster communication for the different infrastructures supported by Pacemaker"
	echo ""
	echo "-g, --group Specify the group to operate on/with"
	echo "-w, --host Specify a host to operate on/with. May be specified multiple times"
	echo "-r, --raw-ip Supplied nodes were listed as their IP addresses"
	echo ""
	echo "-h, --heartbeat configure for heartbeat"
	echo "-c, --corosync configure for corosync"
	echo "-C, --nodelist configure for corosync with a node list"
	echo "-o, --openais configure for openais"
	echo "--cman configure for cman"
	echo "-p, --plugin version"
	echo "-u, --unicast configure point-to-point communication instead of multicast (corosync only)"
	echo ""
	echo "-I, --install Install packages"
	echo "-R, --repo name Setup and update/install Pacemaker from the named clusterlabs.org repo"
	echo " Known values: rpm, rpm-test, rpm-next, rpm-test-next, rpm-test-rhel"
	echo "-D, --distro The distro within the --repo. Defaults to fedora-15"
	echo ""
	echo "-d, --debug Enable debug logging for the cluster"
	echo "-10 install stable-1.0 packages, implies: -p 0 -R rpm-test -I"
	echo "--hosts Copy /etc/hosts from the test master to the nodes"
	echo "-e, --extra list Whitespace separated list of extra packages to install"
	echo "-l, --limit N Use the first N hosts from the named group"
	echo " Extra packages to install"
	exit $1
	}

	host_input=""
	while true; do
	case "$1" in
	-g) cluster=$2;
	- dsh_group=`echo $cluster \| sed s/[a-zA-Z]*//`
	- host_input="-g $cluster"
	shift; shift;;
	-w\|--host)
	for h in $2; do
	host_input="$host_input -w $h";
	done
	shift; shift;;
	-w) host_input="$host_input -w $2"
	shift; shift;;
	-r\|--raw-ip) do_raw=1; shift;;

	-D) distro=$2; shift; shift;;
	-d\|--debug) do_debug=on; shift;;

	-R\|--repo) rpm_repo=$2; shift; shift;;
	-I\|--install) INSTALL=Yes; shift;;
	--hosts) ETCHOSTS=1; shift;;

	cman\|--cman) CTYPE=cman; shift;;
	-h\|--heartbeat) CTYPE=heartbeat; shift;;
	-c\|--corosync) CTYPE=corosync; shift;;
	-C\|--nodelist) CTYPE=corosync; nodelist=1; shift;;
	-o\|--openais) CTYPE=openais; shift;;
	--plugin\|-p) CTYPE=plugin; plugin_ver=$2; shift; shift;;
	-u\|--unicast) nodelist=1; transport=udpu; inaddr_any="yes"; shift;;
	-e\|--extra) pkgs="$pkgs $2"; shift; shift;;
	-t\|--test) rpm_repo=rpm-test-next; pkgs="$pkgs valgrind"; shift;;
	-l\|--limit) limit=$2; shift; shift;;

	r*[0-9])
	rhel=`echo $1 \| sed -e s/rhel// -e s/-// -e s/r//`
	distro="rhel-$rhel";
	pkgs="$pkgs qarsh-server";
	case $rhel in
	6) CTYPE=cman;;
	7) CTYPE=corosync;;
	esac
	shift
	;;

	f*[0-9][0-9])
	distro="fedora-`echo $1 \| sed -e s/fedora// -e s/-// -e s/f//`";
	CTYPE=corosync;
	shift
	;;
	p0\|10) pcmk_ver=10; plugin_ver=0; rpm_repo="rpm-test"; install=1; shift;;

	-y\|--yes\|--defaults) accept_defaults=1; shift;;
	-x) set -x; shift;;
	-\?\|--help) helptext 0; shift;;
	"") break;;
	*) echo "unknown option: $1"; exit 1;;
	esac
	done

	+if [ ! -z $cluster ]; then
	+ host_input="-g $cluster"
	+ # use the last digit present in the variable (if any)
	+ dsh_group=`echo $cluster \| sed 's/[^0-9]\+//g;s/.*$[0-9]$$/\1/'`
	+fi
	+
	+if [ -z $dsh_group ]; then
	+ dsh_group=1
	+fi
	+
	if [ x = "x$host_input" -a x = "x$cluster" ]; then
	if [ -d $HOME/.dsh/group ]; then
	read -p "Please specify a dsh group you'd like to configure as a cluster? [] " -t 60 cluster
	else
	read -p "Please specify a whitespace delimetered list of nodes you'd like to configure as a cluster? [] " -t 60 host_list

	for h in $2; do
	host_input="$host_input -w $h";
	done
	fi
	fi

	-if [ ! -z $cluster ]; then
	- host_input="-g $cluster"
	- dsh_group=`echo $cluster \| sed s/[a-zA-Z]*//`
	-fi
	-
	if [ -z "$host_input" ]; then
	echo "You didn't specify any nodes or groups to configure"
	exit 1
	fi

	if [ $limit -gt 0 ]; then
	echo "Using only the first $limit hosts in $cluster group"
	host_list=`cluster-helper --list bullet $host_input \| head -n $limit \| tr '\n*' ' '`
	else
	host_list=`cluster-helper --list short $host_input`
	fi
	num_hosts=`echo $host_list \| wc -w`

	-if [ -z $dsh_group ]; then
	- dsh_group=1
	-fi
	-
	if [ $num_hosts -gt 9 ]; then
	cs_port=66
	fi

	for h in $host_list; do
	ping -c 1 -q $h
	if [ $? != 0 ]; then
	echo "Using long names..."
	host_list=`cluster-helper --list long $host_input`
	break
	fi
	done

	if [ -z $CTYPE ]; then
	echo ""
	read -p "Where should Pacemaker obtain membership and quorum from? [corosync] (corosync, cman, plugin, openais, heartbeat) " -t 60 CTYPE
	fi

	case $CTYPE in
	cman) CMAN=1; cs_conf=/etc/cluster/cluster.conf;;
	corosync) cs_conf=/etc/corosync/corosync.conf;;
	heartbeat) do_heartbeat=1;;
	openais) cs_conf=/etc/ais/openais.conf;;
	plugin)
	cs_conf=/etc/corosync/corosync.conf
	if [ -z $plugin_ver ]; then
	echo ""
	read -p "Should corosync start Pacemaker? [No]" -t 60 PTYPE
	case $PTYPE in
	[Yy][Ee][Ss]\|[Yy]) plugin_ver=0;;
	*) plugin_ver=1;;
	esac
	fi
	;;
	esac

	function get_defaults()
	{
	if [ -z $SSH ]; then
	SSH="No"
	fi

	if [ -z $SELINUX ]; then
	SELINUX="No"
	fi

	if [ -z $IPTABLES ]; then
	IPTABLES="Yes"
	fi

	if [ -z $DOMAIN ]; then
	DOMAIN="No"
	fi
	if [ -z $INSTALL ]; then
	INSTALL="Yes"
	fi
	if [ -z $DATE ]; then
	DATE="No"
	fi
	}

	get_defaults
	if [ $accept_defaults = 0 ]; then
	echo ""
	read -p "Shall I install an ssh key to cluster nodes? [$SSH] " -t 60 SSH
	echo ""
	echo "SELinux prevent many things, including password-less ssh logins"
	read -p "Shall I disable selinux? [$SELINUX] " -t 60 SELINUX
	echo ""
	echo "Incorrectly configured firewalls will prevent corosync from starting up"
	read -p "Shall I disable iptables? [$IPTABLES] " -t 60 IPTABLES
	if [ $CMAN = 1 ]; then
	echo ""
	echo "Without a default domain, cman probably wont start because it can't look up the IP for hosts"
	read -p "Shall I set one? [No] (domain.name) " -t 60 DOMAIN
	elif [ $pcmk_ver = 10 ]; then
	echo ""
	echo "Without a default domain, external/ssh fencing probably wont work because it can't find its peers"
	read -p "Shall I set one? [No] (domain.name) " -t 60 DOMAIN
	fi

	echo ""
	read -p "Shall I install/update the relevant packages? [$INSTALL] " -t 60 INSTALL

	case $INSTALL in
	[Yy][Ee][Ss]\|[Yy]\|"")
	if [ -z $rpm_repo ]; then
	echo ""
	read -p "Would you like to install packages from ClusterLabs.org? [No] (rpm, rpm-next, rpm-test-next) " -t 60 rpm_repo
	fi

	if [ ! -z $rpm_repo ]; then
	if [ -z $distro ]; then
	distro=fedora-18
	echo ""
	read -p "Which distro are you installing for? [$distro] (eg. fedora-17, rhel-6) " -t 60 distro
	fi
	fi
	;;
	esac

	echo ""
	read -p "Shall I sync the date/time? [$DATE] " -t 60 DATE
	fi
	get_defaults

	echo ""
	echo "Detecting possible fencing options"
	if [ -e /etc/cluster/fence_xvm.key ]; then
	echo "* Found fence_xvm"
	fence_conf=/etc/cluster/fence_xvm.key
	pkgs="$pkgs fence-virt"
	fi

	if [ ! -z ${OS_AUTH_URL} ]; then
	echo "* Found openstack credentials"
	fence_conf=/sbin/fence_openstack
	pkgs="$pkgs python-novaclient"
	fi
	echo ""
	echo "Beginning cluster configuration"
	echo ""

	case $SSH in
	[Yy][Ee][Ss]\|[Yy])
	for host in $host_list; do
	echo "Installing our ssh key on ${host}"
	ssh-copy-id root@${host} >/dev/null 2>&1
	# Fix selinux labeling
	ssh -l root ${host} -- restorecon -R -v .
	done
	;;
	esac

	case $DATE in
	[Yy][Ee][Ss]\|[Yy])
	for host in $host_list; do
	echo "Setting time on ${host}"
	scp /etc/localtime root@${host}:/etc
	now=`date +%s`
	ssh -l root ${host} -- date -s @$now
	echo ""
	done
	;;
	esac

	REPO=
	if [ ! -z $rpm_repo ]; then
	REPO=$rpm_repo/$distro
	fi

	if [ $do_heartbeat = 1 ]; then
	pkgs="$pkgs heartbeat"
	fi
	if [ $CMAN = 1 ]; then
	pkgs="$pkgs cman"
	fi


	init=`mktemp`
	cat<<-END>$init
	verbose=0
	pkgs="$pkgs"

	lhost=\`uname -n\`
	lshort=\`echo \$lhost \| awk -F. '{print \$1}'\`

	log() {
	printf "%-10s \$*\n" "\$lshort:" 1>&2
	}

	debug() {
	if [ \$verbose -gt 0 ]; then
	log "Debug: \$*"
	fi
	}

	info() {
	log "\$*"
	}

	warning() {
	log "WARN: \$*"
	}

	fatal() {
	log "ERROR: \$*"
	exit 1
	}

	case $SELINUX in
	[Yy][Ee][Ss]\|[Yy])
	sed -i.sed "s/enforcing/disabled/g" /etc/selinux/config
	;;
	esac

	case $IPTABLES in
	[Yy][Ee][Ss]\|[Yy]\|"")
	service iptables stop
	chkconfig iptables off
	service firewalld stop
	chkconfig firewalld off
	;;
	esac

	case $DOMAIN in
	[Nn][Oo]\|"")
	;;
	.)
	if
	! grep domain /etc/resolv.conf
	then
	sed -i.sed "s/nameserver/domain\ $DOMAIN\\\nnameserver/g" /etc/resolv.conf
	fi
	;;
	*) echo "Unknown domain: $DOMAIN";;
	esac

	case $INSTALL in
	[Yy][Ee][Ss]\|[Yy]\|"")

	if [ ! -z $REPO ]; then
	info Configuring Clusterlabs repo: $REPO
	yum install -y wget
	rm -f /etc/yum.repos.d/clusterlabs.repo
	wget -O /etc/yum.repos.d/clusterlabs.repo http://www.clusterlabs.org/$REPO/clusterlabs.repo &>/dev/null
	yum clean all
	fi

	info Installing cluster software
	if [ $pcmk_ver = 10 ]; then
	yum install -y $pkgs at
	service atd start
	systemctl enable atd.service

	yum install -y "pacemaker < 1.1"
	else
	yum install -y $pkgs pacemaker
	fi
	;;
	esac

	info "Configuring services"
	chkconfig xinetd on
	service xinetd start &>/dev/null

	chkconfig corosync off &> /dev/null
	chkconfig heartbeat off &> /dev/null
	mkdir -p /etc/cluster

	info "Turning on core files"
	grep -q "unlimited" /etc/bashrc
	if [ $? = 1 ]; then
	sed -i.sed "s/bashrc/bashrc\\\nulimit\ -c\ unlimited/g" /etc/bashrc
	fi

	if [ $CMAN = 1 ]; then
	grep -q "logger" /etc/init.d/cman
	if [ $? = 1 ]; then
	info "Turning on CMAN init-script logging"
	sed -i.sed "s/function=/logger\ -p\ daemon.info\ cman\ init\ \\\$1\\\nfunction=/g" /etc/init.d/cman
	fi

	sed -i.sed "s/.CMAN_QUORUM_TIMEOUT=./CMAN_QUORUM_TIMEOUT=0/g" /etc/sysconfig/cman
	fi
	END

	function create_hb_config() {
	cat <<-END >/tmp/lha.$$
	auth 1
	1 crc
	END
	printf "%-10s Installing authkeys\n" ${host}
	scp -q /tmp/lha.$$ root@${host}:/etc/ha.d/authkeys
	ssh -l root ${host} -- chmod 600 /etc/ha.d/authkeys

	cat <<-END >/tmp/lha.$$
	traditional_compression off
	compression bz2

	realtime yes
	conn_logd_time 120
	coredumps true
	udpport $cs_port$dsh_group

	bcast eth0
	autojoin any

	logfacility daemon
	crm respawn

	# 8-node version
	debug 0
	keepalive 1
	warntime 6
	deadtime 10
	initdead 15
	END
	printf "%-10s Installing ha.cf\n" ${host}
	scp -q /tmp/lha.$$ root@${host}:/etc/ha.d/ha.cf
	}

	function patch_cs_config() {
	test $num_hosts != 2
	two_node=$?

	priority="info"
	if [ $do_debug = 1 ]; then
	priority="debug"
	fi

	ssh -l root ${host} -- sed -i.sed "s/.mcastaddr:./mcastaddr:\ 226.94.1.1/g" $cs_conf
	ssh -l root ${host} -- sed -i.sed "s/.mcastport:./mcastport:\ $cs_port$dsh_group/g" $cs_conf
	ssh -l root ${host} -- sed -i.sed "s/.bindnetaddr:./bindnetaddr:\ $ip/g" $cs_conf
	ssh -l root ${host} -- sed -i.sed "s/.syslog_facility:./syslog_facility:\ daemon/g" $cs_conf
	ssh -l root ${host} -- sed -i.sed "s/.logfile_priority:./logfile_priority:\ $priority/g" $cs_conf

	if [ ! -z $token ]; then
	ssh -l root ${host} -- sed -i.sed "s/.token:./token:\ $token/g" $cs_conf
	fi
	if [ ! -z $consensus ]; then
	ssh -l root ${host} -- sed -i.sed "s/.consensus:./consensus:\ $consensus/g" $cs_conf
	fi
	if [ ! -z $join ]; then
	ssh -l root ${host} -- sed -i.sed "s/^join:.*/join:\ $join/g" $cs_conf
	ssh -l root ${host} -- sed -i.sed "s/\\\Wjoin:.*/join:\ $join/g" $cs_conf
	fi

	if [ $plugin_ver -ge 0 ]; then
	ssh -l root ${host} -- grep -q "name: pacemaker" $cs_conf 2>&1 > /dev/null
	if [ $? = 0 ]; then
	ssh -l root ${host} -- sed -i.sed "s/.ver:./ver:\ $plugin_ver/g" $cs_conf
	else
	printf "%-10s Wrong quorum provider: installing $cs_conf for plugin v${plugin_ver} instead\n" ${host}
	create_cs_config
	fi

	elif [ $CMAN = 1 ]; then
	ssh -l root ${host} -- grep -q "quorum_cman" $cs_conf 2>&1 > /dev/null
	if [ $? = 0 ]; then
	ssh -l root ${host} -- sed -i.sed "s/\\\Wexpected_votes:.*/expected_votes:\ $num_hosts/g" $cs_conf
	ssh -l root ${host} -- sed -i.sed "s/\\\Wtwo_node:.*/two_node:\ $two_node/g" $cs_conf
	else
	printf "%-10s Wrong quorum provider: installing $cs_conf for cman instead\n" ${host}
	create_cs_config
	fi
	else
	ssh -l root ${host} -- grep -q "corosync_votequorum" $cs_conf 2>&1 > /dev/null
	if [ $? = 0 ]; then
	ssh -l root ${host} -- sed -i.sed "s/\\\Wexpected_votes:.*/expected_votes:\ $num_hosts/g" $cs_conf
	ssh -l root ${host} -- sed -i.sed "s/\\\Wtwo_node:.*/two_node:\ $two_node/g" $cs_conf
	else
	printf "%-10s Wrong quorum provider: installing $cs_conf for corosync instead\n" ${host}
	create_cs_config
	fi
	fi
	}

	function create_cs_config() {
	cs_tmp=/tmp/cs_conf.$$
	test $num_hosts != 2
	two_node=$?

	# Base config
	priority="info"
	if [ $do_debug = 1 ]; then
	priority="debug"
	fi

	cat <<-END >$cs_tmp
	# Please read the corosync.conf.5 manual page
	totem {
	version: 2

	# cypto_cipher and crypto_hash: Used for mutual node authentication.
	# If you choose to enable this, then do remember to create a shared
	# secret with "corosync-keygen".
	crypto_cipher: none
	crypto_hash: none

	# Assign a fixed node id
	nodeid: $id

	# Disable encryption
	secauth: off

	transport: $transport
	inaddr_any: $inaddr_any

	# interface: define at least one interface to communicate
	# over. If you define more than one interface stanza, you must
	# also set rrp_mode.
	interface {
	# Rings must be consecutively numbered, starting at 0.
	ringnumber: 0

	# This is normally the network address of the
	# interface to bind to. This ensures that you can use
	# identical instances of this configuration file
	# across all your cluster nodes, without having to
	# modify this option.
	bindnetaddr: $ip

	# However, if you have multiple physical network
	# interfaces configured for the same subnet, then the
	# network address alone is not sufficient to identify
	# the interface Corosync should bind to. In that case,
	# configure the host address of the interface
	# instead:
	# bindnetaddr: 192.168.1.1
	# When selecting a multicast address, consider RFC
	# 2365 (which, among other things, specifies that
	# 239.255.x.x addresses are left to the discretion of
	# the network administrator). Do not reuse multicast
	# addresses across multiple Corosync clusters sharing
	# the same network.

	# Corosync uses the port you specify here for UDP
	# messaging, and also the immediately preceding
	# port. Thus if you set this to 5405, Corosync sends
	# messages over UDP ports 5405 and 5404.
	mcastport: $cs_port$dsh_group

	# Time-to-live for cluster communication packets. The
	# number of hops (routers) that this ring will allow
	# itself to pass. Note that multicast routing must be
	# specifically enabled on most network routers.
	ttl: 1
	mcastaddr: 226.94.1.1
	}
	}

	logging {
	debug: off
	fileline: off
	to_syslog: yes
	to_stderr: no
	syslog_facility: daemon
	timestamp: on
	to_logfile: yes
	logfile: /var/log/corosync.log
	logfile_priority: $priority
	}

	amf {
	mode: disabled
	}
	END

	# Corosync Variant

	if [ $plugin_ver -ge 0 ]; then
	cat <<-END >>$cs_tmp
	service {
	name: pacemaker
	ver: $plugin_ver
	}
	END
	elif [ $CMAN = 1 ]; then
	cat <<-END >>$cs_tmp
	cluster {
	name: $cluster

	clusternodes {
	END

	for peer in $host_list; do
	p_name=`name_for_node $peer`
	p_id=`id_for_node $peer`

	cat <<-END >>$cs_tmp
	clusternode {
	votes: 1
	nodeid: $p_id
	name: $p_name
	}
	END
	done
	cat <<-END >>$cs_tmp
	}
	cman {
	expected_votes: $num_hosts
	cluster_id: $dsh_group
	nodename: $cs_short_host
	two_node: $two_node
	max_queued: 10
	}
	}

	service {
	name: corosync_cman
	ver: 0
	}

	quorum {
	provider: quorum_cman
	}
	END
	elif [ $nodelist = 1 ]; then
	cat <<-END >>$cs_tmp
	nodelist {
	END

	for peer in $host_list; do
	p_name=`name_for_node $peer`
	p_id=`id_for_node $peer`
	p_ip=`ip_for_node $peer`

	cat <<-END >>$cs_tmp
	node {
	ring0_addr: $p_ip
	nodeid: $p_id
	quorum_votes: 1
	name: $peer
	}
	END
	done
	cat <<-END >>$cs_tmp
	}

	quorum {
	provider: corosync_votequorum
	expected_votes: $num_hosts
	votes: 1
	two_node: $two_node
	wait_for_all: 0
	last_man_standing: 0
	auto_tie_breaker: 0
	}
	END
	else
	cat <<-END >>$cs_tmp
	quorum {
	provider: corosync_votequorum
	expected_votes: $num_hosts
	votes: 1
	two_node: $two_node
	wait_for_all: 0
	last_man_standing: 0
	auto_tie_breaker: 0
	}
	END
	fi
	scp -q $cs_tmp root@${host}:$cs_conf
	rm -f $cs_tmp
	}

	function create_cman_config() {
	cs_tmp=/tmp/cs_conf.$$
	cat <<-END >$cs_tmp
	<?xml version="1.0"?>
	<cluster config_version="1" name="$cluster">
	<logging debug="$do_debug"/>
	<clusternodes>
	END

	lpc=1
	for h in $host_list; do
	short_h=`name_for_node $h`
	cat <<-END >>$cs_tmp
	<clusternode name="$short_h" nodeid="$lpc">
	<fence>
	<method name="pcmk-redirect">
	<device name="pcmk" port="$short_h"/>
	</method>
	</fence>
	</clusternode>
	END
	lpc=`expr $lpc + 1`
	done

	test $num_hosts != 2
	two_node=$?
	extra=""

	if [ $two_node = 1 ]; then
	extra="\n <cman two_node=\"1\" expected_votes=\"1\"/>"
	fi
	cat <<-END >>$cs_tmp
	</clusternodes>
	<fencedevices>
	<fencedevice name="pcmk" agent="fence_pcmk"/>
	</fencedevices>$extra
	</cluster>
	END
	scp -q $cs_tmp root@${host}:$cs_conf
	rm -f $cs_tmp
	}

	for host in $host_list; do
	echo ""
	echo ""
	echo "* Configuring $host"

	cs_short_host=`name_for_node $host`
	ip=`ip_for_node $host`
	id=`id_for_node $host`

	echo $ip \| grep -qis NXDOMAIN
	if [ $? = 0 ]; then
	echo "Couldn't find resolve $host to an IP address"
	exit 1
	fi

	if [ `uname -n` = $host ]; then
	bash $init
	else
	cat $init \| ssh -l root -T $host -- "cat > $init; bash $init"
	fi

	if [ "x$fence_conf" != x ]; then
	if [ -e $fence_conf ]; then
	scp $fence_conf root@${host}:$fence_conf
	fi
	fi

	if [ $ETCHOSTS = 1 ]; then
	scp /etc/hosts root@${host}:/etc/hosts
	fi

	if [ $pcmk_ver = 10 ]; then
	scp /etc/hosts root@${host}:/etc/hosts
	scp ~/.ssh/id_dsa.suse root@${host}:.ssh/id_dsa
	scp ~/.ssh/known_hosts root@${host}:.ssh/known_hosts
	fi

	if [ $do_heartbeat = 1 ]; then
	create_hb_config ${host}

	elif [ $CMAN = 1 ]; then
	create_cman_config
	printf "%-10s Installed $cs_conf\n" ${host}:

	else
	ssh -l root ${host} -- grep -q "token:" $cs_conf 2>&1 > /dev/null
	new_config=$?
	new_config=1

	if [ $new_config = 0 ]; then
	printf "%-10s Updating $cs_conf\n" ${host}:
	patch_cs_config

	else
	printf "%-10s Installing $cs_conf\n" ${host}:
	create_cs_config
	fi
	fi
	done

File Metadata

Mime Type: text/x-diff
Expires: Mon, Sep 22, 11:06 PM (14 h, 1 m)
Storage Engine: blob
Storage Format: Raw Data
Storage Handle: 2403388
Default Alt Text: (37 KB)

No OneTemporaryActions

View Options

File Metadata

Event Timeline

No OneTemporary
Actions