No OneTemporary
Actions

Size

30 KB

Referenced Files

None

Subscribers

None

View Options

	diff --git a/heartbeat/nfsnotify.in b/heartbeat/nfsnotify.in
	index 7f710bca7..851f6ad6b 100644
	--- a/heartbeat/nfsnotify.in
	+++ b/heartbeat/nfsnotify.in
	@@ -1,323 +1,323 @@
	#!@BASH_SHELL@
	#
	# Copyright (c) 2014 David Vossel <davidvossel@gmail.com>
	# All Rights Reserved.
	#
	# This program is free software; you can redistribute it and/or modify
	# it under the terms of version 2 of the GNU General Public License as
	# published by the Free Software Foundation.
	#
	# This program is distributed in the hope that it would be useful, but
	# WITHOUT ANY WARRANTY; without even the implied warranty of
	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
	#
	# Further, this software is distributed without any warranty that it is
	# free of the rightful claim of any third person regarding infringement
	# or the like. Any license provided herein, whether implied or
	# otherwise, applies only to this software file. Patent licenses, if
	# any, provided herein do not apply to combinations of this program with
	# other software, or any other product whatsoever.
	#
	# You should have received a copy of the GNU General Public License
	# along with this program; if not, write the Free Software Foundation,
	# Inc., 59 Temple Place - Suite 330, Boston MA 02111-1307, USA.
	#

	#######################################################################
	# Initialization:

	: ${OCF_FUNCTIONS_DIR=${OCF_ROOT}/lib/heartbeat}
	. ${OCF_FUNCTIONS_DIR}/ocf-shellfuncs
	. ${OCF_FUNCTIONS_DIR}/ocf-directories

	# Parameter defaults

	OCF_RESKEY_source_host_default=""
	OCF_RESKEY_notify_args_default="false"

	: ${OCF_RESKEY_source_host=${OCF_RESKEY_source_host_default}}
	: ${OCF_RESKEY_notify_args=${OCF_RESKEY_notify_args_default}}

	#######################################################################

	sbindir=$HA_SBIN_DIR
	if [ -z "$sbindir" ]; then
	sbindir=/usr/sbin
	fi

	SELINUX_ENABLED=-1

	NFSNOTIFY_TMP_DIR="${HA_RSCTMP}/nfsnotify_${OCF_RESOURCE_INSTANCE}/"
	HA_STATD_PIDFILE="$NFSNOTIFY_TMP_DIR/rpc.statd_${OCF_RESOURCE_INSTANCE}.pid"
	HA_STATD_PIDFILE_PREV="$NFSNOTIFY_TMP_DIR/rpc.statd_${OCF_RESOURCE_INSTANCE}.pid.prev"
	STATD_PATH="/var/lib/nfs/statd"
	SM_NOTIFY_BINARY="${sbindir}/sm-notify"
	IS_RENOTIFY=0

	meta_data() {
	cat <<END
	<?xml version="1.0"?>
	<!DOCTYPE resource-agent SYSTEM "ra-api-1.dtd">
	<resource-agent name="nfsnotify">
	<version>1.0</version>

	<longdesc lang="en">
	This agent sends NFSv3 reboot notifications to clients which informs clients to reclaim locks.
	</longdesc>
	<shortdesc lang="en">sm-notify reboot notifications</shortdesc>

	<parameters>

	<parameter name="source_host" unique="0" required="0">
	<longdesc lang="en">
	Comma separated list of floating IP addresses or host names that clients use
	to access the nfs service. This will be used to set the source address and
	mon_name of the SN_NOTIFY reboot notifications.
	</longdesc>
	<shortdesc lang="en">source IP addresses</shortdesc>
	<content type="string" default="${OCF_RESKEY_source_host_default}" />
	</parameter>

	<parameter name="notify_args" unique="0" required="0">
	<longdesc lang="en">
	Additional arguments to send to the sm-notify command. By default
	this agent will always set sm-notify's '-f' option. When the
	source_host option is set, the '-v' option will be used automatically
	to set the proper source address. Any additional sm-notify arguments
	set with this option will be used in addition to the previous default
	arguments.
	</longdesc>
	<shortdesc lang="en">sm-notify arguments</shortdesc>
	<content type="string" default="${OCF_RESKEY_notify_args_default}" />
	</parameter>

	</parameters>

	<actions>
	<action name="start" timeout="90s" />
	<action name="stop" timeout="90s" />
	<action name="monitor" timeout="90s" interval="30s" depth="0" />
	<action name="reload" timeout="90s" />
	<action name="meta-data" timeout="10s" />
	<action name="validate-all" timeout="20s" />
	</actions>
	</resource-agent>
	END
	}

	v3notify_usage()
	{
	cat <<END
	usage: $0 {start\|stop\|monitor\|validate-all\|meta-data}

	Expects to have a fully populated OCF RA-compliant environment set.
	END
	}

	v3notify_validate()
	{
	# check_binary will exit with OCF_ERR_INSTALLED when binary is missing
	check_binary "$SM_NOTIFY_BINARY"
	check_binary "pgrep"
	check_binary "killall"

	return $OCF_SUCCESS
	}

	killall_smnotify()
	{
	# killall sm-notify
	killall -TERM $SM_NOTIFY_BINARY > /dev/null 2>&1
	if [ $? -eq 0 ]; then
	# it is useful to know if sm-notify processes were actually left around
	# or not during the stop/start operation. Whether this condition is true
	# or false does not indicate a failure. It does indicate that
	# there are probably some unresponsive nfs clients out there that are keeping
	# the sm-notify processes retrying.
	ocf_log info "previous sm-notify processes terminated before $__OCF_ACTION action."
	fi
	}

	v3notify_stop()
	{
	killall_smnotify

	rm -f $HA_STATD_PIDFILE_PREV > /dev/null 2>&1
	mv $HA_STATD_PIDFILE $HA_STATD_PIDFILE_PREV > /dev/null 2>&1

	return $OCF_SUCCESS
	}

	check_statd_pidfile()
	{
	local binary="rpc.statd"
	local pidfile="$HA_STATD_PIDFILE"

	ocf_log debug "Checking status for ${binary}."
	if [ -e "$pidfile" ]; then
	cat /proc/$(cat $pidfile)/cmdline 2>/dev/null \| grep -a "${binary}" > /dev/null 2>&1
	if [ $? -eq 0 ]; then
	return $OCF_SUCCESS
	fi

	ocf_exit_reason "$(cat $pidfile) for $binary is no longer running, sm-notify needs to re-notify clients"
	return $OCF_ERR_GENERIC
	fi

	# if we don't have a pid file for rpc.statd, we have not yet sent the notifications
	return $OCF_NOT_RUNNING
	}

	write_statd_pid()
	{
	local binary="rpc.statd"
	local pidfile="$HA_STATD_PIDFILE"
	local pid

	pid=$(pgrep ${binary})
	case $? in
	0)
	ocf_log info "PID file (pid:${pid} at $pidfile) created for ${binary}."
	mkdir -p $(dirname $pidfile)
	echo "$pid" > $pidfile
	return $OCF_SUCCESS;;
	1)
	rm -f "$pidfile" > /dev/null 2>&1
	ocf_log info "$binary is not running"
	return $OCF_NOT_RUNNING;;
	*)
	rm -f "$pidfile" > /dev/null 2>&1
	ocf_exit_reason "Error encountered detecting pid status of $binary"
	return $OCF_ERR_GENERIC;;
	esac
	}

	copy_statd()
	{
	local src=$1
	local dest=$2

	if ! [ -d "$dest" ]; then
	mkdir -p "$dest"
	fi

	cp -rpfn $src/sm $src/sm.bak $src/state $dest > /dev/null 2>&1

	# make sure folder ownership and selinux lables stay consistent
	[ -n "`id -u rpcuser`" -a "`id -g rpcuser`" ] && chown rpcuser.rpcuser "$dest"
	[ $SELINUX_ENABLED -eq 0 ] && chcon -R "$SELINUX_LABEL" "$dest"
	}

	v3notify_start()
	{
	local rc=$OCF_SUCCESS
	local cur_statd
	local statd_backup
	local is_renotify=0

	# monitor, see if we need to notify or not
	v3notify_monitor
	if [ $? -eq 0 ]; then
	return $OCF_SUCCESS
	fi

	# kill off any other sm-notify processes that might already be running.
	killall_smnotify

	# record the pid of rpc.statd. if this pid ever changes, we have to re-notify
	write_statd_pid
	rc=$?
	if [ $rc -ne 0 ]; then
	return $rc
	fi

	# if the last time we ran nfs-notify, it was with the same statd process,
	# consider this a re-notification. During re-notifications we do not let the
	# sm-notify binary have access to the real statd directory.
	if [ "$(cat $HA_STATD_PIDFILE)" = "$(cat $HA_STATD_PIDFILE_PREV 2>/dev/null)" ]; then
	ocf_log info "Renotifying clients"
	is_renotify=1
	fi

	statd_backup="$STATD_PATH/nfsnotify.bu"
	copy_statd "$STATD_PATH" "$statd_backup"

	if [ -z "$OCF_RESKEY_source_host" ]; then
	if [ "$is_renotify" -eq 0 ]; then
	cur_statd="$STATD_PATH"
	else
	cur_statd="$statd_backup"
	fi
	ocf_log info "sending notifications on default source address."
	$SM_NOTIFY_BINARY -f $OCF_RESKEY_notify_args -P $cur_statd
	if [ $? -ne 0 ]; then
	ocf_exit_reason "sm-notify execution failed, view syslog for more information"
	return $OCF_ERR_GENERIC
	fi

	return $OCF_SUCCESS
	fi

	# do sm-notify for each ip
	for ip in `echo ${OCF_RESKEY_source_host} \| sed 's/,/ /g'`; do

	# have the first sm-notify use the actual statd directory so the
	# notify list can be managed properly.
	if [ "$is_renotify" -eq 0 ]; then
	cur_statd="$STATD_PATH"
	# everything after the first notify we are considering a renotification
	# which means we don't use the real statd directory.
	is_renotify=1
	else
	# use our copied statd directory for the remaining ip addresses
	cur_statd="$STATD_PATH/nfsnotify_${OCF_RESOURCE_INSTANCE}_${ip}"
	copy_statd "$statd_backup" "$cur_statd"
	fi

	ocf_log info "sending notifications with source address $ip"
	$SM_NOTIFY_BINARY -f $OCF_RESKEY_notify_args -v $ip -P "$cur_statd"
	if [ $? -ne 0 ]; then
	ocf_exit_reason "sm-notify with source host set to [ $ip ] failed. view syslog for more information"
	return $OCF_ERR_GENERIC
	fi
	done

	return $OCF_SUCCESS
	}

	v3notify_monitor()
	{
	# verify rpc.statd is up, and that the rpc.statd pid is the same one we
	# found during the start. otherwise rpc.statd recovered and we need to notify
	# again.
	check_statd_pidfile
	}

	case $__OCF_ACTION in
	meta-data) meta_data
	exit $OCF_SUCCESS;;
	usage\|help) v3notify_usage
	exit $OCF_SUCCESS;;
	*)
	;;
	esac

	which restorecon > /dev/null 2>&1 && selinuxenabled
	SELINUX_ENABLED=$?
	if [ $SELINUX_ENABLED -eq 0 ]; then
	- export SELINUX_LABEL="$(ls -ldZ $STATD_PATH \| cut -f4 -d' ')"
	+ export SELINUX_LABEL="$(ls -dZ $STATD_PATH \| grep -o '\S\+:\S\+:\S\+')"
	fi

	case $__OCF_ACTION in
	start) v3notify_start;;
	stop) v3notify_stop;;
	monitor) v3notify_monitor;;
	validate-all) v3notify_validate;;
	*) v3notify_usage
	exit $OCF_ERR_UNIMPLEMENTED;;
	esac

	rc=$?
	ocf_log debug "${OCF_RESOURCE_INSTANCE} $__OCF_ACTION : $rc"
	exit $rc

	diff --git a/heartbeat/nfsserver b/heartbeat/nfsserver
	index 0dbc173f3..80d20676b 100755
	--- a/heartbeat/nfsserver
	+++ b/heartbeat/nfsserver
	@@ -1,890 +1,890 @@
	#!/bin/sh
	# nfsserver
	#
	# Description: Manages nfs server as OCF resource
	# by hxinwei@gmail.com
	# License: GNU General Public License v2 (GPLv2) and later

	if [ -n "$OCF_DEBUG_LIBRARY" ]; then
	. $OCF_DEBUG_LIBRARY
	else
	: ${OCF_FUNCTIONS_DIR=${OCF_ROOT}/lib/heartbeat}
	. ${OCF_FUNCTIONS_DIR}/ocf-shellfuncs
	fi

	if is_redhat_based; then
	. ${OCF_FUNCTIONS_DIR}/nfsserver-redhat.sh
	fi

	DEFAULT_INIT_SCRIPT_LIST="/etc/init.d/nfsserver /etc/init.d/nfs /etc/init.d/nfs-kernel-server"
	DEFAULT_INIT_SCRIPT="/etc/init.d/nfsserver"
	for script in $DEFAULT_INIT_SCRIPT_LIST
	do
	if [ -f $script -a -x $script ]; then
	DEFAULT_INIT_SCRIPT=$script
	break
	fi
	done

	DEFAULT_NOTIFY_CMD=`which sm-notify`
	DEFAULT_NOTIFY_CMD=${DEFAULT_NOTIFY_CMD:-"/sbin/sm-notify"}
	DEFAULT_NOTIFY_FOREGROUND="false"
	DEFAULT_RPCPIPEFS_DIR="/var/lib/nfs/rpc_pipefs"
	EXEC_MODE=0
	SELINUX_ENABLED=-1
	STATD_PATH="/var/lib/nfs"
	STATD_DIR=""

	nfsserver_meta_data() {
	cat <<END
	<?xml version="1.0"?>
	<!DOCTYPE resource-agent SYSTEM "ra-api-1.dtd">
	<resource-agent name="nfsserver">
	<version>1.0</version>

	<longdesc lang="en">
	Nfsserver helps one to manage the Linux nfs server as a failover-able resource in Linux-HA.
	It depends on Linux specific NFS implementation details, so is considered not portable to other platforms yet.
	</longdesc>

	<shortdesc lang="en">Manages an NFS server</shortdesc>

	<parameters>

	<parameter name="nfs_init_script" unique="0" required="0">
	<longdesc lang="en">
	The default init script shipped with the Linux distro.
	The nfsserver resource agent offloads the start/stop/monitor
	work to the init script because the procedure to start/stop/monitor
	nfsserver varies on different Linux distro. In the event that this
	option is not set, this agent will attempt to use an init script at
	this location, ${DEFAULT_INIT_SCRIPT}, or detect a systemd unit-file
	to use in the event that no init script is detected.
	</longdesc>
	<shortdesc lang="en">
	Init script for nfsserver
	</shortdesc>
	<content type="string" default="auto detected" />
	</parameter>

	<parameter name="nfs_no_notify" unique="0" required="0">
	<longdesc lang="en">
	Do not send reboot notifications to NFSv3 clients during server startup.
	</longdesc>
	<shortdesc lang="en">
	Disable NFSv3 server reboot notifications
	</shortdesc>
	<content type="boolean" default="false" />
	</parameter>

	<parameter name="nfs_notify_foreground" unique="0" required="0">
	<longdesc lang="en">
	Keeps the sm-notify attached to its controlling terminal and running in the foreground.
	</longdesc>
	<shortdesc lang="en">
	Keeps the notify tool running in the foreground.
	</shortdesc>
	<content type="boolean" default="$DEFAULT_NOTIFY_FOREGROUND" />
	</parameter>

	<parameter name="nfs_smnotify_retry_time" unique="0" required="0">
	<longdesc lang="en">
	Specifies the length of sm-notify retry time, in minutes, to continue retrying notifications to unresponsive hosts.
	If this option is not specified, sm-notify attempts to send notifications for 15 minutes. Specifying a value of 0
	causes sm-notify to continue sending notifications to unresponsive peers until it is manually killed.
	</longdesc>
	<shortdesc lang="en">
	Specifies the length of sm-notify retry time (minutes).
	</shortdesc>
	<content type="integer" default="" />
	</parameter>

	<parameter name="nfs_ip" unique="0" required="0">
	<longdesc lang="en">
	Comma separated list of floating IP addresses used to access the nfs service
	</longdesc>
	<shortdesc lang="en">
	IP addresses.
	</shortdesc>
	<content type="string"/>
	</parameter>

	<parameter name="nfs_shared_infodir" unique="0" required="0">
	<longdesc lang="en">
	The nfsserver resource agent will save nfs related information in this specific directory.
	And this directory must be able to fail-over before nfsserver itself.
	</longdesc>
	<shortdesc lang="en">
	Directory to store nfs server related information.
	</shortdesc>
	<content type="string" default="" />
	</parameter>

	<parameter name="rpcpipefs_dir" unique="0" required="0">
	<longdesc lang="en">
	The mount point for the sunrpc file system. Default is $DEFAULT_RPCPIPEFS_DIR.
	This script will mount (bind) nfs_shared_infodir on /var/lib/nfs/ (cannot be changed),
	and this script will mount the sunrpc file system on $DEFAULT_RPCPIPEFS_DIR (default, can be changed by this parameter).
	If you want to move only rpc_pipefs/ (e.g. to keep rpc_pipefs/ local) from default, please set this value.
	</longdesc>
	<shortdesc lang="en">
	The mount point for the sunrpc file system.
	</shortdesc>
	<content type="string" default="$DEFAULT_RPCPIPEFS_DIR" />
	</parameter>

	$(
	is_redhat_based && nfsserver_redhat_meta_data
	)

	</parameters>

	<actions>
	<action name="start" timeout="40s" />
	<action name="stop" timeout="20s" />
	<action name="monitor" depth="0" timeout="20s" interval="10s" />
	<action name="meta-data" timeout="5s" />
	<action name="validate-all" timeout="30s" />
	</actions>
	</resource-agent>
	END

	return $OCF_SUCCESS
	}

	nfsserver_usage() {
	cat <<END
	usage: $0 {start\|stop\|monitor\|status\|validate-all\|meta-data}
	END
	}

	if [ $# -ne 1 ]; then
	nfsserver_usage
	exit $OCF_ERR_ARGS
	fi

	case $__OCF_ACTION in
	meta-data) nfsserver_meta_data
	exit $OCF_SUCCESS
	;;
	usage\|help) nfsserver_usage
	exit $OCF_SUCCESS
	;;
	*)
	;;
	esac

	fp="$OCF_RESKEY_nfs_shared_infodir"
	: ${OCF_RESKEY_nfs_notify_cmd="$DEFAULT_NOTIFY_CMD"}
	: ${OCF_RESKEY_nfs_notify_foreground="$DEFAULT_NOTIFY_FOREGROUND"}
	: ${OCF_RESKEY_rpcpipefs_dir="$DEFAULT_RPCPIPEFS_DIR"}
	OCF_RESKEY_rpcpipefs_dir=${OCF_RESKEY_rpcpipefs_dir%/}

	# Use statd folder if it exists
	if [ -d "/var/lib/nfs/statd" ]; then
	STATD_DIR="statd"
	STATD_PATH="/var/lib/nfs/statd"
	fi

	# SELinux information. We are taking the permissions from
	# the current statd dir and applying it to the HA one that is
	# being mounted in its place.
	which restorecon > /dev/null 2>&1 && selinuxenabled
	SELINUX_ENABLED=$?
	if [ $SELINUX_ENABLED -eq 0 ]; then
	- export SELINUX_LABEL="$(ls -ldZ $STATD_PATH \| cut -f4 -d' ')"
	+ export SELINUX_LABEL="$(ls -dZ $STATD_PATH \| grep -o '\S\+:\S\+:\S\+')"
	fi

	##
	# EXEC_MODE values
	# 1 user init script or default init script
	# 2 systemd (with nfs-lock.service)
	# 3 systemd (with rpc-statd.service)
	#
	# On error, this function will terminate the process
	# with error code $OCF_ERR_INSTALLED
	##
	set_exec_mode()
	{

	##
	# If EXEC_MODE is already set, we don't need to run this function again.
	##
	if [ $EXEC_MODE -ne 0 ]; then
	return 0;
	fi

	##
	# If the user defined an init script, It must exist for us to continue
	##
	if [ -n "$OCF_RESKEY_nfs_init_script" ]; then
	# check_binary will exit the process if init script does not exist
	check_binary ${OCF_RESKEY_nfs_init_script}
	EXEC_MODE=1
	return 0
	fi

	##
	# Check to see if the default init script exists, if so we'll use that.
	##
	if which $DEFAULT_INIT_SCRIPT > /dev/null 2>&1; then
	OCF_RESKEY_nfs_init_script=$DEFAULT_INIT_SCRIPT
	EXEC_MODE=1
	return 0
	fi

	if which systemctl > /dev/null 2>&1; then
	if systemctl --no-legend list-unit-files 'nfs-*' \| grep nfs-server > /dev/null; then

	##
	# Attempt systemd (with nfs-lock.service).
	##
	if systemctl --no-legend list-unit-files 'nfs-*' \| grep nfs-lock > /dev/null; then
	EXEC_MODE=2
	# when using systemd, the nfs-lock service file handles nfsv3 locking daemons for us.
	return 0
	fi

	##
	# Attempt systemd (with rpc-statd.service).
	##
	if systemctl --no-legend list-unit-files 'rpc-*' \| grep rpc-statd > /dev/null; then
	EXEC_MODE=3
	return 0
	fi
	fi
	fi

	ocf_exit_reason "No init script or systemd unit file detected for nfs server"
	exit $OCF_ERR_INSTALLED
	}

	##
	# wrapper for init script and systemd calls.
	##
	nfs_exec()
	{
	local cmd=$1
	local svc=$2
	set_exec_mode

	case $EXEC_MODE in
	1) ${OCF_RESKEY_nfs_init_script} $cmd;;
	2) if ! echo $svc \| grep -q "\."; then
	svc="${svc}.service"
	fi
	systemctl -n0 $cmd $svc
	;;
	3) if ! echo $svc \| grep -q "\."; then
	svc="${svc}.service"
	fi
	systemctl -n0 $cmd $svc
	;;
	esac
	}

	v3locking_exec()
	{
	local cmd=$1
	set_exec_mode

	if [ $EXEC_MODE -eq 2 ]; then
	nfs_exec $cmd nfs-lock.service
	elif [ $EXEC_MODE -eq 3 ]; then
	nfs_exec $cmd rpc-statd.service
	else
	case $cmd in
	start) locking_start;;
	stop) locking_stop;;
	status) locking_status;;
	esac
	fi
	}

	nfsserver_systemd_monitor()
	{
	local threads_num
	local rc
	local fn

	ocf_log debug "Status: rpcbind"
	rpcinfo > /dev/null 2>&1
	rc=$?
	if [ "$rc" -ne "0" ]; then
	ocf_exit_reason "rpcbind is not running"
	return $OCF_NOT_RUNNING
	fi

	ocf_log debug "Status: nfs-mountd"
	ps axww \| grep -q "[r]pc.mountd"
	rc=$?
	if [ "$rc" -ne "0" ]; then
	ocf_exit_reason "nfs-mountd is not running"
	return $OCF_NOT_RUNNING
	fi

	ocf_log debug "Status: nfs-idmapd"
	fn=`mktemp`
	nfs_exec status nfs-idmapd > $fn 2>&1
	rc=$?
	ocf_log debug "$(cat $fn)"
	rm -f $fn
	if [ "$rc" -ne "0" ]; then
	ocf_exit_reason "nfs-idmapd is not running"
	return $OCF_NOT_RUNNING
	fi

	ocf_log debug "Status: rpc-statd"
	rpcinfo -t localhost 100024 > /dev/null 2>&1
	rc=$?
	if [ "$rc" -ne "0" ]; then
	ocf_exit_reason "rpc-statd is not running"
	return $OCF_NOT_RUNNING
	fi

	nfs_exec is-active nfs-server
	rc=$?

	# Now systemctl is-active can't detect the failure of kernel process like nfsd.
	# So, if the return value of systemctl is-active is 0, check the threads number
	# to make sure the process is running really.
	# /proc/fs/nfsd/threads has the numbers of the nfsd threads.
	if [ $rc -eq 0 ]; then
	threads_num=`cat /proc/fs/nfsd/threads 2>/dev/null`
	if [ $? -eq 0 ]; then
	if [ $threads_num -gt 0 ]; then
	return $OCF_SUCCESS
	else
	return 3
	fi
	else
	return $OCF_ERR_GENERIC
	fi
	fi

	return $rc
	}

	nfsserver_monitor ()
	{
	local fn

	set_exec_mode
	fn=`mktemp`
	case $EXEC_MODE in
	1) nfs_exec status nfs-server > $fn 2>&1;;
	[23]) nfsserver_systemd_monitor > $fn 2>&1;;
	esac
	rc=$?
	ocf_log debug "$(cat $fn)"
	rm -f $fn

	#Adapte LSB status code to OCF return code
	if [ $rc -eq 0 ]; then
	# don't report success if nfs servers are up
	# without locking daemons.
	v3locking_exec "status"
	rc=$?
	if [ $rc -ne 0 ]; then
	ocf_exit_reason "NFS server is up, but the locking daemons are down"
	rc=$OCF_ERR_GENERIC
	fi
	return $rc
	elif [ $rc -eq 3 ] \|\| [ $rc -eq $OCF_NOT_RUNNING ]; then
	return $OCF_NOT_RUNNING
	else
	return $OCF_ERR_GENERIC
	fi
	}

	prepare_directory ()
	{
	if [ -z "$fp" ]; then
	return
	fi

	[ -d "$OCF_RESKEY_rpcpipefs_dir" ] \|\| mkdir -p $OCF_RESKEY_rpcpipefs_dir
	[ -d "$fp/v4recovery" ] \|\| mkdir -p $fp/v4recovery

	[ -d "$fp/$STATD_DIR" ] \|\| mkdir -p "$fp/$STATD_DIR"
	[ -d "$fp/$STATD_DIR/sm" ] \|\| mkdir -p "$fp/$STATD_DIR/sm"
	[ -d "$fp/$STATD_DIR/sm.ha" ] \|\| mkdir -p "$fp/$STATD_DIR/sm.ha"
	[ -d "$fp/$STATD_DIR/sm.bak" ] \|\| mkdir -p "$fp/$STATD_DIR/sm.bak"
	[ -n "`id -u rpcuser 2>/dev/null`" -a "`id -g rpcuser 2>/dev/null`" ] &&
	chown -R rpcuser.rpcuser "$fp/$STATD_DIR"

	[ -f "$fp/etab" ] \|\| touch "$fp/etab"
	[ -f "$fp/xtab" ] \|\| touch "$fp/xtab"
	[ -f "$fp/rmtab" ] \|\| touch "$fp/rmtab"

	dd if=/dev/urandom of=$fp/$STATD_DIR/state bs=1 count=4 >/dev/null 2>&1
	[ -n "`id -u rpcuser 2>/dev/null`" -a "`id -g rpcuser 2>/dev/null`" ] && chown rpcuser.rpcuser "$fp/$STATD_DIR/state"
	[ $SELINUX_ENABLED -eq 0 ] && chcon -R "$SELINUX_LABEL" "$fp"
	}

	is_bound ()
	{
	if mount \| grep -q "on $1 type"; then
	return 0
	fi

	return 1
	}

	bind_tree ()
	{
	if [ -z "$fp" ]; then
	return
	fi

	[ -d "$fp" ] \|\| mkdir -p $fp

	if is_bound /var/lib/nfs; then
	ocf_log debug "$fp is already bound to /var/lib/nfs"
	return 0
	fi

	case $EXEC_MODE in
	[23]) if nfs_exec status var-lib-nfs-rpc_pipefs.mount > /dev/null 2>&1; then
	ocf_log debug "/var/lib/nfs/rpc_pipefs already mounted. Unmounting in preparation to bind mount nfs dir"
	systemctl stop var-lib-nfs-rpc_pipefs.mount
	fi
	;;
	esac

	mount --bind $fp /var/lib/nfs
	[ $SELINUX_ENABLED -eq 0 ] && restorecon /var/lib/nfs
	}

	unbind_tree ()
	{
	local i=1
	while `mount \| grep -q " on $OCF_RESKEY_rpcpipefs_dir "` && [ "$i" -le 10 ]; do
	ocf_log info "Stop: umount ($i/10 attempts)"
	umount -t rpc_pipefs $OCF_RESKEY_rpcpipefs_dir
	sleep 1
	i=$((i + 1))
	done
	if is_bound /var/lib/nfs; then
	umount /var/lib/nfs
	fi
	}

	binary_status()
	{
	local binary=$1
	local pid

	pid=$(pgrep ${binary})
	case $? in
	0)
	echo "$pid"
	return $OCF_SUCCESS;;
	1)
	return $OCF_NOT_RUNNING;;
	*)
	return $OCF_ERR_GENERIC;;
	esac
	}

	locking_status()
	{
	binary_status "rpc.statd" > /dev/null 2>&1
	}

	locking_start()
	{
	local ret=$OCF_SUCCESS

	ocf_log info "Starting rpc.statd."

	rpc.statd $STATDARG

	ret=$?
	if [ $ret -ne 0 ]; then
	ocf_log err "Failed to start rpc.statd"
	return $ret
	fi
	[ -d /var/lock/subsys ] && touch /var/lock/subsys/nfslock

	return $ret
	}

	terminate()
	{
	local pids
	local i=0

	while : ; do
	pids=$(binary_status $1)
	[ -z "$pids" ] && return 0
	kill $pids
	sleep 1
	i=$((i + 1))
	[ $i -gt 3 ] && return 1
	done
	}


	killkill()
	{
	local pids
	local i=0

	while : ; do
	pids=$(binary_status $1)
	[ -z "$pids" ] && return 0
	kill -9 $pids
	sleep 1
	i=$((i + 1))
	[ $i -gt 3 ] && return 1
	done
	}

	stop_process()
	{
	local process=$1

	ocf_log info "Stopping $process"
	if terminate $process; then
	ocf_log debug "$process is stopped"
	else
	if killkill $process; then
	ocf_log debug "$process is stopped"
	else
	ocf_log debug "Failed to stop $process"
	return 1
	fi
	fi
	return 0
	}

	locking_stop()
	{
	ret=0

	# sm-notify can prevent umount of /var/lib/nfs/statd if
	# it is still trying to notify unresponsive clients.
	stop_process sm-notify
	if [ $? -ne 0 ]; then
	ret=$OCF_ERR_GENERIC
	fi

	stop_process rpc.statd
	if [ $? -ne 0 ]; then
	ret=$OCF_ERR_GENERIC
	fi

	return $ret
	}

	notify_locks()
	{
	if ocf_is_true "$OCF_RESKEY_nfs_no_notify"; then
	# we've been asked not to notify clients
	return;
	fi

	# run in foreground, if requested
	if ocf_is_true "$OCF_RESKEY_nfs_notify_foreground"; then
	opts="-d"
	fi

	if [ -n "$OCF_RESKEY_nfs_smnotify_retry_time" ]; then
	opts="$opts -m $OCF_RESKEY_nfs_smnotify_retry_time"
	fi

	if [ -n "$OCF_RESKEY_statd_outgoing_port" ]; then
	opts="$opts -p $OCF_RESKEY_statd_outgoing_port"
	fi

	# forces re-notificaiton regardless if notifies have already gone out
	opts="$opts -f"

	ocf_log info "executing sm-notify"
	if [ -n "$OCF_RESKEY_nfs_ip" ]; then
	for ip in `echo ${OCF_RESKEY_nfs_ip} \| sed 's/,/ /g'`; do
	cp -rpfn $STATD_PATH/sm.ha/* $STATD_PATH/ > /dev/null 2>&1
	sm-notify $opts -v $ip
	done
	else
	sm-notify $opts
	fi
	}

	nfsserver_start ()
	{
	local rc;
	local fn

	if nfsserver_monitor; then
	ocf_log debug "NFS server is already started"
	return $OCF_SUCCESS
	fi

	is_redhat_based && set_env_args
	bind_tree
	prepare_directory

	if ! `mount \| grep -q " on $OCF_RESKEY_rpcpipefs_dir "`; then
	mount -t rpc_pipefs sunrpc $OCF_RESKEY_rpcpipefs_dir
	fi

	# remove the sm-notify pid so sm-notify will be allowed to run again without requiring a reboot.
	rm -f /var/run/sm-notify.pid
	#
	# Synchronize these before starting statd
	#
	cp -rpfn $STATD_PATH/sm.ha/* $STATD_PATH/ > /dev/null 2>&1
	rm -rf $STATD_PATH/sm.ha/* > /dev/null 2>&1
	cp -rpf $STATD_PATH/sm $STATD_PATH/sm.bak /var/lib/nfs/state $STATD_PATH/sm.ha > /dev/null 2>&1

	ocf_log info "Starting NFS server ..."

	# mounts /proc/fs/nfsd for us
	lsmod \| grep -q nfsd
	if [ $? -ne 0 ]; then
	modprobe nfsd
	fi

	# systemd
	case $EXEC_MODE in
	[23]) nfs_exec start rpcbind
	local i=1
	while : ; do
	ocf_log info "Start: rpcbind i: $i"
	rpcinfo > /dev/null 2>&1
	rc=$?
	if [ "$rc" -eq "0" ]; then
	break;
	fi
	sleep 1
	i=$((i + 1))
	done
	;;
	esac

	# check to see if we need to start rpc.statd
	v3locking_exec "status"
	if [ $? -ne $OCF_SUCCESS ]; then
	v3locking_exec "start"
	rc=$?
	if [ $rc -ne 0 ]; then
	ocf_exit_reason "Failed to start NFS server locking daemons"
	return $rc
	fi
	else
	ocf_log info "rpc.statd already up"
	fi

	# systemd
	case $EXEC_MODE in
	[23]) nfs_exec start nfs-mountd
	local i=1
	while : ; do
	ocf_log info "Start: nfs-mountd i: $i"
	ps axww \| grep -q "[r]pc.mountd"
	rc=$?
	if [ "$rc" -eq "0" ]; then
	break;
	fi
	sleep 1
	i=$((i + 1))
	done

	nfs_exec start nfs-idmapd
	local i=1
	while : ; do
	ocf_log info "Start: nfs-idmapd i: $i"
	fn=`mktemp`
	nfs_exec status nfs-idmapd > $fn 2>&1
	rc=$?
	ocf_log debug "$(cat $fn)"
	rm -f $fn
	if [ "$rc" -eq "0" ]; then
	break;
	fi
	sleep 1
	i=$((i + 1))
	done

	nfs_exec start rpc-statd
	local i=1
	while : ; do
	ocf_log info "Start: rpc-statd i: $i"
	rpcinfo -t localhost 100024 > /dev/null 2>&1
	rc=$?
	if [ "$rc" -eq "0" ]; then
	break;
	fi
	sleep 1
	i=$((i + 1))
	done
	esac


	fn=`mktemp`
	nfs_exec start nfs-server > $fn 2>&1
	rc=$?
	ocf_log debug "$(cat $fn)"
	rm -f $fn

	if [ $rc -ne 0 ]; then
	ocf_exit_reason "Failed to start NFS server"
	return $rc
	fi

	tfn="/proc/fs/nfsd/threads"
	if [ ! -f "$tfn" ] \|\| [ "$(cat $tfn)" -le "0" ]; then
	ocf_exit_reason "Failed to start NFS server: /proc/fs/nfsd/threads"
	return $OCF_ERR_GENERIC
	fi

	notify_locks

	ocf_log info "NFS server started"
	return $OCF_SUCCESS
	}

	nfsserver_stop ()
	{
	local fn

	ocf_log info "Stopping NFS server ..."

	# backup the current sm state information to the ha folder before stopping.
	# the ha folder will be synced after startup, restoring the statd client state
	rm -rf $STATD_PATH/sm.ha/* > /dev/null 2>&1
	cp -rpf $STATD_PATH/sm $STATD_PATH/sm.bak /var/lib/nfs/state $STATD_PATH/sm.ha > /dev/null 2>&1

	fn=`mktemp`
	nfs_exec stop nfs-server > $fn 2>&1
	rc=$?
	ocf_log debug "$(cat $fn)"
	rm -f $fn

	if [ $rc -ne 0 ]; then
	ocf_exit_reason "Failed to stop NFS server"
	return $rc
	fi

	# systemd
	case $EXEC_MODE in
	[23]) ocf_log info "Stop: threads"
	tfn="/proc/fs/nfsd/threads"
	while [ -f "$tfn" ] && [ "$(cat $tfn)" -gt "0" ]; do
	ocf_log err "NFS server failed to stop: /proc/fs/nfsd/threads"
	sleep 1
	done

	nfs_exec stop rpc-statd > /dev/null 2>&1
	ocf_log info "Stop: rpc-statd"
	rpcinfo -t localhost 100024 > /dev/null 2>&1
	rc=$?
	if [ "$rc" -eq "0" ]; then
	ocf_exit_reason "Failed to stop rpc-statd"
	return $OCF_ERR_GENERIC
	fi

	nfs_exec stop nfs-idmapd > /dev/null 2>&1
	ocf_log info "Stop: nfs-idmapd"
	fn=`mktemp`
	nfs_exec status nfs-idmapd > $fn 2>&1
	rc=$?
	ocf_log debug "$(cat $fn)"
	rm -f $fn
	if [ "$rc" -eq "0" ]; then
	ocf_exit_reason "Failed to stop nfs-idmapd"
	return $OCF_ERR_GENERIC
	fi

	nfs_exec stop nfs-mountd > /dev/null 2>&1
	ocf_log info "Stop: nfs-mountd"
	ps axww \| grep -q "[r]pc.mountd"
	rc=$?
	if [ "$rc" -eq "0" ]; then
	ocf_exit_reason "Failed to stop nfs-mountd"
	return $OCF_ERR_GENERIC
	fi

	if systemctl --no-legend list-unit-files "nfsdcld*" \| grep -q nfsdcld; then
	nfs_exec stop nfsdcld > /dev/null 2>&1
	ocf_log info "Stop: nfsdcld"
	fn=`mktemp`
	nfs_exec status nfsdcld > $fn 2>&1
	rc=$?
	ocf_log debug "$(cat $fn)"
	rm -f $fn
	if [ "$rc" -eq "0" ]; then
	ocf_exit_reason "Failed to stop nfsdcld"
	return $OCF_ERR_GENERIC
	fi
	fi
	esac


	v3locking_exec "stop"
	if [ $? -ne 0 ]; then
	ocf_exit_reason "Failed to stop NFS locking daemons"
	rc=$OCF_ERR_GENERIC
	fi

	# systemd
	case $EXEC_MODE in
	[23]) nfs_exec stop rpc-gssd > /dev/null 2>&1
	ocf_log info "Stop: rpc-gssd"
	esac

	unbind_tree
	ocf_log info "NFS server stopped"
	return 0
	}

	nfsserver_validate ()
	{
	##
	# set_exec_mode will exit if nfs server is not installed
	##
	set_exec_mode
	check_binary ${OCF_RESKEY_nfs_notify_cmd}


	if [ -n "$OCF_RESKEY_CRM_meta_clone" ] && [ -n "$OCF_RESKEY_nfs_shared_infodir" ]; then
	ocf_exit_reason "This RA does not support clone mode when a shared info directory is in use."
	exit $OCF_ERR_CONFIGURED
	fi

	if [ -n "$OCF_RESKEY_nfs_smnotify_retry_time" ]; then
	if ! ocf_is_decimal "$OCF_RESKEY_nfs_smnotify_retry_time"; then
	ocf_exit_reason "Invalid nfs_smnotify_retry_time [$OCF_RESKEY_nfs_smnotify_retry_time]"
	exit $OCF_ERR_CONFIGURED
	fi
	fi

	case ${OCF_RESKEY_nfs_notify_cmd##*/} in
	sm-notify\|rpc.statd) ;;
	*)
	ocf_exit_reason "Invalid nfs_notify_cmd [$OCF_RESKEY_nfs_notify_cmd]"
	exit $OCF_ERR_CONFIGURED
	;;
	esac

	return $OCF_SUCCESS
	}

	nfsserver_validate

	case $__OCF_ACTION in
	start) nfsserver_start
	;;
	stop) nfsserver_stop
	;;
	monitor) nfsserver_monitor
	;;
	validate-all) exit $OCF_SUCCESS
	;;
	*) nfsserver_usage
	exit $OCF_ERR_UNIMPLEMENTED
	;;
	esac

File Metadata

Mime Type: text/x-diff
Expires: Mon, Dec 23, 12:13 PM (1 d, 2 h)
Storage Engine: blob
Storage Format: Raw Data
Storage Handle: 1128317
Default Alt Text: (30 KB)

No OneTemporaryActions

View Options

File Metadata

Event Timeline

No OneTemporary
Actions