No OneTemporary
Actions

Size

58 KB

Referenced Files

None

Subscribers

None

View Options

	diff --git a/tools/crm_mon.c b/tools/crm_mon.c
	index 93c2b2d889..0c3f0ad065 100644
	--- a/tools/crm_mon.c
	+++ b/tools/crm_mon.c
	@@ -1,1842 +1,1842 @@
	/*
	* Copyright 2004-2019 the Pacemaker project contributors
	*
	* The version control history for this file may have further details.
	*
	* This source code is licensed under the GNU General Public License version 2
	* or later (GPLv2+) WITHOUT ANY WARRANTY.
	*/

	#include <crm_internal.h>

	#include <sys/param.h>

	#include <crm/crm.h>

	#include <stdio.h>
	#include <sys/types.h>
	#include <sys/stat.h>
	#include <unistd.h>

	#include <stdlib.h>
	#include <errno.h>
	#include <fcntl.h>
	#include <libgen.h>
	#include <signal.h>
	#include <sys/utsname.h>

	#include <crm/msg_xml.h>
	#include <crm/services.h>
	#include <crm/lrmd.h>
	#include <crm/common/cmdline_internal.h>
	#include <crm/common/curses_internal.h>
	#include <crm/common/internal.h> /* crm_ends_with_ext */
	#include <crm/common/ipc.h>
	#include <crm/common/iso8601_internal.h>
	#include <crm/common/mainloop.h>
	#include <crm/common/output.h>
	#include <crm/common/util.h>
	#include <crm/common/xml.h>

	#include <crm/cib/internal.h>
	#include <crm/pengine/status.h>
	#include <crm/pengine/internal.h>
	#include <pacemaker-internal.h>
	#include <crm/stonith-ng.h>
	#include <crm/fencing/internal.h>

	#include "crm_mon.h"

	#define SUMMARY "Provides a summary of cluster's current state.\n\n" \
	"Outputs varying levels of detail in a number of different formats."

	/*
	* Definitions indicating which items to print
	*/

	static unsigned int show = mon_show_default;

	/*
	* Definitions indicating how to output
	*/

	static mon_output_format_t output_format = mon_output_unset;

	static char output_filename = NULL; / if sending output to a file, its name */

	/* other globals */
	static GMainLoop *mainloop = NULL;
	static guint timer_id = 0;
	static mainloop_timer_t *refresh_timer = NULL;
	static pe_working_set_t *mon_data_set = NULL;

	static cib_t *cib = NULL;
	static stonith_t *st = NULL;
	static xmlNode *current_cib = NULL;

	static pcmk__common_args_t *args = NULL;
	static pcmk__output_t *out = NULL;
	static GOptionContext *context = NULL;

	/* FIXME allow, detect, and correctly interpret glob pattern or regex? */
	const char *print_neg_location_prefix = "";

	static time_t last_refresh = 0;
	crm_trigger_t *refresh_trigger = NULL;

	static pcmk__supported_format_t formats[] = {
	#if CURSES_ENABLED
	CRM_MON_SUPPORTED_FORMAT_CURSES,
	#endif
	PCMK__SUPPORTED_FORMAT_HTML,
	PCMK__SUPPORTED_FORMAT_NONE,
	PCMK__SUPPORTED_FORMAT_TEXT,
	PCMK__SUPPORTED_FORMAT_XML,
	{ NULL, NULL, NULL }
	};

	/* Define exit codes for monitoring-compatible output
	* For nagios plugins, the possibilities are
	* OK=0, WARN=1, CRIT=2, and UNKNOWN=3
	*/
	#define MON_STATUS_WARN CRM_EX_ERROR
	#define MON_STATUS_CRIT CRM_EX_INVALID_PARAM
	#define MON_STATUS_UNKNOWN CRM_EX_UNIMPLEMENT_FEATURE

	struct {
	int reconnect_msec;
	int fence_history_level;
	gboolean daemonize;
	gboolean show_bans;
	char *pid_file;
	char *external_agent;
	char *external_recipient;
	unsigned int mon_ops;
	} options = {
	.reconnect_msec = 5000,
	.fence_history_level = 1,
	.mon_ops = mon_op_default
	};

	static void clean_up_connections(void);
	static crm_exit_t clean_up(crm_exit_t exit_code);
	static void crm_diff_update(const char event, xmlNode msg);
	static gboolean mon_refresh_display(gpointer user_data);
	static int cib_connect(gboolean full);
	static void mon_st_callback_event(stonith_t * st, stonith_event_t * e);
	static void mon_st_callback_display(stonith_t * st, stonith_event_t * e);
	static void kick_refresh(gboolean data_updated);

	static gboolean
	as_cgi_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error) {
	if (args->output_ty != NULL) {
	free(args->output_ty);
	}

	args->output_ty = strdup("html");
	output_format = mon_output_cgi;
	options.mon_ops \|= mon_op_one_shot;
	return TRUE;
	}

	static gboolean
	as_html_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error) {
	if (optarg == NULL) {
	g_set_error(error, G_OPTION_ERROR, 1, "--as-html requires filename");
	return FALSE;
	}

	if (args->output_ty != NULL) {
	free(args->output_ty);
	}

	args->output_ty = strdup("html");
	output_format = mon_output_html;
	output_filename = strdup(optarg);
	umask(S_IWGRP \| S_IWOTH);
	return TRUE;
	}

	static gboolean
	as_simple_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error) {
	if (args->output_ty != NULL) {
	free(args->output_ty);
	}

	args->output_ty = strdup("text");
	output_format = mon_output_monitor;
	options.mon_ops \|= mon_op_one_shot;
	return TRUE;
	}

	static gboolean
	as_xml_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error) {
	if (args->output_ty != NULL) {
	free(args->output_ty);
	}

	args->output_ty = strdup("xml");
	output_format = mon_output_legacy_xml;
	options.mon_ops \|= mon_op_one_shot;
	return TRUE;
	}

	static gboolean
	fence_history_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error) {
	int rc = crm_atoi(optarg, "2");

	if (rc == -1 \|\| rc > 3) {
	g_set_error(error, G_OPTION_ERROR, CRM_EX_INVALID_PARAM, "Fence history must be 0-3");
	return FALSE;
	} else {
	options.fence_history_level = rc;
	}

	return TRUE;
	}

	static gboolean
	group_by_node_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error) {
	options.mon_ops \|= mon_op_group_by_node;
	return TRUE;
	}

	static gboolean
	hide_headers_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error) {
	show &= ~mon_show_headers;
	return TRUE;
	}

	static gboolean
	inactive_resources_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error) {
	options.mon_ops \|= mon_op_inactive_resources;
	return TRUE;
	}

	static gboolean
	no_curses_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error) {
	output_format = mon_output_plain;
	return TRUE;
	}

	static gboolean
	one_shot_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error) {
	options.mon_ops \|= mon_op_one_shot;
	return TRUE;
	}

	static gboolean
	print_brief_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error) {
	options.mon_ops \|= mon_op_print_brief;
	return TRUE;
	}

	static gboolean
	print_clone_detail_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error) {
	options.mon_ops \|= mon_op_print_clone_detail;
	return TRUE;
	}

	static gboolean
	print_pending_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error) {
	options.mon_ops \|= mon_op_print_pending;
	return TRUE;
	}

	static gboolean
	print_timing_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error) {
	options.mon_ops \|= mon_op_print_timing;
	show \|= mon_show_operations;
	return TRUE;
	}

	static gboolean
	reconnect_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error) {
	int rc = crm_get_msec(optarg);

	if (rc == -1) {
	g_set_error(error, G_OPTION_ERROR, CRM_EX_INVALID_PARAM, "Invalid value for -i: %s", optarg);
	return FALSE;
	} else {
	options.reconnect_msec = crm_get_msec(optarg);
	}

	return TRUE;
	}

	static gboolean
	show_attributes_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error) {
	show \|= mon_show_attributes;
	return TRUE;
	}

	static gboolean
	show_bans_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error) {
	show \|= mon_show_bans;

	if (optarg != NULL) {
	print_neg_location_prefix = optarg;
	}

	return TRUE;
	}

	static gboolean
	show_failcounts_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error) {
	show \|= mon_show_failcounts;
	return TRUE;
	}

	static gboolean
	show_operations_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error) {
	show \|= mon_show_operations;
	return TRUE;
	}

	static gboolean
	show_tickets_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error) {
	show \|= mon_show_tickets;
	return TRUE;
	}

	static gboolean
	use_cib_file_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error) {
	setenv("CIB_file", optarg, 1);
	options.mon_ops \|= mon_op_one_shot;
	return TRUE;
	}

	static gboolean
	watch_fencing_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error) {
	options.mon_ops \|= mon_op_watch_fencing;
	return TRUE;
	}

	#define INDENT " "

	/* INDENT-OFF */
	static GOptionEntry addl_entries[] = {
	{ "interval", 'i', 0, G_OPTION_ARG_CALLBACK, reconnect_cb,
	"Update frequency in seconds",
	"SECONDS" },

	{ "one-shot", '1', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, one_shot_cb,
	"Display the cluster status once on the console and exit",
	NULL },

	{ "disable-ncurses", 'N', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, no_curses_cb,
	"Disable the use of ncurses",
	NULL },

	{ "daemonize", 'd', 0, G_OPTION_ARG_NONE, &options.daemonize,
	"Run in the background as a daemon",
	NULL },

	{ "pid-file", 'p', 0, G_OPTION_ARG_FILENAME, &options.pid_file,
	"(Advanced) Daemon pid file location",
	"FILE" },

	{ "external-agent", 'E', 0, G_OPTION_ARG_FILENAME, &options.external_agent,
	"A program to run when resource operations take place",
	"FILE" },

	{ "external-recipient", 'e', 0, G_OPTION_ARG_STRING, &options.external_recipient,
	"A recipient for your program (assuming you want the program to send something to someone).",
	"RCPT" },

	{ "xml-file", 'x', G_OPTION_FLAG_HIDDEN, G_OPTION_ARG_CALLBACK, use_cib_file_cb,
	NULL,
	NULL },

	{ NULL }
	};

	static GOptionEntry display_entries[] = {
	{ "group-by-node", 'n', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, group_by_node_cb,
	"Group resources by node",
	NULL },

	{ "inactive", 'r', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, inactive_resources_cb,
	"Display inactive resources",
	NULL },

	{ "failcounts", 'f', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, show_failcounts_cb,
	"Display resource fail counts",
	NULL },

	{ "operations", 'o', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, show_operations_cb,
	"Display resource operation history",
	NULL },

	{ "timing-details", 't', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, print_timing_cb,
	"Display resource operation history with timing details",
	NULL },

	{ "tickets", 'c', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, show_tickets_cb,
	"Display cluster tickets",
	NULL },

	{ "watch-fencing", 'W', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, watch_fencing_cb,
	"Listen for fencing events. For use with --external-agent",
	NULL },

	{ "fence-history", 'm', G_OPTION_FLAG_OPTIONAL_ARG, G_OPTION_ARG_CALLBACK, fence_history_cb,
	"Show fence history:\n"
	INDENT "0=off, 1=failures and pending (default without option),\n"
	INDENT "2=add successes (default without value for option),\n"
	INDENT "3=show full history without reduction to most recent of each flavor",
	"LEVEL" },

	{ "neg-locations", 'L', G_OPTION_FLAG_OPTIONAL_ARG, G_OPTION_ARG_CALLBACK, show_bans_cb,
	"Display negative location constraints [optionally filtered by id prefix]",
	NULL },

	{ "show-node-attributes", 'A', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, show_attributes_cb,
	"Display node attributes",
	NULL },

	{ "hide-headers", 'D', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, hide_headers_cb,
	"Hide all headers",
	NULL },

	{ "show-detail", 'R', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, print_clone_detail_cb,
	"Show more details (node IDs, individual clone instances)",
	NULL },

	{ "brief", 'b', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, print_brief_cb,
	"Brief output",
	NULL },

	{ "pending", 'j', G_OPTION_FLAG_HIDDEN\|G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, print_pending_cb,
	"Display pending state if 'record-pending' is enabled",
	NULL },

	{ NULL }
	};

	static GOptionEntry mode_entries[] = {
	{ "as-html", 'h', G_OPTION_FLAG_FILENAME, G_OPTION_ARG_CALLBACK, as_html_cb,
	"Write cluster status to the named HTML file",
	"FILE" },

	{ "as-xml", 'X', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, as_xml_cb,
	"Write cluster status as XML to stdout. This will enable one-shot mode.",
	NULL },

	{ "web-cgi", 'w', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, as_cgi_cb,
	"Web mode with output suitable for CGI (preselected when run as *.cgi)",
	NULL },

	{ "simple-status", 's', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, as_simple_cb,
	"Display the cluster status once as a simple one line output (suitable for nagios)",
	NULL },

	{ NULL }
	};
	/* INDENT-ON */

	static gboolean
	mon_timer_popped(gpointer data)
	{
	int rc = pcmk_ok;

	#if CURSES_ENABLED
	if (output_format == mon_output_console) {
	clear();
	refresh();
	}
	#endif

	if (timer_id > 0) {
	g_source_remove(timer_id);
	timer_id = 0;
	}

	print_as(output_format, "Reconnecting...\n");
	rc = cib_connect(TRUE);

	if (rc != pcmk_ok) {
	timer_id = g_timeout_add(options.reconnect_msec, mon_timer_popped, NULL);
	}
	return FALSE;
	}

	static void
	mon_cib_connection_destroy(gpointer user_data)
	{
	print_as(output_format, "Connection to the cluster-daemons terminated\n");
	if (refresh_timer != NULL) {
	/* we'll trigger a refresh after reconnect */
	mainloop_timer_stop(refresh_timer);
	}
	if (timer_id) {
	/* we'll trigger a new reconnect-timeout at the end */
	g_source_remove(timer_id);
	timer_id = 0;
	}
	if (st) {
	/* the client API won't properly reconnect notifications
	* if they are still in the table - so remove them
	*/
	st->cmds->remove_notification(st, T_STONITH_NOTIFY_DISCONNECT);
	st->cmds->remove_notification(st, T_STONITH_NOTIFY_FENCE);
	st->cmds->remove_notification(st, T_STONITH_NOTIFY_HISTORY);
	if (st->state != stonith_disconnected) {
	st->cmds->disconnect(st);
	}
	}
	if (cib) {
	cib->cmds->signoff(cib);
	timer_id = g_timeout_add(options.reconnect_msec, mon_timer_popped, NULL);
	}
	return;
	}

	/*
	* Mainloop signal handler.
	*/
	static void
	mon_shutdown(int nsig)
	{
	clean_up(CRM_EX_OK);
	}

	#if CURSES_ENABLED
	static sighandler_t ncurses_winch_handler;

	static void
	mon_winresize(int nsig)
	{
	static int not_done;
	int lines = 0, cols = 0;

	if (!not_done++) {
	if (ncurses_winch_handler)
	/* the original ncurses WINCH signal handler does the
	* magic of retrieving the new window size;
	* otherwise, we'd have to use ioctl or tgetent */
	(*ncurses_winch_handler) (SIGWINCH);
	getmaxyx(stdscr, lines, cols);
	resizeterm(lines, cols);
	mainloop_set_trigger(refresh_trigger);
	}
	not_done--;
	}
	#endif

	static int
	cib_connect(gboolean full)
	{
	int rc = pcmk_ok;
	static gboolean need_pass = TRUE;

	CRM_CHECK(cib != NULL, return -EINVAL);

	if (getenv("CIB_passwd") != NULL) {
	need_pass = FALSE;
	}

	if (is_set(options.mon_ops, mon_op_fence_connect) && st == NULL) {
	st = stonith_api_new();
	}

	if (is_set(options.mon_ops, mon_op_fence_connect) && st != NULL && st->state == stonith_disconnected) {
	rc = st->cmds->connect(st, crm_system_name, NULL);
	if (rc == pcmk_ok) {
	crm_trace("Setting up stonith callbacks");
	if (is_set(options.mon_ops, mon_op_watch_fencing)) {
	st->cmds->register_notification(st, T_STONITH_NOTIFY_DISCONNECT,
	mon_st_callback_event);
	st->cmds->register_notification(st, T_STONITH_NOTIFY_FENCE, mon_st_callback_event);
	} else {
	st->cmds->register_notification(st, T_STONITH_NOTIFY_DISCONNECT,
	mon_st_callback_display);
	st->cmds->register_notification(st, T_STONITH_NOTIFY_HISTORY, mon_st_callback_display);
	}
	}
	}

	if (cib->state != cib_connected_query && cib->state != cib_connected_command) {
	crm_trace("Connecting to the CIB");
	if ((output_format == mon_output_console) && need_pass && (cib->variant == cib_remote)) {
	need_pass = FALSE;
	print_as(output_format, "Password:");
	}

	rc = cib->cmds->signon(cib, crm_system_name, cib_query);

	if (rc != pcmk_ok) {
	return rc;
	}

	rc = cib->cmds->query(cib, NULL, &current_cib, cib_scope_local \| cib_sync_call);
	if (rc == pcmk_ok) {
	mon_refresh_display(&output_format);
	}

	if (rc == pcmk_ok && full) {
	if (rc == pcmk_ok) {
	rc = cib->cmds->set_connection_dnotify(cib, mon_cib_connection_destroy);
	if (rc == -EPROTONOSUPPORT) {
	print_as
	(output_format, "Notification setup not supported, won't be able to reconnect after failure");
	if (output_format == mon_output_console) {
	sleep(2);
	}
	rc = pcmk_ok;
	}

	}

	if (rc == pcmk_ok) {
	cib->cmds->del_notify_callback(cib, T_CIB_DIFF_NOTIFY, crm_diff_update);
	rc = cib->cmds->add_notify_callback(cib, T_CIB_DIFF_NOTIFY, crm_diff_update);
	}

	if (rc != pcmk_ok) {
	print_as(output_format, "Notification setup failed, could not monitor CIB actions");
	if (output_format == mon_output_console) {
	sleep(2);
	}
	clean_up_connections();
	}
	}
	}
	return rc;
	}

	#if CURSES_ENABLED
	static const char *
	get_option_desc(char c)
	{
	const char *desc = "No help available";

	for (GOptionEntry *entry = display_entries; entry != NULL; entry++) {
	if (entry->short_name == c) {
	desc = entry->description;
	break;
	}
	}
	return desc;
	}

	#define print_option_help(output_format, option, condition) \
	print_as(output_format, "%c %c: \t%s\n", ((condition)? '*': ' '), option, get_option_desc(option));

	static gboolean
	detect_user_input(GIOChannel *channel, GIOCondition condition, gpointer user_data)
	{
	int c;
	gboolean config_mode = FALSE;

	while (1) {

	/* Get user input */
	c = getchar();

	switch (c) {
	case 'm':
	if (!options.fence_history_level) {
	options.mon_ops \|= mon_op_fence_history;
	options.mon_ops \|= mon_op_fence_connect;
	if (st == NULL) {
	mon_cib_connection_destroy(NULL);
	}
	}
	show ^= mon_show_fence_history;
	break;
	case 'c':
	show ^= mon_show_tickets;
	break;
	case 'f':
	show ^= mon_show_failcounts;
	break;
	case 'n':
	options.mon_ops ^= mon_op_group_by_node;
	break;
	case 'o':
	show ^= mon_show_operations;
	if ((show & mon_show_operations) == 0) {
	options.mon_ops &= ~mon_op_print_timing;
	}
	break;
	case 'r':
	options.mon_ops ^= mon_op_inactive_resources;
	break;
	case 'R':
	options.mon_ops ^= mon_op_print_clone_detail;
	break;
	case 't':
	options.mon_ops ^= mon_op_print_timing;
	if (is_set(options.mon_ops, mon_op_print_timing)) {
	show \|= mon_show_operations;
	}
	break;
	case 'A':
	show ^= mon_show_attributes;
	break;
	case 'L':
	show ^= mon_show_bans;
	break;
	case 'D':
	/* If any header is shown, clear them all, otherwise set them all */
	if (show & mon_show_headers) {
	show &= ~mon_show_headers;
	} else {
	show \|= mon_show_headers;
	}
	break;
	case 'b':
	options.mon_ops ^= mon_op_print_brief;
	break;
	case 'j':
	options.mon_ops ^= mon_op_print_pending;
	break;
	case '?':
	config_mode = TRUE;
	break;
	default:
	goto refresh;
	}

	if (!config_mode)
	goto refresh;

	blank_screen();

	print_as(output_format, "Display option change mode\n");
	print_as(output_format, "\n");
	print_option_help(output_format, 'c', show & mon_show_tickets);
	print_option_help(output_format, 'f', show & mon_show_failcounts);
	print_option_help(output_format, 'n', is_set(options.mon_ops, mon_op_group_by_node));
	print_option_help(output_format, 'o', show & mon_show_operations);
	print_option_help(output_format, 'r', is_set(options.mon_ops, mon_op_inactive_resources));
	print_option_help(output_format, 't', is_set(options.mon_ops, mon_op_print_timing));
	print_option_help(output_format, 'A', show & mon_show_attributes);
	print_option_help(output_format, 'L', show & mon_show_bans);
	print_option_help(output_format, 'D', (show & mon_show_headers) == 0);
	print_option_help(output_format, 'R', is_set(options.mon_ops, mon_op_print_clone_detail));
	print_option_help(output_format, 'b', is_set(options.mon_ops, mon_op_print_brief));
	print_option_help(output_format, 'j', is_set(options.mon_ops, mon_op_print_pending));
	print_option_help(output_format, 'm', (show & mon_show_fence_history));
	print_as(output_format, "\n");
	print_as(output_format, "Toggle fields via field letter, type any other key to return");
	}

	refresh:
	mon_refresh_display(NULL);
	return TRUE;
	}
	#endif

	// Basically crm_signal_handler(SIGCHLD, SIG_IGN) plus the SA_NOCLDWAIT flag
	static void
	avoid_zombies()
	{
	struct sigaction sa;

	memset(&sa, 0, sizeof(struct sigaction));
	if (sigemptyset(&sa.sa_mask) < 0) {
	crm_warn("Cannot avoid zombies: %s", pcmk_strerror(errno));
	return;
	}
	sa.sa_handler = SIG_IGN;
	sa.sa_flags = SA_RESTART\|SA_NOCLDWAIT;
	if (sigaction(SIGCHLD, &sa, NULL) < 0) {
	crm_warn("Cannot avoid zombies: %s", pcmk_strerror(errno));
	}
	}

	static GOptionContext *
	build_arg_context(pcmk__common_args_t *args) {
	GOptionContext *context = NULL;

	GOptionEntry extra_prog_entries[] = {
	{ "quiet", 'Q', 0, G_OPTION_ARG_NONE, &(args->quiet),
	"Be less descriptive in output.",
	NULL },

	{ NULL }
	};

	const char *examples = "Examples:\n\n"
	"Display the cluster status on the console with updates as they occur:\n\n"
	"\tcrm_mon\n\n"
	"Display the cluster status on the console just once then exit:\n\n"
	"\tcrm_mon -1\n\n"
	"Display your cluster status, group resources by node, and include inactive resources in the list:\n\n"
	"\tcrm_mon --group-by-node --inactive\n\n"
	"Start crm_mon as a background daemon and have it write the cluster status to an HTML file:\n\n"
	- "\tcrm_mon --daemonize --as-html /path/to/docroot/filename.html\n\n"
	+ "\tcrm_mon --daemonize --output-as html --output-to /path/to/docroot/filename.html\n\n"
	"Start crm_mon and export the current cluster status as XML to stdout, then exit:\n\n"
	- "\tcrm_mon --as-xml\n";
	+ "\tcrm_mon --output-as xml\n";

	context = pcmk__build_arg_context(args, "console (default), html, text, xml");
	pcmk__add_main_args(context, extra_prog_entries);
	g_option_context_set_description(context, examples);

	pcmk__add_arg_group(context, "mode", "Mode Options (mutually exclusive):",
	"Show mode options", mode_entries);
	pcmk__add_arg_group(context, "display", "Display Options:",
	"Show display options", display_entries);
	pcmk__add_arg_group(context, "additional", "Additional Options:",
	"Show additional options", addl_entries);

	return context;
	}

	int
	main(int argc, char **argv)
	{
	int rc = pcmk_ok;
	char **processed_args = NULL;

	GError *error = NULL;

	args = pcmk__new_common_args(SUMMARY);
	context = build_arg_context(args);
	pcmk__register_formats(context, formats);

	options.pid_file = strdup("/tmp/ClusterMon.pid");
	crm_log_cli_init("crm_mon");

	// Avoid needing to wait for subprocesses forked for -E/--external-agent
	avoid_zombies();

	if (crm_ends_with_ext(argv[0], ".cgi") == TRUE) {
	output_format = mon_output_cgi;
	options.mon_ops \|= mon_op_one_shot;
	}

	processed_args = pcmk__cmdline_preproc(argc, argv, "ehimpxEL");

	if (!g_option_context_parse_strv(context, &processed_args, &error)) {
	fprintf(stderr, "%s: %s\n", g_get_prgname(), error->message);
	return clean_up(CRM_EX_USAGE);
	}

	for (int i = 0; i < args->verbosity; i++) {
	crm_bump_log_level(argc, argv);
	}

	/* Which output format to use could come from two places: The --as-xml
	* style arguments we gave in mode_entries above, or the formatted output
	* arguments added by pcmk__register_formats. If the latter were used,
	* output_format will be mon_output_unset.
	*
	* Call the callbacks as if those older style arguments were provided so
	* the various things they do get done.
	*/
	if (output_format == mon_output_unset) {
	gboolean retval = TRUE;

	g_clear_error(&error);

	/* NOTE: There is no way to specify CGI mode or simple mode with --output-as.
	* Those will need to get handled eventually, at which point something else
	* will need to be added to this block.
	*/
	if (safe_str_eq(args->output_ty, "html")) {
	retval = as_html_cb("h", args->output_dest, NULL, &error);
	} else if (safe_str_eq(args->output_ty, "text")) {
	retval = no_curses_cb("N", NULL, NULL, &error);
	} else if (safe_str_eq(args->output_ty, "xml")) {
	if (args->output_ty != NULL) {
	free(args->output_ty);
	}

	args->output_ty = strdup("xml");
	output_format = mon_output_xml;
	options.mon_ops \|= mon_op_one_shot;
	} else if (is_set(options.mon_ops, mon_op_one_shot)) {
	if (args->output_ty != NULL) {
	free(args->output_ty);
	}

	args->output_ty = strdup("text");
	output_format = mon_output_plain;
	} else {
	/* Neither old nor new arguments were given, so set the default. */
	if (args->output_ty != NULL) {
	free(args->output_ty);
	}

	args->output_ty = strdup("console");
	output_format = mon_output_console;
	}

	if (!retval) {
	fprintf(stderr, "%s: %s\n", g_get_prgname(), error->message);
	return clean_up(CRM_EX_USAGE);
	}
	}

	/* If certain format options were specified, we want to set some extra
	* options. We can just process these like they were given on the
	* command line.
	*/
	g_clear_error(&error);

	if (output_format == mon_output_plain) {
	if (!pcmk__force_args(context, &error, "%s --output-fancy", g_get_prgname())) {
	fprintf(stderr, "%s: %s\n", g_get_prgname(), error->message);
	return clean_up(CRM_EX_USAGE);
	}
	} else if (output_format == mon_output_html) {
	if (!pcmk__force_args(context, &error, "%s --output-meta-refresh %d",
	g_get_prgname(), options.reconnect_msec/1000)) {
	fprintf(stderr, "%s: %s\n", g_get_prgname(), error->message);
	return clean_up(CRM_EX_USAGE);
	}
	} else if (output_format == mon_output_cgi) {
	if (!pcmk__force_args(context, &error, "%s --output-cgi", g_get_prgname())) {
	fprintf(stderr, "%s: %s\n", g_get_prgname(), error->message);
	return clean_up(CRM_EX_USAGE);
	}
	} else if (output_format == mon_output_xml) {
	if (!pcmk__force_args(context, &error, "%s --output-simple-list", g_get_prgname())) {
	fprintf(stderr, "%s: %s\n", g_get_prgname(), error->message);
	return clean_up(CRM_EX_USAGE);
	}
	} else if (output_format == mon_output_legacy_xml) {
	output_format = mon_output_xml;
	if (!pcmk__force_args(context, &error, "%s --output-legacy-xml", g_get_prgname())) {
	fprintf(stderr, "%s: %s\n", g_get_prgname(), error->message);
	return clean_up(CRM_EX_USAGE);
	}
	}

	rc = pcmk__output_new(&out, args->output_ty, args->output_dest, argv);
	if (rc != 0) {
	fprintf(stderr, "Error creating output format %s: %s\n", args->output_ty, pcmk_strerror(rc));
	return clean_up(CRM_EX_ERROR);
	}

	stonith__register_messages(out);

	if (args->version) {
	/* FIXME: For the moment, this won't do anything on XML or HTML formats
	* because finish is not getting called. That's commented out in
	* clean_up.
	*/
	out->version(out, false);
	return clean_up(CRM_EX_OK);
	}

	if (args->quiet) {
	show &= ~mon_show_times;
	}

	if (is_set(options.mon_ops, mon_op_watch_fencing)) {
	options.mon_ops \|= mon_op_fence_connect;
	/* don't moan as fence_history_level == 1 is default */
	options.fence_history_level = 0;
	}

	/* create the cib-object early to be able to do further
	* decisions based on the cib-source
	*/
	cib = cib_new();

	if (cib == NULL) {
	rc = -EINVAL;
	} else {
	switch (cib->variant) {

	case cib_native:
	/* cib & fencing - everything available */
	break;

	case cib_file:
	/* Don't try to connect to fencing as we
	* either don't have a running cluster or
	* the fencing-information would possibly
	* not match the cib data from a file.
	* As we don't expect cib-updates coming
	* in enforce one-shot. */
	options.fence_history_level = 0;
	options.mon_ops \|= mon_op_one_shot;
	break;

	case cib_remote:
	/* updates coming in but no fencing */
	options.fence_history_level = 0;
	break;

	case cib_undefined:
	case cib_database:
	default:
	/* something is odd */
	rc = -EINVAL;
	crm_err("Invalid cib-source");
	break;
	}
	}

	switch (options.fence_history_level) {
	case 3:
	options.mon_ops \|= mon_op_fence_full_history;
	/* fall through to next lower level */
	case 2:
	show \|= mon_show_fence_history;
	/* fall through to next lower level */
	case 1:
	options.mon_ops \|= mon_op_fence_history;
	options.mon_ops \|= mon_op_fence_connect;
	break;
	default:
	break;
	}

	/* Extra sanity checks when in CGI mode */
	if (output_format == mon_output_cgi) {
	if (output_filename != NULL) {
	fprintf(stderr, "CGI mode cannot be used with -h\n");
	return clean_up(CRM_EX_USAGE);
	} else if (cib && cib->variant == cib_file) {
	fprintf(stderr, "CGI mode used with CIB file\n");
	return clean_up(CRM_EX_USAGE);
	} else if (options.external_agent != NULL) {
	fprintf(stderr, "CGI mode cannot be used with --external-agent\n");
	return clean_up(CRM_EX_USAGE);
	} else if (options.daemonize == TRUE) {
	fprintf(stderr, "CGI mode cannot be used with -d\n");
	return clean_up(CRM_EX_USAGE);
	}
	}

	/* XML output always prints everything */
	if (output_format == mon_output_xml) {
	show = mon_show_all;
	options.mon_ops \|= mon_op_print_timing;
	}

	if (is_set(options.mon_ops, mon_op_one_shot)) {
	if (output_format == mon_output_console) {
	output_format = mon_output_plain;
	}

	} else if (options.daemonize) {
	if ((output_format == mon_output_console) \|\| (output_format == mon_output_plain)) {
	output_format = mon_output_none;
	}
	crm_enable_stderr(FALSE);

	if ((output_format != mon_output_html)
	&& !options.external_agent) {
	printf ("Looks like you forgot to specify one or more of: "
	"--as-html, --external-agent\n");
	return clean_up(CRM_EX_USAGE);
	}

	if (cib) {
	/* to be on the safe side don't have cib-object around
	* when we are forking
	*/
	cib_delete(cib);
	cib = NULL;
	crm_make_daemon(crm_system_name, TRUE, options.pid_file);
	cib = cib_new();
	if (cib == NULL) {
	rc = -EINVAL;
	}
	/* otherwise assume we've got the same cib-object we've just destroyed
	* in our parent
	*/
	}


	} else if (output_format == mon_output_console) {
	#if CURSES_ENABLED
	initscr();
	cbreak();
	noecho();
	crm_enable_stderr(FALSE);
	#else
	options.mon_ops \|= mon_op_one_shot;
	output_format = mon_output_plain;
	printf("Defaulting to one-shot mode\n");
	printf("You need to have curses available at compile time to enable console mode\n");
	#endif
	}

	crm_info("Starting %s", crm_system_name);

	if (cib) {

	do {
	if (is_not_set(options.mon_ops, mon_op_one_shot)) {
	print_as(output_format ,"Waiting until cluster is available on this node ...\n");
	}
	rc = cib_connect(is_not_set(options.mon_ops, mon_op_one_shot));

	if (is_set(options.mon_ops, mon_op_one_shot)) {
	break;

	} else if (rc != pcmk_ok) {
	sleep(options.reconnect_msec / 1000);
	#if CURSES_ENABLED
	if (output_format == mon_output_console) {
	clear();
	refresh();
	}
	#endif
	} else {
	if (output_format == mon_output_html) {
	print_as(output_format, "Writing html to %s ...\n", output_filename);
	}
	}

	} while (rc == -ENOTCONN);
	}

	if (rc != pcmk_ok) {
	if (output_format == mon_output_monitor) {
	printf("CLUSTER CRIT: Connection to cluster failed: %s\n",
	pcmk_strerror(rc));
	return clean_up(MON_STATUS_CRIT);
	} else {
	if (rc == -ENOTCONN) {
	print_as(output_format ,"\nError: cluster is not available on this node\n");
	} else {
	print_as(output_format ,"\nConnection to cluster failed: %s\n",
	pcmk_strerror(rc));
	}
	}
	if (output_format == mon_output_console) {
	sleep(2);
	}
	return clean_up(crm_errno2exit(rc));
	}

	if (is_set(options.mon_ops, mon_op_one_shot)) {
	return clean_up(CRM_EX_OK);
	}

	mainloop = g_main_loop_new(NULL, FALSE);

	mainloop_add_signal(SIGTERM, mon_shutdown);
	mainloop_add_signal(SIGINT, mon_shutdown);
	#if CURSES_ENABLED
	if (output_format == mon_output_console) {
	ncurses_winch_handler = crm_signal_handler(SIGWINCH, mon_winresize);
	if (ncurses_winch_handler == SIG_DFL \|\|
	ncurses_winch_handler == SIG_IGN \|\| ncurses_winch_handler == SIG_ERR)
	ncurses_winch_handler = NULL;
	g_io_add_watch(g_io_channel_unix_new(STDIN_FILENO), G_IO_IN, detect_user_input, NULL);
	}
	#endif
	refresh_trigger = mainloop_add_trigger(G_PRIORITY_LOW, mon_refresh_display, NULL);

	g_main_loop_run(mainloop);
	g_main_loop_unref(mainloop);

	crm_info("Exiting %s", crm_system_name);

	return clean_up(CRM_EX_OK);
	}

	#define mon_warn(output_format, mon_ops, fmt...) do { \
	if (is_not_set(mon_ops, mon_op_has_warnings)) { \
	print_as(output_format, "CLUSTER WARN:"); \
	} else { \
	print_as(output_format, ","); \
	} \
	print_as(output_format, fmt); \
	mon_ops \|= mon_op_has_warnings; \
	} while(0)

	/*!
	* \internal
	* \brief Print one-line status suitable for use with monitoring software
	*
	* \param[in] data_set Working set of CIB state
	* \param[in] history List of stonith actions
	*
	* \note This function's output (and the return code when the program exits)
	* should conform to https://www.monitoring-plugins.org/doc/guidelines.html
	*/
	static void
	print_simple_status(pe_working_set_t * data_set, stonith_history_t *history,
	unsigned int mon_ops, mon_output_format_t output_format)
	{
	GListPtr gIter = NULL;
	int nodes_online = 0;
	int nodes_standby = 0;
	int nodes_maintenance = 0;

	if (data_set->dc_node == NULL) {
	mon_warn(output_format, mon_ops, " No DC");
	}

	for (gIter = data_set->nodes; gIter != NULL; gIter = gIter->next) {
	node_t node = (node_t ) gIter->data;

	if (node->details->standby && node->details->online) {
	nodes_standby++;
	} else if (node->details->maintenance && node->details->online) {
	nodes_maintenance++;
	} else if (node->details->online) {
	nodes_online++;
	} else {
	mon_warn(output_format, mon_ops, " offline node: %s", node->details->uname);
	}
	}

	if (is_not_set(mon_ops, mon_op_has_warnings)) {
	int nresources = count_resources(data_set, NULL);

	print_as(output_format, "CLUSTER OK: %d node%s online", nodes_online, s_if_plural(nodes_online));
	if (nodes_standby > 0) {
	print_as(output_format, ", %d standby node%s", nodes_standby, s_if_plural(nodes_standby));
	}
	if (nodes_maintenance > 0) {
	print_as(output_format, ", %d maintenance node%s", nodes_maintenance, s_if_plural(nodes_maintenance));
	}
	print_as(output_format, ", %d resource%s configured", nresources, s_if_plural(nresources));
	}

	print_as(output_format, "\n");
	}

	/*!
	* \internal
	* \brief Reduce the stonith-history
	* for successful actions we keep the last of every action-type & target
	* for failed actions we record as well who had failed
	* for actions in progress we keep full track
	*
	* \param[in] history List of stonith actions
	*
	*/
	static stonith_history_t *
	reduce_stonith_history(stonith_history_t *history)
	{
	stonith_history_t new = history, hp, *np;

	if (new) {
	hp = new->next;
	new->next = NULL;

	while (hp) {
	stonith_history_t *hp_next = hp->next;

	hp->next = NULL;

	for (np = new; ; np = np->next) {
	if ((hp->state == st_done) \|\| (hp->state == st_failed)) {
	/* action not in progress */
	if (safe_str_eq(hp->target, np->target) &&
	safe_str_eq(hp->action, np->action) &&
	(hp->state == np->state) &&
	((hp->state == st_done) \|\|
	safe_str_eq(hp->delegate, np->delegate))) {
	/* purge older hp */
	stonith_history_free(hp);
	break;
	}
	}

	if (!np->next) {
	np->next = hp;
	break;
	}
	}
	hp = hp_next;
	}
	}

	return new;
	}

	static int
	send_custom_trap(const char node, const char rsc, const char *task, int target_rc, int rc,
	int status, const char *desc)
	{
	pid_t pid;

	/setenv needs chars, these are ints /
	char *rc_s = crm_itoa(rc);
	char *status_s = crm_itoa(status);
	char *target_rc_s = crm_itoa(target_rc);

	crm_debug("Sending external notification to '%s' via '%s'", options.external_recipient, options.external_agent);

	if(rsc) {
	setenv("CRM_notify_rsc", rsc, 1);
	}
	if (options.external_recipient) {
	setenv("CRM_notify_recipient", options.external_recipient, 1);
	}
	setenv("CRM_notify_node", node, 1);
	setenv("CRM_notify_task", task, 1);
	setenv("CRM_notify_desc", desc, 1);
	setenv("CRM_notify_rc", rc_s, 1);
	setenv("CRM_notify_target_rc", target_rc_s, 1);
	setenv("CRM_notify_status", status_s, 1);

	pid = fork();
	if (pid == -1) {
	crm_perror(LOG_ERR, "notification fork() failed.");
	}
	if (pid == 0) {
	/* crm_debug("notification: I am the child. Executing the nofitication program."); */
	execl(options.external_agent, options.external_agent, NULL);
	exit(CRM_EX_ERROR);
	}

	crm_trace("Finished running custom notification program '%s'.", options.external_agent);
	free(target_rc_s);
	free(status_s);
	free(rc_s);
	return 0;
	}

	static void
	handle_rsc_op(xmlNode * xml, const char *node_id)
	{
	int rc = -1;
	int status = -1;
	int target_rc = -1;
	gboolean notify = TRUE;

	char *rsc = NULL;
	char *task = NULL;
	const char *desc = NULL;
	const char *magic = NULL;
	const char *id = NULL;
	const char *node = NULL;

	xmlNode *n = xml;
	xmlNode * rsc_op = xml;

	if(strcmp((const char*)xml->name, XML_LRM_TAG_RSC_OP) != 0) {
	xmlNode *cIter;

	for(cIter = xml->children; cIter; cIter = cIter->next) {
	handle_rsc_op(cIter, node_id);
	}

	return;
	}

	id = crm_element_value(rsc_op, XML_LRM_ATTR_TASK_KEY);
	if (id == NULL) {
	/* Compatibility with <= 1.1.5 */
	id = ID(rsc_op);
	}

	magic = crm_element_value(rsc_op, XML_ATTR_TRANSITION_MAGIC);
	if (magic == NULL) {
	/* non-change */
	return;
	}

	if (!decode_transition_magic(magic, NULL, NULL, NULL, &status, &rc,
	&target_rc)) {
	crm_err("Invalid event %s detected for %s", magic, id);
	return;
	}

	if (parse_op_key(id, &rsc, &task, NULL) == FALSE) {
	crm_err("Invalid event detected for %s", id);
	goto bail;
	}

	node = crm_element_value(rsc_op, XML_LRM_ATTR_TARGET);

	while (n != NULL && safe_str_neq(XML_CIB_TAG_STATE, TYPE(n))) {
	n = n->parent;
	}

	if(node == NULL && n) {
	node = crm_element_value(n, XML_ATTR_UNAME);
	}

	if (node == NULL && n) {
	node = ID(n);
	}

	if (node == NULL) {
	node = node_id;
	}

	if (node == NULL) {
	crm_err("No node detected for event %s (%s)", magic, id);
	goto bail;
	}

	/* look up where we expected it to be? */
	desc = pcmk_strerror(pcmk_ok);
	if (status == PCMK_LRM_OP_DONE && target_rc == rc) {
	crm_notice("%s of %s on %s completed: %s", task, rsc, node, desc);
	if (rc == PCMK_OCF_NOT_RUNNING) {
	notify = FALSE;
	}

	} else if (status == PCMK_LRM_OP_DONE) {
	desc = services_ocf_exitcode_str(rc);
	crm_warn("%s of %s on %s failed: %s", task, rsc, node, desc);

	} else {
	desc = services_lrm_status_str(status);
	crm_warn("%s of %s on %s failed: %s", task, rsc, node, desc);
	}

	if (notify && options.external_agent) {
	send_custom_trap(node, rsc, task, target_rc, rc, status, desc);
	}
	bail:
	free(rsc);
	free(task);
	}

	static gboolean
	mon_trigger_refresh(gpointer user_data)
	{
	mainloop_set_trigger(refresh_trigger);
	return FALSE;
	}

	#define NODE_PATT "/lrm[@id="
	static char *
	get_node_from_xpath(const char *xpath)
	{
	char *nodeid = NULL;
	char *tmp = strstr(xpath, NODE_PATT);

	if(tmp) {
	tmp += strlen(NODE_PATT);
	tmp += 1;

	nodeid = strdup(tmp);
	tmp = strstr(nodeid, "\'");
	CRM_ASSERT(tmp);
	tmp[0] = 0;
	}
	return nodeid;
	}

	static void
	crm_diff_update_v2(const char event, xmlNode msg)
	{
	xmlNode *change = NULL;
	xmlNode *diff = get_message_xml(msg, F_CIB_UPDATE_RESULT);

	for (change = __xml_first_child(diff); change != NULL; change = __xml_next(change)) {
	const char *name = NULL;
	const char *op = crm_element_value(change, XML_DIFF_OP);
	const char *xpath = crm_element_value(change, XML_DIFF_PATH);
	xmlNode *match = NULL;
	const char *node = NULL;

	if(op == NULL) {
	continue;

	} else if(strcmp(op, "create") == 0) {
	match = change->children;

	} else if(strcmp(op, "move") == 0) {
	continue;

	} else if(strcmp(op, "delete") == 0) {
	continue;

	} else if(strcmp(op, "modify") == 0) {
	match = first_named_child(change, XML_DIFF_RESULT);
	if(match) {
	match = match->children;
	}
	}

	if(match) {
	name = (const char *)match->name;
	}

	crm_trace("Handling %s operation for %s %p, %s", op, xpath, match, name);
	if(xpath == NULL) {
	/* Version field, ignore */

	} else if(name == NULL) {
	crm_debug("No result for %s operation to %s", op, xpath);
	CRM_ASSERT(strcmp(op, "delete") == 0 \|\| strcmp(op, "move") == 0);

	} else if(strcmp(name, XML_TAG_CIB) == 0) {
	xmlNode *state = NULL;
	xmlNode *status = first_named_child(match, XML_CIB_TAG_STATUS);

	for (state = __xml_first_child_element(status); state != NULL;
	state = __xml_next_element(state)) {

	node = crm_element_value(state, XML_ATTR_UNAME);
	if (node == NULL) {
	node = ID(state);
	}
	handle_rsc_op(state, node);
	}

	} else if(strcmp(name, XML_CIB_TAG_STATUS) == 0) {
	xmlNode *state = NULL;

	for (state = __xml_first_child_element(match); state != NULL;
	state = __xml_next_element(state)) {

	node = crm_element_value(state, XML_ATTR_UNAME);
	if (node == NULL) {
	node = ID(state);
	}
	handle_rsc_op(state, node);
	}

	} else if(strcmp(name, XML_CIB_TAG_STATE) == 0) {
	node = crm_element_value(match, XML_ATTR_UNAME);
	if (node == NULL) {
	node = ID(match);
	}
	handle_rsc_op(match, node);

	} else if(strcmp(name, XML_CIB_TAG_LRM) == 0) {
	node = ID(match);
	handle_rsc_op(match, node);

	} else if(strcmp(name, XML_LRM_TAG_RESOURCES) == 0) {
	char *local_node = get_node_from_xpath(xpath);

	handle_rsc_op(match, local_node);
	free(local_node);

	} else if(strcmp(name, XML_LRM_TAG_RESOURCE) == 0) {
	char *local_node = get_node_from_xpath(xpath);

	handle_rsc_op(match, local_node);
	free(local_node);

	} else if(strcmp(name, XML_LRM_TAG_RSC_OP) == 0) {
	char *local_node = get_node_from_xpath(xpath);

	handle_rsc_op(match, local_node);
	free(local_node);

	} else {
	crm_trace("Ignoring %s operation for %s %p, %s", op, xpath, match, name);
	}
	}
	}

	static void
	crm_diff_update_v1(const char event, xmlNode msg)
	{
	/* Process operation updates */
	xmlXPathObject *xpathObj = xpath_search(msg,
	"//" F_CIB_UPDATE_RESULT "//" XML_TAG_DIFF_ADDED
	"//" XML_LRM_TAG_RSC_OP);
	int lpc = 0, max = numXpathResults(xpathObj);

	for (lpc = 0; lpc < max; lpc++) {
	xmlNode *rsc_op = getXpathResult(xpathObj, lpc);

	handle_rsc_op(rsc_op, NULL);
	}
	freeXpathObject(xpathObj);
	}

	static void
	crm_diff_update(const char event, xmlNode msg)
	{
	int rc = -1;
	static bool stale = FALSE;
	gboolean cib_updated = FALSE;
	xmlNode *diff = get_message_xml(msg, F_CIB_UPDATE_RESULT);

	print_dot(output_format);

	if (current_cib != NULL) {
	rc = xml_apply_patchset(current_cib, diff, TRUE);

	switch (rc) {
	case -pcmk_err_diff_resync:
	case -pcmk_err_diff_failed:
	crm_notice("[%s] Patch aborted: %s (%d)", event, pcmk_strerror(rc), rc);
	free_xml(current_cib); current_cib = NULL;
	break;
	case pcmk_ok:
	cib_updated = TRUE;
	break;
	default:
	crm_notice("[%s] ABORTED: %s (%d)", event, pcmk_strerror(rc), rc);
	free_xml(current_cib); current_cib = NULL;
	}
	}

	if (current_cib == NULL) {
	crm_trace("Re-requesting the full cib");
	cib->cmds->query(cib, NULL, &current_cib, cib_scope_local \| cib_sync_call);
	}

	if (options.external_agent) {
	int format = 0;
	crm_element_value_int(diff, "format", &format);
	switch(format) {
	case 1:
	crm_diff_update_v1(event, msg);
	break;
	case 2:
	crm_diff_update_v2(event, msg);
	break;
	default:
	crm_err("Unknown patch format: %d", format);
	}
	}

	if (current_cib == NULL) {
	if(!stale) {
	print_as(output_format, "--- Stale data ---");
	}
	stale = TRUE;
	return;
	}

	stale = FALSE;
	kick_refresh(cib_updated);
	}

	static gboolean
	mon_refresh_display(gpointer user_data)
	{
	xmlNode *cib_copy = copy_xml(current_cib);
	stonith_history_t *stonith_history = NULL;

	/* stdout for everything except the HTML case, which does a bunch of file
	* renaming. We'll handle changing stream in print_html_status.
	*/
	mon_state_t state = { .stream = stdout, .output_format = output_format, .out = out };

	last_refresh = time(NULL);

	if (cli_config_update(&cib_copy, NULL, FALSE) == FALSE) {
	if (cib) {
	cib->cmds->signoff(cib);
	}
	print_as(output_format, "Upgrade failed: %s", pcmk_strerror(-pcmk_err_schema_validation));
	if (output_format == mon_output_console) {
	sleep(2);
	}
	clean_up(CRM_EX_CONFIG);
	return FALSE;
	}

	/* get the stonith-history if there is evidence we need it
	*/
	while (is_set(options.mon_ops, mon_op_fence_history)) {
	if (st != NULL) {
	if (st->cmds->history(st, st_opt_sync_call, NULL, &stonith_history, 120)) {
	fprintf(stderr, "Critical: Unable to get stonith-history\n");
	mon_cib_connection_destroy(NULL);
	} else {
	stonith_history = stonith__sort_history(stonith_history);
	if (is_not_set(options.mon_ops, mon_op_fence_full_history) && output_format != mon_output_xml) {
	stonith_history = reduce_stonith_history(stonith_history);
	}
	break; /* all other cases are errors */
	}
	} else {
	fprintf(stderr, "Critical: No stonith-API\n");
	}
	free_xml(cib_copy);
	print_as(output_format, "Reading stonith-history failed");
	if (output_format == mon_output_console) {
	sleep(2);
	}
	return FALSE;
	}

	if (mon_data_set == NULL) {
	mon_data_set = pe_new_working_set();
	CRM_ASSERT(mon_data_set != NULL);
	}

	mon_data_set->input = cib_copy;
	cluster_status(mon_data_set);

	/* Unpack constraints if any section will need them
	* (tickets may be referenced in constraints but not granted yet,
	* and bans need negative location constraints) */
	if (show & (mon_show_bans \| mon_show_tickets)) {
	xmlNode *cib_constraints = get_object_root(XML_CIB_TAG_CONSTRAINTS,
	mon_data_set->input);
	unpack_constraints(cib_constraints, mon_data_set);
	}

	switch (output_format) {
	case mon_output_html:
	case mon_output_cgi:
	if (print_html_status(&state, mon_data_set, output_filename,
	stonith_history, options.mon_ops, show,
	print_neg_location_prefix, options.reconnect_msec) != 0) {
	fprintf(stderr, "Critical: Unable to output html file\n");
	clean_up(CRM_EX_CANTCREAT);
	return FALSE;
	}
	break;

	case mon_output_legacy_xml:
	case mon_output_xml:
	print_xml_status(&state, mon_data_set, stonith_history,
	options.mon_ops, show, print_neg_location_prefix);
	break;

	case mon_output_monitor:
	print_simple_status(mon_data_set, stonith_history, options.mon_ops, output_format);
	if (is_set(options.mon_ops, mon_op_has_warnings)) {
	clean_up(MON_STATUS_WARN);
	return FALSE;
	}
	break;

	case mon_output_plain:
	case mon_output_console:
	print_status(&state, mon_data_set, stonith_history, options.mon_ops,
	show, print_neg_location_prefix);
	break;

	case mon_output_unset:
	case mon_output_none:
	break;
	}

	stonith_history_free(stonith_history);
	stonith_history = NULL;
	pe_reset_working_set(mon_data_set);
	return TRUE;
	}

	static void
	mon_st_callback_event(stonith_t * st, stonith_event_t * e)
	{
	if (st->state == stonith_disconnected) {
	/* disconnect cib as well and have everything reconnect */
	mon_cib_connection_destroy(NULL);
	} else if (options.external_agent) {
	char *desc = crm_strdup_printf("Operation %s requested by %s for peer %s: %s (ref=%s)",
	e->operation, e->origin, e->target, pcmk_strerror(e->result),
	e->id);
	send_custom_trap(e->target, NULL, e->operation, pcmk_ok, e->result, 0, desc);
	free(desc);
	}
	}

	static void
	kick_refresh(gboolean data_updated)
	{
	static int updates = 0;
	time_t now = time(NULL);

	if (data_updated) {
	updates++;
	}

	if(refresh_timer == NULL) {
	refresh_timer = mainloop_timer_add("refresh", 2000, FALSE, mon_trigger_refresh, NULL);
	}

	/* Refresh
	* - immediately if the last update was more than 5s ago
	* - every 10 cib-updates
	* - at most 2s after the last update
	*/
	if ((now - last_refresh) > (options.reconnect_msec / 1000)) {
	mainloop_set_trigger(refresh_trigger);
	mainloop_timer_stop(refresh_timer);
	updates = 0;

	} else if(updates >= 10) {
	mainloop_set_trigger(refresh_trigger);
	mainloop_timer_stop(refresh_timer);
	updates = 0;

	} else {
	mainloop_timer_start(refresh_timer);
	}
	}

	static void
	mon_st_callback_display(stonith_t * st, stonith_event_t * e)
	{
	if (st->state == stonith_disconnected) {
	/* disconnect cib as well and have everything reconnect */
	mon_cib_connection_destroy(NULL);
	} else {
	print_dot(output_format);
	kick_refresh(TRUE);
	}
	}

	static void
	clean_up_connections(void)
	{
	if (cib != NULL) {
	cib->cmds->signoff(cib);
	cib_delete(cib);
	cib = NULL;
	}

	if (st != NULL) {
	if (st->state != stonith_disconnected) {
	st->cmds->remove_notification(st, T_STONITH_NOTIFY_DISCONNECT);
	st->cmds->remove_notification(st, T_STONITH_NOTIFY_FENCE);
	st->cmds->remove_notification(st, T_STONITH_NOTIFY_HISTORY);
	st->cmds->disconnect(st);
	}
	stonith_api_delete(st);
	st = NULL;
	}
	}

	/*
	* De-init ncurses, disconnect from the CIB manager, disconnect fencing,
	* deallocate memory and show usage-message if requested.
	*
	* We don't actually return, but nominally returning crm_exit_t allows a usage
	* like "return clean_up(exit_code);" which helps static analysis understand the
	* code flow.
	*/
	static crm_exit_t
	clean_up(crm_exit_t exit_code)
	{
	#if CURSES_ENABLED
	if (output_format == mon_output_console) {
	output_format = mon_output_plain;
	echo();
	nocbreak();
	endwin();
	}
	#endif

	clean_up_connections();
	free(output_filename);
	free(options.pid_file);

	pe_free_working_set(mon_data_set);
	mon_data_set = NULL;

	if (exit_code == CRM_EX_USAGE) {
	if (output_format == mon_output_cgi) {
	fprintf(stdout, "Content-Type: text/plain\n"
	"Status: 500\n\n");
	} else {
	fprintf(stderr, "%s", g_option_context_get_help(context, TRUE, NULL));
	}
	}

	g_option_context_free(context);

	if (out != NULL) {
	/* FIXME: When we are ready to enable formatted output, uncomment
	* the following line:
	*/
	/* out->finish(out, exit_code, true, NULL); */
	pcmk__output_free(out);
	}

	crm_exit(exit_code);
	}

File Metadata

Mime Type: text/x-diff
Expires: Sat, Jan 25, 11:59 AM (1 d, 17 h)
Storage Engine: blob
Storage Format: Raw Data
Storage Handle: 1322481
Default Alt Text: (58 KB)

No OneTemporaryActions

View Options

File Metadata

Event Timeline

No OneTemporary
Actions