diff --git a/tools/Makefile.am b/tools/Makefile.am index 79570fc099..3b65984b25 100644 --- a/tools/Makefile.am +++ b/tools/Makefile.am @@ -1,151 +1,151 @@ # # Copyright 2004-2019 the Pacemaker project contributors # # The version control history for this file may have further details. # # This source code is licensed under the GNU General Public License version 2 # or later (GPLv2+) WITHOUT ANY WARRANTY. # include $(top_srcdir)/Makefile.common if BUILD_SYSTEMD systemdunit_DATA = crm_mon.service endif -noinst_HEADERS = crm_resource.h +noinst_HEADERS = crm_mon.h crm_resource.h pcmkdir = $(datadir)/$(PACKAGE) pcmk_DATA = report.common report.collector sbin_SCRIPTS = crm_report crm_standby crm_master crm_failcount if BUILD_CIBSECRETS sbin_SCRIPTS += cibsecret endif EXTRA_DIST = $(sbin_SCRIPTS) stonith_admin.8.inc sbin_PROGRAMS = attrd_updater \ cibadmin \ crmadmin \ crm_simulate \ crm_attribute \ crm_diff \ crm_error \ crm_mon \ crm_node \ crm_resource \ crm_rule \ crm_shadow \ crm_verify \ crm_ticket \ iso8601 \ stonith_admin if BUILD_SERVICELOG sbin_PROGRAMS += notifyServicelogEvent endif if BUILD_OPENIPMI_SERVICELOG sbin_PROGRAMS += ipmiservicelogd endif ## SOURCES MAN8DEPS = crm_attribute crm_node crmadmin_SOURCES = crmadmin.c crmadmin_LDADD = $(top_builddir)/lib/pengine/libpe_status.la \ $(top_builddir)/lib/cib/libcib.la \ $(top_builddir)/lib/common/libcrmcommon.la crm_error_SOURCES = crm_error.c crm_error_LDADD = $(top_builddir)/lib/common/libcrmcommon.la cibadmin_SOURCES = cibadmin.c cibadmin_LDADD = $(top_builddir)/lib/cib/libcib.la \ $(top_builddir)/lib/common/libcrmcommon.la crm_shadow_SOURCES = crm_shadow.c crm_shadow_LDADD = $(top_builddir)/lib/cib/libcib.la \ $(top_builddir)/lib/common/libcrmcommon.la crm_node_SOURCES = crm_node.c crm_node_LDADD = $(top_builddir)/lib/cib/libcib.la \ $(top_builddir)/lib/common/libcrmcommon.la crm_simulate_SOURCES = crm_simulate.c crm_simulate_LDADD = $(top_builddir)/lib/pengine/libpe_status.la \ $(top_builddir)/lib/pacemaker/libpacemaker.la \ $(top_builddir)/lib/cib/libcib.la \ $(top_builddir)/lib/common/libcrmcommon.la crm_diff_SOURCES = crm_diff.c crm_diff_LDADD = $(top_builddir)/lib/common/libcrmcommon.la -crm_mon_SOURCES = crm_mon.c +crm_mon_SOURCES = crm_mon.c crm_mon_print.c crm_mon_runtime.c crm_mon_LDADD = $(top_builddir)/lib/pengine/libpe_status.la \ $(top_builddir)/lib/fencing/libstonithd.la \ $(top_builddir)/lib/pacemaker/libpacemaker.la \ $(top_builddir)/lib/cib/libcib.la \ $(top_builddir)/lib/common/libcrmcommon.la \ $(CURSESLIBS) # Arguments could be made that this should live in crm/pengine crm_verify_SOURCES = crm_verify.c crm_verify_LDADD = $(top_builddir)/lib/pengine/libpe_status.la \ $(top_builddir)/lib/pacemaker/libpacemaker.la \ $(top_builddir)/lib/cib/libcib.la \ $(top_builddir)/lib/common/libcrmcommon.la crm_attribute_SOURCES = crm_attribute.c crm_attribute_LDADD = $(top_builddir)/lib/cluster/libcrmcluster.la \ $(top_builddir)/lib/cib/libcib.la \ $(top_builddir)/lib/common/libcrmcommon.la crm_resource_SOURCES = crm_resource.c crm_resource_ban.c crm_resource_runtime.c crm_resource_print.c crm_resource_LDADD = $(top_builddir)/lib/pengine/libpe_rules.la \ $(top_builddir)/lib/fencing/libstonithd.la \ $(top_builddir)/lib/lrmd/liblrmd.la \ $(top_builddir)/lib/services/libcrmservice.la \ $(top_builddir)/lib/pengine/libpe_status.la \ $(top_builddir)/lib/pacemaker/libpacemaker.la \ $(top_builddir)/lib/cib/libcib.la \ $(top_builddir)/lib/common/libcrmcommon.la crm_rule_SOURCES = crm_rule.c crm_rule_LDADD = $(top_builddir)/lib/cib/libcib.la \ $(top_builddir)/lib/pengine/libpe_rules.la \ $(top_builddir)/lib/pengine/libpe_status.la \ $(top_builddir)/lib/common/libcrmcommon.la iso8601_SOURCES = iso8601.c iso8601_LDADD = $(top_builddir)/lib/common/libcrmcommon.la attrd_updater_SOURCES = attrd_updater.c attrd_updater_LDADD = $(top_builddir)/lib/common/libcrmcommon.la crm_ticket_SOURCES = crm_ticket.c crm_ticket_LDADD = $(top_builddir)/lib/pengine/libpe_rules.la \ $(top_builddir)/lib/pengine/libpe_status.la \ $(top_builddir)/lib/pacemaker/libpacemaker.la \ $(top_builddir)/lib/cib/libcib.la \ $(top_builddir)/lib/common/libcrmcommon.la stonith_admin_SOURCES = stonith_admin.c stonith_admin_LDADD = $(top_builddir)/lib/common/libcrmcommon.la \ $(top_builddir)/lib/cib/libcib.la \ $(top_builddir)/lib/pengine/libpe_status.la \ $(top_builddir)/lib/fencing/libstonithd.la if BUILD_SERVICELOG notifyServicelogEvent_SOURCES = notifyServicelogEvent.c notifyServicelogEvent_CFLAGS = $(SERVICELOG_CFLAGS) notifyServicelogEvent_LDADD = $(top_builddir)/lib/common/libcrmcommon.la $(SERVICELOG_LIBS) endif if BUILD_OPENIPMI_SERVICELOG ipmiservicelogd_SOURCES = ipmiservicelogd.c ipmiservicelogd_CFLAGS = $(OPENIPMI_SERVICELOG_CFLAGS) $(SERVICELOG_CFLAGS) ipmiservicelogd_LDFLAGS = $(top_builddir)/lib/common/libcrmcommon.la $(OPENIPMI_SERVICELOG_LIBS) $(SERVICELOG_LIBS) endif CLEANFILES = $(man8_MANS) diff --git a/tools/crm_mon.c b/tools/crm_mon.c index af573ca78e..0140185c58 100644 --- a/tools/crm_mon.c +++ b/tools/crm_mon.c @@ -1,4586 +1,1759 @@ /* * Copyright 2004-2019 the Pacemaker project contributors * * The version control history for this file may have further details. * * This source code is licensed under the GNU General Public License version 2 * or later (GPLv2+) WITHOUT ANY WARRANTY. */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include /* crm_ends_with_ext */ #include #include #include #include #include #include #include #include #include #include +#include "crm_mon.h" + /* * Definitions indicating which items to print */ -#define mon_show_times (0x0001U) -#define mon_show_stack (0x0002U) -#define mon_show_dc (0x0004U) -#define mon_show_count (0x0008U) -#define mon_show_nodes (0x0010U) -#define mon_show_resources (0x0020U) -#define mon_show_attributes (0x0040U) -#define mon_show_failcounts (0x0080U) -#define mon_show_operations (0x0100U) -#define mon_show_tickets (0x0200U) -#define mon_show_bans (0x0400U) -#define mon_show_fence_history (0x0800U) - -#define mon_show_headers (mon_show_times | mon_show_stack | mon_show_dc \ - | mon_show_count) -#define mon_show_default (mon_show_headers | mon_show_nodes \ - | mon_show_resources) -#define mon_show_all (mon_show_default | mon_show_attributes \ - | mon_show_failcounts | mon_show_operations \ - | mon_show_tickets | mon_show_bans \ - | mon_show_fence_history) - static unsigned int show = mon_show_default; /* * Definitions indicating how to output */ -typedef enum mon_output_format_e { - mon_output_none, - mon_output_monitor, - mon_output_plain, - mon_output_console, - mon_output_xml, - mon_output_html, - mon_output_cgi -} mon_output_format_t; - -mon_output_format_t output_format = mon_output_console; +static mon_output_format_t output_format = mon_output_console; static char *output_filename = NULL; /* if sending output to a file, its name */ /* other globals */ static GMainLoop *mainloop = NULL; static guint timer_id = 0; static mainloop_timer_t *refresh_timer = NULL; static pe_working_set_t *mon_data_set = NULL; static cib_t *cib = NULL; static stonith_t *st = NULL; static xmlNode *current_cib = NULL; static GOptionContext *context = NULL; -#define mon_op_group_by_node (0x0001U) -#define mon_op_inactive_resources (0x0002U) -#define mon_op_one_shot (0x0004U) -#define mon_op_has_warnings (0x0008U) -#define mon_op_print_timing (0x0010U) -#define mon_op_watch_fencing (0x0020U) -#define mon_op_fence_history (0x0040U) -#define mon_op_fence_full_history (0x0080U) -#define mon_op_fence_connect (0x0100U) -#define mon_op_print_brief (0x0200U) -#define mon_op_print_pending (0x0400U) -#define mon_op_print_clone_detail (0x0800U) - -#define mon_op_default (mon_op_print_pending) - #if CURSES_ENABLED static gboolean curses_console_initialized = FALSE; #endif /* FIXME allow, detect, and correctly interpret glob pattern or regex? */ const char *print_neg_location_prefix = ""; -/* Never display node attributes whose name starts with one of these prefixes */ -#define FILTER_STR { CRM_FAIL_COUNT_PREFIX, CRM_LAST_FAILURE_PREFIX, \ - "shutdown", "terminate", "standby", "probe_complete", \ - "#", NULL } - long last_refresh = 0; crm_trigger_t *refresh_trigger = NULL; /* Define exit codes for monitoring-compatible output * For nagios plugins, the possibilities are * OK=0, WARN=1, CRIT=2, and UNKNOWN=3 */ #define MON_STATUS_WARN CRM_EX_ERROR #define MON_STATUS_CRIT CRM_EX_INVALID_PARAM #define MON_STATUS_UNKNOWN CRM_EX_UNIMPLEMENT_FEATURE -/* Convenience macro for prettifying output (e.g. "node" vs "nodes") */ -#define s_if_plural(i) (((i) == 1)? "" : "s") - -#if CURSES_ENABLED -# define print_dot(output_format) if (output_format == mon_output_console) { \ - printw("."); \ - clrtoeol(); \ - refresh(); \ - } else { \ - fprintf(stdout, "."); \ - } -#else -# define print_dot(output_format) fprintf(stdout, "."); -#endif - -#if CURSES_ENABLED -# define print_as(output_format, fmt, args...) if (output_format == mon_output_console) { \ - printw(fmt, ##args); \ - clrtoeol(); \ - refresh(); \ - } else { \ - fprintf(stdout, fmt, ##args); \ - } -#else -# define print_as(output_format, fmt, args...) fprintf(stdout, fmt, ##args); -#endif - struct { int reconnect_msec; int fence_history_level; int verbose; gboolean daemonize; gboolean show_bans; char *pid_file; char *external_agent; char *external_recipient; unsigned int mon_ops; } options = { .reconnect_msec = 5000, .fence_history_level = 1, .mon_ops = mon_op_default }; static void clean_up_connections(void); static crm_exit_t clean_up(crm_exit_t exit_code); static void crm_diff_update(const char *event, xmlNode * msg); static gboolean mon_refresh_display(gpointer user_data); static int cib_connect(gboolean full); static void mon_st_callback_event(stonith_t * st, stonith_event_t * e); static void mon_st_callback_display(stonith_t * st, stonith_event_t * e); static void kick_refresh(gboolean data_updated); -static char *get_node_display_name(node_t *node, unsigned int mon_ops); static gboolean as_cgi_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { output_format = mon_output_cgi; options.mon_ops |= mon_op_one_shot; return TRUE; } static gboolean as_html_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { if (optarg == NULL) { g_set_error(error, G_OPTION_ERROR, 1, "--as-html requires filename"); return FALSE; } output_format = mon_output_html; output_filename = strdup(optarg); umask(S_IWGRP | S_IWOTH); return TRUE; } static gboolean as_simple_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { output_format = mon_output_monitor; options.mon_ops |= mon_op_one_shot; return TRUE; } static gboolean as_xml_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { output_format = mon_output_xml; options.mon_ops |= mon_op_one_shot; return TRUE; } static gboolean fence_history_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { int rc = crm_atoi(optarg, "2"); if (rc == -1 || rc > 3) { g_set_error(error, G_OPTION_ERROR, CRM_EX_INVALID_PARAM, "Fence history must be 0-3"); return FALSE; } else { options.fence_history_level = rc; } return TRUE; } static gboolean group_by_node_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { options.mon_ops |= mon_op_group_by_node; return TRUE; } static gboolean hide_headers_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { show &= ~mon_show_headers; return TRUE; } static gboolean inactive_resources_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { options.mon_ops |= mon_op_inactive_resources; return TRUE; } static gboolean no_curses_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { if (output_format == mon_output_console) { output_format = mon_output_plain; } return TRUE; } static gboolean one_shot_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { options.mon_ops |= mon_op_one_shot; return TRUE; } static gboolean print_brief_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { options.mon_ops |= mon_op_print_brief; return TRUE; } static gboolean print_clone_detail_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { options.mon_ops |= mon_op_print_clone_detail; return TRUE; } static gboolean print_pending_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { options.mon_ops |= mon_op_print_pending; return TRUE; } static gboolean reconnect_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { int rc = crm_get_msec(optarg); if (rc == -1) { g_set_error(error, G_OPTION_ERROR, CRM_EX_INVALID_PARAM, "Invalid value for -i: %s", optarg); return FALSE; } else { options.reconnect_msec = crm_get_msec(optarg); } return TRUE; } static gboolean show_attributes_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { show |= mon_show_attributes; return TRUE; } static gboolean show_bans_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { show |= mon_show_bans; if (optarg != NULL) { print_neg_location_prefix = optarg; } return TRUE; } static gboolean show_failcounts_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { show |= mon_show_failcounts; return TRUE; } static gboolean show_operations_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { show |= mon_show_operations; return TRUE; } static gboolean show_tickets_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { show |= mon_show_tickets; return TRUE; } static gboolean use_cib_file_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { setenv("CIB_file", optarg, 1); options.mon_ops |= mon_op_one_shot; return TRUE; } static gboolean watch_fencing_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { options.mon_ops |= mon_op_watch_fencing; return TRUE; } #define INDENT " " /* *INDENT-OFF* */ static GOptionEntry addl_entries[] = { { "interval", 'i', 0, G_OPTION_ARG_CALLBACK, reconnect_cb, "Update frequency in seconds", "SECONDS" }, { "one-shot", '1', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, one_shot_cb, "Display the cluster status once on the console and exit", NULL }, { "disable-ncurses", 'N', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, no_curses_cb, "Disable the use of ncurses", NULL }, { "daemonize", 'd', 0, G_OPTION_ARG_NONE, &options.daemonize, "Run in the background as a daemon", NULL }, { "pid-file", 'p', 0, G_OPTION_ARG_FILENAME, &options.pid_file, "(Advanced) Daemon pid file location", "FILE" }, { "external-agent", 'E', 0, G_OPTION_ARG_FILENAME, &options.external_agent, "A program to run when resource operations take place", "FILE" }, { "external-recipient", 'e', 0, G_OPTION_ARG_STRING, &options.external_recipient, "A recipient for your program (assuming you want the program to send something to someone).", "RCPT" }, { "xml-file", 'x', G_OPTION_FLAG_HIDDEN, G_OPTION_ARG_CALLBACK, use_cib_file_cb, NULL, NULL }, { NULL } }; static GOptionEntry display_entries[] = { { "group-by-node", 'n', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, group_by_node_cb, "Group resources by node", NULL }, { "inactive", 'r', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, inactive_resources_cb, "Display inactive resources", NULL }, { "failcounts", 'f', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, show_failcounts_cb, "Display resource fail counts", NULL }, { "operations", 'o', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, show_operations_cb, "Display resource operation history", NULL }, { "timing-details", 't', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, show_operations_cb, "Display resource operation history with timing details", NULL }, { "tickets", 'c', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, show_tickets_cb, "Display cluster tickets", NULL }, { "watch-fencing", 'W', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, watch_fencing_cb, "Listen for fencing events. For use with --external-agent", NULL }, { "fence-history", 'm', G_OPTION_FLAG_OPTIONAL_ARG, G_OPTION_ARG_CALLBACK, fence_history_cb, "Show fence history:\n" INDENT "0=off, 1=failures and pending (default without option),\n" INDENT "2=add successes (default without value for option),\n" INDENT "3=show full history without reduction to most recent of each flavor", "LEVEL" }, { "neg-locations", 'L', 0, G_OPTION_ARG_CALLBACK, show_bans_cb, "Display negative location constraints [optionally filtered by id prefix]", NULL }, { "show-node-attributes", 'A', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, show_attributes_cb, "Display node attributes", NULL }, { "hide-headers", 'D', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, hide_headers_cb, "Hide all headers", NULL }, { "show-detail", 'R', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, print_clone_detail_cb, "Show more details (node IDs, individual clone instances)", NULL }, { "brief", 'b', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, print_brief_cb, "Brief output", NULL }, { "pending", 'j', G_OPTION_FLAG_HIDDEN|G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, print_pending_cb, "Display pending state if 'record-pending' is enabled", NULL }, { NULL } }; static GOptionEntry mode_entries[] = { { "as-html", 'h', G_OPTION_FLAG_FILENAME, G_OPTION_ARG_CALLBACK, as_html_cb, "Write cluster status to the named HTML file", "FILE" }, { "as-xml", 'X', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, as_xml_cb, "Write cluster status as XML to stdout. This will enable one-shot mode.", NULL }, { "web-cgi", 'w', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, as_cgi_cb, "Web mode with output suitable for CGI (preselected when run as *.cgi)", NULL }, { "simple-status", 's', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, as_simple_cb, "Display the cluster status once as a simple one line output (suitable for nagios)", NULL }, { NULL } }; /* *INDENT-ON* */ -static void -blank_screen(void) -{ -#if CURSES_ENABLED - int lpc = 0; - - for (lpc = 0; lpc < LINES; lpc++) { - move(lpc, 0); - clrtoeol(); - } - move(0, 0); - refresh(); -#endif -} - static gboolean mon_timer_popped(gpointer data) { int rc = pcmk_ok; #if CURSES_ENABLED if (output_format == mon_output_console) { clear(); refresh(); } #endif if (timer_id > 0) { g_source_remove(timer_id); timer_id = 0; } print_as(output_format, "Reconnecting...\n"); rc = cib_connect(TRUE); if (rc != pcmk_ok) { timer_id = g_timeout_add(options.reconnect_msec, mon_timer_popped, NULL); } return FALSE; } static void mon_cib_connection_destroy(gpointer user_data) { print_as(output_format, "Connection to the cluster-daemons terminated\n"); if (refresh_timer != NULL) { /* we'll trigger a refresh after reconnect */ mainloop_timer_stop(refresh_timer); } if (timer_id) { /* we'll trigger a new reconnect-timeout at the end */ g_source_remove(timer_id); timer_id = 0; } if (st) { /* the client API won't properly reconnect notifications * if they are still in the table - so remove them */ st->cmds->remove_notification(st, T_STONITH_NOTIFY_DISCONNECT); st->cmds->remove_notification(st, T_STONITH_NOTIFY_FENCE); st->cmds->remove_notification(st, T_STONITH_NOTIFY_HISTORY); if (st->state != stonith_disconnected) { st->cmds->disconnect(st); } } if (cib) { cib->cmds->signoff(cib); timer_id = g_timeout_add(options.reconnect_msec, mon_timer_popped, NULL); } return; } /* * Mainloop signal handler. */ static void mon_shutdown(int nsig) { clean_up(CRM_EX_OK); } #if CURSES_ENABLED static sighandler_t ncurses_winch_handler; static void mon_winresize(int nsig) { static int not_done; int lines = 0, cols = 0; if (!not_done++) { if (ncurses_winch_handler) /* the original ncurses WINCH signal handler does the * magic of retrieving the new window size; * otherwise, we'd have to use ioctl or tgetent */ (*ncurses_winch_handler) (SIGWINCH); getmaxyx(stdscr, lines, cols); resizeterm(lines, cols); mainloop_set_trigger(refresh_trigger); } not_done--; } #endif static int cib_connect(gboolean full) { int rc = pcmk_ok; static gboolean need_pass = TRUE; CRM_CHECK(cib != NULL, return -EINVAL); if (getenv("CIB_passwd") != NULL) { need_pass = FALSE; } if (is_set(options.mon_ops, mon_op_fence_connect) && st == NULL) { st = stonith_api_new(); } if (is_set(options.mon_ops, mon_op_fence_connect) && st != NULL && st->state == stonith_disconnected) { rc = st->cmds->connect(st, crm_system_name, NULL); if (rc == pcmk_ok) { crm_trace("Setting up stonith callbacks"); if (is_set(options.mon_ops, mon_op_watch_fencing)) { st->cmds->register_notification(st, T_STONITH_NOTIFY_DISCONNECT, mon_st_callback_event); st->cmds->register_notification(st, T_STONITH_NOTIFY_FENCE, mon_st_callback_event); } else { st->cmds->register_notification(st, T_STONITH_NOTIFY_DISCONNECT, mon_st_callback_display); st->cmds->register_notification(st, T_STONITH_NOTIFY_HISTORY, mon_st_callback_display); } } } if (cib->state != cib_connected_query && cib->state != cib_connected_command) { crm_trace("Connecting to the CIB"); if ((output_format == mon_output_console) && need_pass && (cib->variant == cib_remote)) { need_pass = FALSE; print_as(output_format, "Password:"); } rc = cib->cmds->signon(cib, crm_system_name, cib_query); if (rc != pcmk_ok) { return rc; } rc = cib->cmds->query(cib, NULL, ¤t_cib, cib_scope_local | cib_sync_call); if (rc == pcmk_ok) { mon_refresh_display(&output_format); } if (rc == pcmk_ok && full) { if (rc == pcmk_ok) { rc = cib->cmds->set_connection_dnotify(cib, mon_cib_connection_destroy); if (rc == -EPROTONOSUPPORT) { print_as (output_format, "Notification setup not supported, won't be able to reconnect after failure"); if (output_format == mon_output_console) { sleep(2); } rc = pcmk_ok; } } if (rc == pcmk_ok) { cib->cmds->del_notify_callback(cib, T_CIB_DIFF_NOTIFY, crm_diff_update); rc = cib->cmds->add_notify_callback(cib, T_CIB_DIFF_NOTIFY, crm_diff_update); } if (rc != pcmk_ok) { print_as(output_format, "Notification setup failed, could not monitor CIB actions"); if (output_format == mon_output_console) { sleep(2); } clean_up_connections(); } } } return rc; } #if CURSES_ENABLED static const char * get_option_desc(char c) { GOptionEntry *entry; for (entry = display_entries; entry != NULL; entry++) { if (entry->short_name != c) { continue; } return strdup(entry->description); } return NULL; } #define print_option_help(output_format, option, condition) \ print_as(output_format, "%c %c: \t%s\n", ((condition)? '*': ' '), option, get_option_desc(option)); static gboolean detect_user_input(GIOChannel *channel, GIOCondition condition, gpointer user_data) { int c; gboolean config_mode = FALSE; while (1) { /* Get user input */ c = getchar(); switch (c) { case 'm': if (!options.fence_history_level) { options.mon_ops |= mon_op_fence_history; options.mon_ops |= mon_op_fence_connect; if (st == NULL) { mon_cib_connection_destroy(NULL); } } show ^= mon_show_fence_history; break; case 'c': show ^= mon_show_tickets; break; case 'f': show ^= mon_show_failcounts; break; case 'n': options.mon_ops ^= mon_op_group_by_node; break; case 'o': show ^= mon_show_operations; if ((show & mon_show_operations) == 0) { options.mon_ops &= ~mon_op_print_timing; } break; case 'r': options.mon_ops ^= mon_op_inactive_resources; break; case 'R': options.mon_ops ^= mon_op_print_clone_detail; break; case 't': options.mon_ops ^= mon_op_print_timing; if (is_set(options.mon_ops, mon_op_print_timing)) { show |= mon_show_operations; } break; case 'A': show ^= mon_show_attributes; break; case 'L': show ^= mon_show_bans; break; case 'D': /* If any header is shown, clear them all, otherwise set them all */ if (show & mon_show_headers) { show &= ~mon_show_headers; } else { show |= mon_show_headers; } break; case 'b': options.mon_ops ^= mon_op_print_brief; break; case 'j': options.mon_ops ^= mon_op_print_pending; break; case '?': config_mode = TRUE; break; default: goto refresh; } if (!config_mode) goto refresh; blank_screen(); print_as(output_format, "Display option change mode\n"); print_as(output_format, "\n"); print_option_help(output_format, 'c', show & mon_show_tickets); print_option_help(output_format, 'f', show & mon_show_failcounts); print_option_help(output_format, 'n', is_set(options.mon_ops, mon_op_group_by_node)); print_option_help(output_format, 'o', show & mon_show_operations); print_option_help(output_format, 'r', is_set(options.mon_ops, mon_op_inactive_resources)); print_option_help(output_format, 't', is_set(options.mon_ops, mon_op_print_timing)); print_option_help(output_format, 'A', show & mon_show_attributes); print_option_help(output_format, 'L', show & mon_show_bans); print_option_help(output_format, 'D', (show & mon_show_headers) == 0); print_option_help(output_format, 'R', is_set(options.mon_ops, mon_op_print_clone_detail)); print_option_help(output_format, 'b', is_set(options.mon_ops, mon_op_print_brief)); print_option_help(output_format, 'j', is_set(options.mon_ops, mon_op_print_pending)); print_option_help(output_format, 'm', (show & mon_show_fence_history)); print_as(output_format, "\n"); print_as(output_format, "Toggle fields via field letter, type any other key to return"); } refresh: mon_refresh_display(NULL); return TRUE; } #endif // Basically crm_signal_handler(SIGCHLD, SIG_IGN) plus the SA_NOCLDWAIT flag static void avoid_zombies() { struct sigaction sa; memset(&sa, 0, sizeof(struct sigaction)); if (sigemptyset(&sa.sa_mask) < 0) { crm_warn("Cannot avoid zombies: %s", pcmk_strerror(errno)); return; } sa.sa_handler = SIG_IGN; sa.sa_flags = SA_RESTART|SA_NOCLDWAIT; if (sigaction(SIGCHLD, &sa, NULL) < 0) { crm_warn("Cannot avoid zombies: %s", pcmk_strerror(errno)); } } static GOptionContext * build_arg_context(pcmk__common_args_t *args) { GOptionContext *context = NULL; GOptionGroup *mode_group, *display_group, *addl_group; GOptionGroup *main_group; GOptionEntry extra_prog_entries[] = { { "quiet", 'Q', 0, G_OPTION_ARG_NONE, &(args->quiet), "Be less descriptive in output.", NULL }, { NULL } }; const char *examples = "Examples:\n\n" "Display the cluster status on the console with updates as they occur:\n\n" "\tcrm_mon\n\n" "Display the cluster status on the console just once then exit:\n\n" "\tcrm_mon -1\n\n" "Display your cluster status, group resources by node, and include inactive resources in the list:\n\n" "\tcrm_mon --group-by-node --inactive\n\n" "Start crm_mon as a background daemon and have it write the cluster status to an HTML file:\n\n" "\tcrm_mon --daemonize --as-html /path/to/docroot/filename.html\n\n" "Start crm_mon and export the current cluster status as XML to stdout, then exit:\n\n" "\tcrm_mon --as-xml\n"; context = pcmk__build_arg_context(args, NULL); g_option_context_set_description(context, examples); /* Add the -Q option, which cannot be part of the globally supported options * because some tools use that flag for something else. */ main_group = g_option_context_get_main_group(context); g_option_group_add_entries(main_group, extra_prog_entries); mode_group = g_option_group_new("mode", "Mode Options (mutually exclusive):", "Show mode options", NULL, NULL); g_option_group_add_entries(mode_group, mode_entries); g_option_context_add_group(context, mode_group); display_group = g_option_group_new("display", "Display Options:", "Show display options", NULL, NULL); g_option_group_add_entries(display_group, display_entries); g_option_context_add_group(context, display_group); addl_group = g_option_group_new("additional", "Additional Options:", "Show additional options", NULL, NULL); g_option_group_add_entries(addl_group, addl_entries); g_option_context_add_group(context, addl_group); return context; } int main(int argc, char **argv) { int rc = pcmk_ok; char **processed_args = NULL; pcmk__common_args_t *args = calloc(1, sizeof(pcmk__common_args_t)); GError *error = NULL; if (args == NULL) { crm_exit(crm_errno2exit(-ENOMEM)); } args->summary = strdup("Provides a summary of cluster's current state.\n\n" "Outputs varying levels of detail in a number of different formats."); context = build_arg_context(args); options.pid_file = strdup("/tmp/ClusterMon.pid"); crm_log_cli_init("crm_mon"); // Avoid needing to wait for subprocesses forked for -E/--external-agent avoid_zombies(); if (crm_ends_with_ext(argv[0], ".cgi") == TRUE) { output_format = mon_output_cgi; options.mon_ops |= mon_op_one_shot; } processed_args = pcmk__cmdline_preproc(argc, argv, "ehimpxEL"); if (!g_option_context_parse_strv(context, &processed_args, &error)) { fprintf(stderr, "%s: %s\n", g_get_prgname(), error->message); return clean_up(CRM_EX_USAGE); } for (int i = 0; i < options.verbose; i++) { crm_bump_log_level(argc, argv); } if (args->version) { crm_help('$', CRM_EX_OK); } if (args->quiet) { show &= ~mon_show_times; } if (is_set(options.mon_ops, mon_op_watch_fencing)) { options.mon_ops |= mon_op_fence_connect; /* don't moan as fence_history_level == 1 is default */ options.fence_history_level = 0; } /* create the cib-object early to be able to do further * decisions based on the cib-source */ cib = cib_new(); if (cib == NULL) { rc = -EINVAL; } else { switch (cib->variant) { case cib_native: /* cib & fencing - everything available */ break; case cib_file: /* Don't try to connect to fencing as we * either don't have a running cluster or * the fencing-information would possibly * not match the cib data from a file. * As we don't expect cib-updates coming * in enforce one-shot. */ options.fence_history_level = 0; options.mon_ops |= mon_op_one_shot; break; case cib_remote: /* updates coming in but no fencing */ options.fence_history_level = 0; break; case cib_undefined: case cib_database: default: /* something is odd */ rc = -EINVAL; crm_err("Invalid cib-source"); break; } } switch (options.fence_history_level) { case 3: options.mon_ops |= mon_op_fence_full_history; /* fall through to next lower level */ case 2: show |= mon_show_fence_history; /* fall through to next lower level */ case 1: options.mon_ops |= mon_op_fence_history; options.mon_ops |= mon_op_fence_connect; break; default: break; } /* Extra sanity checks when in CGI mode */ if (output_format == mon_output_cgi) { if (output_filename != NULL) { fprintf(stderr, "CGI mode cannot be used with -h\n"); return clean_up(CRM_EX_USAGE); } else if (cib && cib->variant == cib_file) { fprintf(stderr, "CGI mode used with CIB file\n"); return clean_up(CRM_EX_USAGE); } else if (options.external_agent != NULL) { fprintf(stderr, "CGI mode cannot be used with --external-agent\n"); return clean_up(CRM_EX_USAGE); } else if (options.daemonize == TRUE) { fprintf(stderr, "CGI mode cannot be used with -d\n"); return clean_up(CRM_EX_USAGE); } } /* XML output always prints everything */ if (output_format == mon_output_xml) { show = mon_show_all; options.mon_ops |= mon_op_print_timing; } if (is_set(options.mon_ops, mon_op_one_shot)) { if (output_format == mon_output_console) { output_format = mon_output_plain; } } else if (options.daemonize) { if ((output_format == mon_output_console) || (output_format == mon_output_plain)) { output_format = mon_output_none; } crm_enable_stderr(FALSE); if ((output_format != mon_output_html) && !options.external_agent) { printf ("Looks like you forgot to specify one or more of: " "--as-html, --external-agent\n"); return clean_up(CRM_EX_USAGE); } if (cib) { /* to be on the safe side don't have cib-object around * when we are forking */ cib_delete(cib); cib = NULL; crm_make_daemon(crm_system_name, TRUE, options.pid_file); cib = cib_new(); if (cib == NULL) { rc = -EINVAL; } /* otherwise assume we've got the same cib-object we've just destroyed * in our parent */ } } else if (output_format == mon_output_console) { #if CURSES_ENABLED initscr(); cbreak(); noecho(); crm_enable_stderr(FALSE); curses_console_initialized = TRUE; #else options.mon_ops |= mon_op_one_shot; output_format = mon_output_plain; printf("Defaulting to one-shot mode\n"); printf("You need to have curses available at compile time to enable console mode\n"); #endif } crm_info("Starting %s", crm_system_name); if (cib) { do { if (is_not_set(options.mon_ops, mon_op_one_shot)) { print_as(output_format ,"Waiting until cluster is available on this node ...\n"); } rc = cib_connect(is_not_set(options.mon_ops, mon_op_one_shot)); if (is_set(options.mon_ops, mon_op_one_shot)) { break; } else if (rc != pcmk_ok) { sleep(options.reconnect_msec / 1000); #if CURSES_ENABLED if (output_format == mon_output_console) { clear(); refresh(); } #endif } else { if (output_format == mon_output_html) { print_as(output_format, "Writing html to %s ...\n", output_filename); } } } while (rc == -ENOTCONN); } if (rc != pcmk_ok) { if (output_format == mon_output_monitor) { printf("CLUSTER CRIT: Connection to cluster failed: %s\n", pcmk_strerror(rc)); return clean_up(MON_STATUS_CRIT); } else { if (rc == -ENOTCONN) { print_as(output_format ,"\nError: cluster is not available on this node\n"); } else { print_as(output_format ,"\nConnection to cluster failed: %s\n", pcmk_strerror(rc)); } } if (output_format == mon_output_console) { sleep(2); } return clean_up(crm_errno2exit(rc)); } if (is_set(options.mon_ops, mon_op_one_shot)) { return clean_up(CRM_EX_OK); } mainloop = g_main_loop_new(NULL, FALSE); mainloop_add_signal(SIGTERM, mon_shutdown); mainloop_add_signal(SIGINT, mon_shutdown); #if CURSES_ENABLED if (output_format == mon_output_console) { ncurses_winch_handler = crm_signal_handler(SIGWINCH, mon_winresize); if (ncurses_winch_handler == SIG_DFL || ncurses_winch_handler == SIG_IGN || ncurses_winch_handler == SIG_ERR) ncurses_winch_handler = NULL; g_io_add_watch(g_io_channel_unix_new(STDIN_FILENO), G_IO_IN, detect_user_input, NULL); } #endif refresh_trigger = mainloop_add_trigger(G_PRIORITY_LOW, mon_refresh_display, NULL); g_main_loop_run(mainloop); g_main_loop_unref(mainloop); crm_info("Exiting %s", crm_system_name); return clean_up(CRM_EX_OK); } #define mon_warn(output_format, mon_ops, fmt...) do { \ if (is_not_set(mon_ops, mon_op_has_warnings)) { \ print_as(output_format, "CLUSTER WARN:"); \ } else { \ print_as(output_format, ","); \ } \ print_as(output_format, fmt); \ mon_ops |= mon_op_has_warnings; \ } while(0) -static int -count_resources(pe_working_set_t * data_set, resource_t * rsc) -{ - int count = 0; - GListPtr gIter = NULL; - - if (rsc == NULL) { - gIter = data_set->resources; - } else if (rsc->children) { - gIter = rsc->children; - } else { - return is_not_set(rsc->flags, pe_rsc_orphan); - } - - for (; gIter != NULL; gIter = gIter->next) { - count += count_resources(data_set, gIter->data); - } - return count; -} - /*! * \internal * \brief Print one-line status suitable for use with monitoring software * * \param[in] data_set Working set of CIB state * \param[in] history List of stonith actions * * \note This function's output (and the return code when the program exits) * should conform to https://www.monitoring-plugins.org/doc/guidelines.html */ static void print_simple_status(pe_working_set_t * data_set, stonith_history_t *history, unsigned int mon_ops, mon_output_format_t output_format) { GListPtr gIter = NULL; int nodes_online = 0; int nodes_standby = 0; int nodes_maintenance = 0; if (data_set->dc_node == NULL) { mon_warn(output_format, mon_ops, " No DC"); } for (gIter = data_set->nodes; gIter != NULL; gIter = gIter->next) { node_t *node = (node_t *) gIter->data; if (node->details->standby && node->details->online) { nodes_standby++; } else if (node->details->maintenance && node->details->online) { nodes_maintenance++; } else if (node->details->online) { nodes_online++; } else { mon_warn(output_format, mon_ops, " offline node: %s", node->details->uname); } } if (is_not_set(mon_ops, mon_op_has_warnings)) { int nresources = count_resources(data_set, NULL); print_as(output_format, "CLUSTER OK: %d node%s online", nodes_online, s_if_plural(nodes_online)); if (nodes_standby > 0) { print_as(output_format, ", %d standby node%s", nodes_standby, s_if_plural(nodes_standby)); } if (nodes_maintenance > 0) { print_as(output_format, ", %d maintenance node%s", nodes_maintenance, s_if_plural(nodes_maintenance)); } print_as(output_format, ", %d resource%s configured", nresources, s_if_plural(nresources)); } print_as(output_format, "\n"); } /*! * \internal - * \brief Print a [name]=[value][units] pair, optionally using time string + * \brief Reduce the stonith-history + * for successful actions we keep the last of every action-type & target + * for failed actions we record as well who had failed + * for actions in progress we keep full track + * + * \param[in] history List of stonith actions * - * \param[in] stream File stream to display output to - * \param[in] name Name to display - * \param[in] value Value to display (or NULL to convert time instead) - * \param[in] units Units to display (or NULL for no units) - * \param[in] epoch_time Epoch time to convert if value is NULL */ -static void -print_nvpair(FILE *stream, const char *name, const char *value, - const char *units, time_t epoch_time) +static stonith_history_t * +reduce_stonith_history(stonith_history_t *history) { - /* print name= */ - switch (output_format) { - case mon_output_plain: - case mon_output_console: - print_as(output_format, " %s=", name); - break; - - case mon_output_html: - case mon_output_cgi: - case mon_output_xml: - fprintf(stream, " %s=", name); - break; - - default: - break; - } - - /* If we have a value (and optionally units), print it */ - if (value) { - switch (output_format) { - case mon_output_plain: - case mon_output_console: - print_as(output_format, "%s%s", value, (units? units : "")); - break; + stonith_history_t *new = history, *hp, *np; - case mon_output_html: - case mon_output_cgi: - fprintf(stream, "%s%s", value, (units? units : "")); - break; + if (new) { + hp = new->next; + new->next = NULL; - case mon_output_xml: - fprintf(stream, "\"%s%s\"", value, (units? units : "")); - break; + while (hp) { + stonith_history_t *hp_next = hp->next; - default: - break; - } + hp->next = NULL; - /* Otherwise print user-friendly time string */ - } else { - static char empty_str[] = ""; - char *c, *date_str = asctime(localtime(&epoch_time)); + for (np = new; ; np = np->next) { + if ((hp->state == st_done) || (hp->state == st_failed)) { + /* action not in progress */ + if (safe_str_eq(hp->target, np->target) && + safe_str_eq(hp->action, np->action) && + (hp->state == np->state) && + ((hp->state == st_done) || + safe_str_eq(hp->delegate, np->delegate))) { + /* purge older hp */ + stonith_history_free(hp); + break; + } + } - for (c = (date_str != NULL) ? date_str : empty_str; *c != '\0'; ++c) { - if (*c == '\n') { - *c = '\0'; - break; + if (!np->next) { + np->next = hp; + break; + } } + hp = hp_next; } - switch (output_format) { - case mon_output_plain: - case mon_output_console: - print_as(output_format, "'%s'", date_str); - break; - - case mon_output_html: - case mon_output_cgi: - case mon_output_xml: - fprintf(stream, "\"%s\"", date_str); - break; - - default: - break; - } - } -} - -/*! - * \internal - * \brief Print whatever is needed to start a node section - * - * \param[in] stream File stream to display output to - * \param[in] node Node to print - */ -static void -print_node_start(FILE *stream, node_t *node, unsigned int mon_ops) -{ - char *node_name; - - switch (output_format) { - case mon_output_plain: - case mon_output_console: - node_name = get_node_display_name(node, mon_ops); - print_as(output_format, "* Node %s:\n", node_name); - free(node_name); - break; - - case mon_output_html: - case mon_output_cgi: - node_name = get_node_display_name(node, mon_ops); - fprintf(stream, "

Node: %s

\n
    \n", node_name); - free(node_name); - break; - - case mon_output_xml: - fprintf(stream, " \n", node->details->uname); - break; - - default: - break; } -} - -/*! - * \internal - * \brief Print whatever is needed to end a node section - * - * \param[in] stream File stream to display output to - */ -static void -print_node_end(FILE *stream) -{ - switch (output_format) { - case mon_output_html: - case mon_output_cgi: - fprintf(stream, "
\n"); - break; - - case mon_output_xml: - fprintf(stream, " \n"); - break; - default: - break; - } + return new; } /*! * \internal - * \brief Print resources section heading appropriate to options + * \brief Sort the stonith-history + * sort by competed most current on the top + * pending actions lacking a completed-stamp are gathered at the top * - * \param[in] stream File stream to display output to - */ -static void -print_resources_heading(FILE *stream, unsigned int mon_ops) -{ - const char *heading; - - if (is_set(mon_ops, mon_op_group_by_node)) { - - /* Active resources have already been printed by node */ - heading = is_set(mon_ops, mon_op_inactive_resources) ? "Inactive resources" : NULL; - - } else if (is_set(mon_ops, mon_op_inactive_resources)) { - heading = "Full list of resources"; - - } else { - heading = "Active resources"; - } - - /* Print section heading */ - switch (output_format) { - case mon_output_plain: - case mon_output_console: - print_as(output_format, "\n%s:\n\n", heading); - break; - - case mon_output_html: - case mon_output_cgi: - fprintf(stream, "
\n

%s

\n", heading); - break; - - case mon_output_xml: - fprintf(stream, " \n"); - break; - - default: - break; - } - -} - -/*! - * \internal - * \brief Print whatever resource section closing is appropriate + * \param[in] history List of stonith actions * - * \param[in] stream File stream to display output to */ -static void -print_resources_closing(FILE *stream, gboolean printed_heading, unsigned int mon_ops) +static stonith_history_t * +sort_stonith_history(stonith_history_t *history) { - const char *heading; - - /* What type of resources we did or did not display */ - if (is_set(mon_ops, mon_op_group_by_node)) { - heading = "inactive "; - } else if (is_set(mon_ops, mon_op_inactive_resources)) { - heading = ""; - } else { - heading = "active "; - } - - switch (output_format) { - case mon_output_plain: - case mon_output_console: - if (!printed_heading) { - print_as(output_format, "\nNo %sresources\n\n", heading); - } - break; + stonith_history_t *new = NULL, *pending = NULL, *hp, *np, *tmp; - case mon_output_html: - case mon_output_cgi: - if (!printed_heading) { - fprintf(stream, "
\n

No %sresources

\n", heading); + for (hp = history; hp; ) { + tmp = hp->next; + if ((hp->state == st_done) || (hp->state == st_failed)) { + /* sort into new */ + if ((!new) || (hp->completed > new->completed)) { + hp->next = new; + new = hp; + } else { + np = new; + do { + if ((!np->next) || (hp->completed > np->next->completed)) { + hp->next = np->next; + np->next = hp; + break; + } + np = np->next; + } while (1); } - break; - - case mon_output_xml: - fprintf(stream, " %s\n", - (printed_heading? "" : "")); - break; - - default: - break; - } -} - -/*! - * \internal - * \brief Print whatever resource section(s) are appropriate - * - * \param[in] stream File stream to display output to - * \param[in] data_set Cluster state to display - * \param[in] print_opts Bitmask of pe_print_options - */ -static void -print_resources(FILE *stream, pe_working_set_t *data_set, int print_opts, unsigned int mon_ops) -{ - GListPtr rsc_iter; - const char *prefix = NULL; - gboolean printed_heading = FALSE; - gboolean brief_output = is_set(mon_ops, mon_op_print_brief); - - /* If we already showed active resources by node, and - * we're not showing inactive resources, we have nothing to do - */ - if (is_set(mon_ops, mon_op_group_by_node) && is_not_set(mon_ops, mon_op_inactive_resources)) { - return; - } - - /* XML uses an indent, and ignores brief option for resources */ - if (output_format == mon_output_xml) { - prefix = " "; - brief_output = FALSE; - } - - /* If we haven't already printed resources grouped by node, - * and brief output was requested, print resource summary */ - if (brief_output && is_not_set(mon_ops, mon_op_group_by_node)) { - print_resources_heading(stream, mon_ops); - printed_heading = TRUE; - print_rscs_brief(data_set->resources, NULL, print_opts, stream, - is_set(mon_ops, mon_op_inactive_resources)); + } else { + /* put into pending */ + hp->next = pending; + pending = hp; + } + hp = tmp; } - /* For each resource, display it if appropriate */ - for (rsc_iter = data_set->resources; rsc_iter != NULL; rsc_iter = rsc_iter->next) { - resource_t *rsc = (resource_t *) rsc_iter->data; - - /* Complex resources may have some sub-resources active and some inactive */ - gboolean is_active = rsc->fns->active(rsc, TRUE); - gboolean partially_active = rsc->fns->active(rsc, FALSE); - - /* Skip inactive orphans (deleted but still in CIB) */ - if (is_set(rsc->flags, pe_rsc_orphan) && !is_active) { - continue; - - /* Skip active resources if we already displayed them by node */ - } else if (is_set(mon_ops, mon_op_group_by_node)) { - if (is_active) { - continue; - } - - /* Skip primitives already counted in a brief summary */ - } else if (brief_output && (rsc->variant == pe_native)) { - continue; + /* pending actions don't have a completed-stamp so make them go front */ + if (pending) { + stonith_history_t *last_pending = pending; - /* Skip resources that aren't at least partially active, - * unless we're displaying inactive resources - */ - } else if (!partially_active && is_not_set(mon_ops, mon_op_inactive_resources)) { - continue; + while (last_pending->next) { + last_pending = last_pending->next; } - /* Print this resource */ - if (printed_heading == FALSE) { - print_resources_heading(stream, mon_ops); - printed_heading = TRUE; - } - rsc->fns->print(rsc, prefix, print_opts, stream); + last_pending->next = new; + new = pending; } - - print_resources_closing(stream, printed_heading, mon_ops); -} - -/*! - * \internal - * \brief Print heading for resource history - * - * \param[in] stream File stream to display output to - * \param[in] data_set Current state of CIB - * \param[in] node Node that ran this resource - * \param[in] rsc Resource to print - * \param[in] rsc_id ID of resource to print - * \param[in] all Whether to print every resource or just failed ones - */ -static void -print_rsc_history_start(FILE *stream, pe_working_set_t *data_set, node_t *node, - resource_t *rsc, const char *rsc_id, gboolean all) -{ - time_t last_failure = 0; - int failcount = rsc? - pe_get_failcount(node, rsc, &last_failure, pe_fc_default, - NULL, data_set) - : 0; - - if (!all && !failcount && (last_failure <= 0)) { - return; - } - - /* Print resource ID */ - switch (output_format) { - case mon_output_plain: - case mon_output_console: - print_as(output_format, " %s:", rsc_id); - break; - - case mon_output_html: - case mon_output_cgi: - fprintf(stream, "
  • %s:", rsc_id); - break; - - case mon_output_xml: - fprintf(stream, " 0)) { - - /* Print migration threshold */ - switch (output_format) { - case mon_output_plain: - case mon_output_console: - print_as(output_format, " migration-threshold=%d", rsc->migration_threshold); - break; - - case mon_output_html: - case mon_output_cgi: - fprintf(stream, " migration-threshold=%d", rsc->migration_threshold); - break; - - case mon_output_xml: - fprintf(stream, " orphan=\"false\" migration-threshold=\"%d\"", - rsc->migration_threshold); - break; - - default: - break; - } - - /* Print fail count if any */ - if (failcount > 0) { - switch (output_format) { - case mon_output_plain: - case mon_output_console: - print_as(output_format, " " CRM_FAIL_COUNT_PREFIX "=%d", failcount); - break; - - case mon_output_html: - case mon_output_cgi: - fprintf(stream, " " CRM_FAIL_COUNT_PREFIX "=%d", failcount); - break; - - case mon_output_xml: - fprintf(stream, " " CRM_FAIL_COUNT_PREFIX "=\"%d\"", - failcount); - break; - - default: - break; - } - } - - /* Print last failure time if any */ - if (last_failure > 0) { - print_nvpair(stream, CRM_LAST_FAILURE_PREFIX, NULL, NULL, - last_failure); - } - } - - /* End the heading */ - switch (output_format) { - case mon_output_plain: - case mon_output_console: - print_as(output_format, "\n"); - break; - - case mon_output_html: - case mon_output_cgi: - fprintf(stream, "\n
      \n"); - break; - - case mon_output_xml: - fprintf(stream, ">\n"); - break; - - default: - break; - } -} - -/*! - * \internal - * \brief Print closing for resource history - * - * \param[in] stream File stream to display output to - */ -static void -print_rsc_history_end(FILE *stream) -{ - switch (output_format) { - case mon_output_html: - case mon_output_cgi: - fprintf(stream, "
    \n
    • \n"); - break; - - case mon_output_xml: - fprintf(stream, " \n"); - break; - - default: - break; - } -} - -/*! - * \internal - * \brief Print operation history - * - * \param[in] stream File stream to display output to - * \param[in] data_set Current state of CIB - * \param[in] node Node this operation is for - * \param[in] xml_op Root of XML tree describing this operation - * \param[in] task Task parsed from this operation's XML - * \param[in] interval_ms_s Interval parsed from this operation's XML - * \param[in] rc Return code parsed from this operation's XML - */ -static void -print_op_history(FILE *stream, pe_working_set_t *data_set, node_t *node, - xmlNode *xml_op, const char *task, const char *interval_ms_s, - int rc, unsigned int mon_ops) -{ - const char *value = NULL; - const char *call = crm_element_value(xml_op, XML_LRM_ATTR_CALLID); - - /* Begin the operation description */ - switch (output_format) { - case mon_output_plain: - case mon_output_console: - print_as(output_format, " + (%s) %s:", call, task); - break; - - case mon_output_html: - case mon_output_cgi: - fprintf(stream, "
  • (%s) %s:", call, task); - break; - - case mon_output_xml: - fprintf(stream, " 0) { - print_nvpair(stream, attr, NULL, NULL, int_value); - } - } - - attr = XML_RSC_OP_LAST_RUN; - value = crm_element_value(xml_op, attr); - if (value) { - int_value = crm_parse_int(value, NULL); - if (int_value > 0) { - print_nvpair(stream, attr, NULL, NULL, int_value); - } - } - - attr = XML_RSC_OP_T_EXEC; - value = crm_element_value(xml_op, attr); - if (value) { - print_nvpair(stream, attr, value, "ms", 0); - } - - attr = XML_RSC_OP_T_QUEUE; - value = crm_element_value(xml_op, attr); - if (value) { - print_nvpair(stream, attr, value, "ms", 0); - } - } - - /* End the operation description */ - switch (output_format) { - case mon_output_plain: - case mon_output_console: - print_as(output_format, " rc=%d (%s)\n", rc, services_ocf_exitcode_str(rc)); - break; - - case mon_output_html: - case mon_output_cgi: - fprintf(stream, " rc=%d (%s)
    • \n", rc, services_ocf_exitcode_str(rc)); - break; - - case mon_output_xml: - fprintf(stream, " rc=\"%d\" rc_text=\"%s\" />\n", rc, services_ocf_exitcode_str(rc)); - break; - - default: - break; - } -} - -/*! - * \internal - * \brief Print resource operation/failure history - * - * \param[in] stream File stream to display output to - * \param[in] data_set Current state of CIB - * \param[in] node Node that ran this resource - * \param[in] rsc_entry Root of XML tree describing resource status - * \param[in] operations Whether to print operations or just failcounts - */ -static void -print_rsc_history(FILE *stream, pe_working_set_t *data_set, node_t *node, - xmlNode *rsc_entry, gboolean operations, unsigned int mon_ops) -{ - GListPtr gIter = NULL; - GListPtr op_list = NULL; - gboolean printed = FALSE; - const char *rsc_id = crm_element_value(rsc_entry, XML_ATTR_ID); - resource_t *rsc = pe_find_resource(data_set->resources, rsc_id); - xmlNode *rsc_op = NULL; - - /* If we're not showing operations, just print the resource failure summary */ - if (operations == FALSE) { - print_rsc_history_start(stream, data_set, node, rsc, rsc_id, FALSE); - print_rsc_history_end(stream); - return; - } - - /* Create a list of this resource's operations */ - for (rsc_op = __xml_first_child(rsc_entry); rsc_op != NULL; rsc_op = __xml_next(rsc_op)) { - if (crm_str_eq((const char *)rsc_op->name, XML_LRM_TAG_RSC_OP, TRUE)) { - op_list = g_list_append(op_list, rsc_op); - } - } - op_list = g_list_sort(op_list, sort_op_by_callid); - - /* Print each operation */ - for (gIter = op_list; gIter != NULL; gIter = gIter->next) { - xmlNode *xml_op = (xmlNode *) gIter->data; - const char *task = crm_element_value(xml_op, XML_LRM_ATTR_TASK); - const char *interval_ms_s = crm_element_value(xml_op, - XML_LRM_ATTR_INTERVAL_MS); - const char *op_rc = crm_element_value(xml_op, XML_LRM_ATTR_RC); - int rc = crm_parse_int(op_rc, "0"); - - /* Display 0-interval monitors as "probe" */ - if (safe_str_eq(task, CRMD_ACTION_STATUS) - && ((interval_ms_s == NULL) || safe_str_eq(interval_ms_s, "0"))) { - task = "probe"; - } - - /* Ignore notifies and some probes */ - if (safe_str_eq(task, CRMD_ACTION_NOTIFY) || (safe_str_eq(task, "probe") && (rc == 7))) { - continue; - } - - /* If this is the first printed operation, print heading for resource */ - if (printed == FALSE) { - printed = TRUE; - print_rsc_history_start(stream, data_set, node, rsc, rsc_id, TRUE); - } - - /* Print the operation */ - print_op_history(stream, data_set, node, xml_op, task, interval_ms_s, - rc, mon_ops); - } - - /* Free the list we created (no need to free the individual items) */ - g_list_free(op_list); - - /* If we printed anything, close the resource */ - if (printed) { - print_rsc_history_end(stream); - } -} - -/*! - * \internal - * \brief Print node operation/failure history - * - * \param[in] stream File stream to display output to - * \param[in] data_set Current state of CIB - * \param[in] node_state Root of XML tree describing node status - * \param[in] operations Whether to print operations or just failcounts - */ -static void -print_node_history(FILE *stream, pe_working_set_t *data_set, - xmlNode *node_state, gboolean operations, unsigned int mon_ops) -{ - node_t *node = pe_find_node_id(data_set->nodes, ID(node_state)); - xmlNode *lrm_rsc = NULL; - xmlNode *rsc_entry = NULL; - - if (node && node->details && node->details->online) { - print_node_start(stream, node, mon_ops); - - lrm_rsc = find_xml_node(node_state, XML_CIB_TAG_LRM, FALSE); - lrm_rsc = find_xml_node(lrm_rsc, XML_LRM_TAG_RESOURCES, FALSE); - - /* Print history of each of the node's resources */ - for (rsc_entry = __xml_first_child(lrm_rsc); rsc_entry != NULL; - rsc_entry = __xml_next(rsc_entry)) { - - if (crm_str_eq((const char *)rsc_entry->name, XML_LRM_TAG_RESOURCE, TRUE)) { - print_rsc_history(stream, data_set, node, rsc_entry, operations, mon_ops); - } - } - - print_node_end(stream); - } -} - -/*! - * \internal - * \brief Print extended information about an attribute if appropriate - * - * \param[in] data_set Working set of CIB state - * - * \return TRUE if extended information was printed, FALSE otherwise - * \note Currently, extended information is only supported for ping/pingd - * resources, for which a message will be printed if connectivity is lost - * or degraded. - */ -static gboolean -print_attr_msg(FILE *stream, node_t * node, GListPtr rsc_list, const char *attrname, const char *attrvalue) -{ - GListPtr gIter = NULL; - - for (gIter = rsc_list; gIter != NULL; gIter = gIter->next) { - resource_t *rsc = (resource_t *) gIter->data; - const char *type = g_hash_table_lookup(rsc->meta, "type"); - - if (rsc->children != NULL) { - if (print_attr_msg(stream, node, rsc->children, attrname, attrvalue)) { - return TRUE; - } - } - - if (safe_str_eq(type, "ping") || safe_str_eq(type, "pingd")) { - const char *name = g_hash_table_lookup(rsc->parameters, "name"); - - if (name == NULL) { - name = "pingd"; - } - - /* To identify the resource with the attribute name. */ - if (safe_str_eq(name, attrname)) { - int host_list_num = 0; - int expected_score = 0; - int value = crm_parse_int(attrvalue, "0"); - const char *hosts = g_hash_table_lookup(rsc->parameters, "host_list"); - const char *multiplier = g_hash_table_lookup(rsc->parameters, "multiplier"); - - if(hosts) { - char **host_list = g_strsplit(hosts, " ", 0); - host_list_num = g_strv_length(host_list); - g_strfreev(host_list); - } - - /* pingd multiplier is the same as the default value. */ - expected_score = host_list_num * crm_parse_int(multiplier, "1"); - - switch (output_format) { - case mon_output_plain: - case mon_output_console: - if (value <= 0) { - print_as(output_format, "\t: Connectivity is lost"); - } else if (value < expected_score) { - print_as(output_format, "\t: Connectivity is degraded (Expected=%d)", expected_score); - } - break; - - case mon_output_html: - case mon_output_cgi: - if (value <= 0) { - fprintf(stream, " (connectivity is lost)"); - } else if (value < expected_score) { - fprintf(stream, " (connectivity is degraded -- expected %d)", - expected_score); - } - break; - - case mon_output_xml: - fprintf(stream, " expected=\"%d\"", expected_score); - break; - - default: - break; - } - return TRUE; - } - } - } - return FALSE; -} - -static int -compare_attribute(gconstpointer a, gconstpointer b) -{ - int rc; - - rc = strcmp((const char *)a, (const char *)b); - - return rc; -} - -static void -append_attr_list(gpointer name, gpointer value, gpointer user_data) -{ - int i; - const char *filt_str[] = FILTER_STR; - GList *attr_list = (GList *) user_data; - - CRM_CHECK(name != NULL, return); - - /* filtering automatic attributes */ - for (i = 0; filt_str[i] != NULL; i++) { - if (g_str_has_prefix(name, filt_str[i])) { - return; - } - } - - attr_list = g_list_insert_sorted(attr_list, name, compare_attribute); -} - -/* structure for passing multiple user data to g_list_foreach() */ -struct mon_attr_data { - FILE *stream; - node_t *node; - mon_output_format_t fmt; -}; - -static void -print_node_attribute(gpointer name, gpointer user_data) -{ - const char *value = NULL; - struct mon_attr_data *data = (struct mon_attr_data *) user_data; - - value = pe_node_attribute_raw(data->node, name); - - /* Print attribute name and value */ - switch (data->fmt) { - case mon_output_plain: - case mon_output_console: - print_as(data->fmt, " + %-32s\t: %-10s", (char *)name, value); - break; - - case mon_output_html: - case mon_output_cgi: - fprintf(data->stream, "
  • %s: %s", - (char *)name, value); - break; - - case mon_output_xml: - fprintf(data->stream, - " stream, data->node, data->node->details->running_rsc, - name, value); - - /* Close out the attribute */ - switch (data->fmt) { - case mon_output_plain: - case mon_output_console: - print_as(data->fmt, "\n"); - break; - - case mon_output_html: - case mon_output_cgi: - fprintf(data->stream, "
    • \n"); - break; - - case mon_output_xml: - fprintf(data->stream, " />\n"); - break; - - default: - break; - } -} - -static void -print_node_summary(FILE *stream, pe_working_set_t * data_set, gboolean operations, unsigned int mon_ops) -{ - xmlNode *node_state = NULL; - xmlNode *cib_status = get_object_root(XML_CIB_TAG_STATUS, data_set->input); - - /* Print heading */ - switch (output_format) { - case mon_output_plain: - case mon_output_console: - if (operations) { - print_as(output_format, "\nOperations:\n"); - } else { - print_as(output_format, "\nMigration Summary:\n"); - } - break; - - case mon_output_html: - case mon_output_cgi: - if (operations) { - fprintf(stream, "
    \n

    Operations

    \n"); - } else { - fprintf(stream, "
    \n

    Migration Summary

    \n"); - } - break; - - case mon_output_xml: - fprintf(stream, " \n"); - break; - - default: - break; - } - - /* Print each node in the CIB status */ - for (node_state = __xml_first_child(cib_status); node_state != NULL; - node_state = __xml_next(node_state)) { - if (crm_str_eq((const char *)node_state->name, XML_CIB_TAG_STATE, TRUE)) { - print_node_history(stream, data_set, node_state, operations, mon_ops); - } - } - - /* Close section */ - switch (output_format) { - case mon_output_xml: - fprintf(stream, " \n"); - break; - - default: - break; - } -} - -/* structure for passing multiple user data to g_hash_table_foreach() - * in print_cluster_tickets - */ -struct mon_ticket_data { - FILE *stream; - mon_output_format_t fmt; -}; - -static void -print_ticket(gpointer name, gpointer value, gpointer user_data) -{ - struct mon_ticket_data *data = (struct mon_ticket_data *) user_data; - ticket_t *ticket = (ticket_t *) value; - - switch (data->fmt) { - case mon_output_plain: - case mon_output_console: - print_as(data->fmt, "* %s:\t%s%s", ticket->id, - (ticket->granted? "granted" : "revoked"), - (ticket->standby? " [standby]" : "")); - break; - - case mon_output_html: - case mon_output_cgi: - fprintf(data->stream, "
  • %s: %s%s", ticket->id, - (ticket->granted? "granted" : "revoked"), - (ticket->standby? " [standby]" : "")); - break; - - case mon_output_xml: - fprintf(data->stream, " id, (ticket->granted? "granted" : "revoked"), - (ticket->standby? "true" : "false")); - break; - - default: - break; - } - if (ticket->last_granted > -1) { - print_nvpair(stdout, "last-granted", NULL, NULL, ticket->last_granted); - } - switch (data->fmt) { - case mon_output_plain: - case mon_output_console: - print_as(data->fmt, "\n"); - break; - - case mon_output_html: - case mon_output_cgi: - fprintf(data->stream, "
    • \n"); - break; - - case mon_output_xml: - fprintf(data->stream, " />\n"); - break; - - default: - break; - } -} - -static void -print_cluster_tickets(FILE *stream, pe_working_set_t * data_set) -{ - struct mon_ticket_data data; - - /* Print section heading */ - switch (output_format) { - case mon_output_plain: - case mon_output_console: - print_as(output_format, "\nTickets:\n"); - break; - - case mon_output_html: - case mon_output_cgi: - fprintf(stream, "
    \n

    Tickets

    \n
      \n"); - break; - - case mon_output_xml: - fprintf(stream, " \n"); - break; - - default: - break; - } - - data.stream = stream; - data.fmt = output_format; - - /* Print each ticket */ - g_hash_table_foreach(data_set->tickets, print_ticket, &data); - - /* Close section */ - switch (output_format) { - case mon_output_html: - case mon_output_cgi: - fprintf(stream, "
    \n"); - break; - - case mon_output_xml: - fprintf(stream, " \n"); - break; - - default: - break; - } -} - -/*! - * \internal - * \brief Return human-friendly string representing node name - * - * The returned string will be in the format - * uname[@hostUname] [(nodeID)] - * "@hostUname" will be printed if the node is a guest node. - * "(nodeID)" will be printed if the node ID is different from the node uname, - * and detailed output has been requested. - * - * \param[in] node Node to represent - * \return Newly allocated string with representation of node name - * \note It is the caller's responsibility to free the result with free(). - */ -static char * -get_node_display_name(node_t *node, unsigned int mon_ops) -{ - char *node_name; - const char *node_host = NULL; - const char *node_id = NULL; - int name_len; - - CRM_ASSERT((node != NULL) && (node->details != NULL) && (node->details->uname != NULL)); - - /* Host is displayed only if this is a guest node */ - if (pe__is_guest_node(node)) { - node_t *host_node = pe__current_node(node->details->remote_rsc); - - if (host_node && host_node->details) { - node_host = host_node->details->uname; - } - if (node_host == NULL) { - node_host = ""; /* so we at least get "uname@" to indicate guest */ - } - } - - /* Node ID is displayed if different from uname and detail is requested */ - if (is_set(mon_ops, mon_op_print_clone_detail) && safe_str_neq(node->details->uname, node->details->id)) { - node_id = node->details->id; - } - - /* Determine name length */ - name_len = strlen(node->details->uname) + 1; - if (node_host) { - name_len += strlen(node_host) + 1; /* "@node_host" */ - } - if (node_id) { - name_len += strlen(node_id) + 3; /* + " (node_id)" */ - } - - /* Allocate and populate display name */ - node_name = malloc(name_len); - CRM_ASSERT(node_name != NULL); - strcpy(node_name, node->details->uname); - if (node_host) { - strcat(node_name, "@"); - strcat(node_name, node_host); - } - if (node_id) { - strcat(node_name, " ("); - strcat(node_name, node_id); - strcat(node_name, ")"); - } - return node_name; -} - -/*! - * \internal - * \brief Print a negative location constraint - * - * \param[in] stream File stream to display output to - * \param[in] node Node affected by constraint - * \param[in] location Constraint to print - */ -static void -print_ban(FILE *stream, pe_node_t *node, pe__location_t *location, unsigned int mon_ops) -{ - char *node_name = NULL; - - switch (output_format) { - case mon_output_plain: - case mon_output_console: - node_name = get_node_display_name(node, mon_ops); - print_as(output_format, " %s\tprevents %s from running %son %s\n", - location->id, location->rsc_lh->id, - ((location->role_filter == RSC_ROLE_MASTER)? "as Master " : ""), - node_name); - break; - - case mon_output_html: - case mon_output_cgi: - node_name = get_node_display_name(node, mon_ops); - fprintf(stream, "
  • %s prevents %s from running %son %s
    • \n", - location->id, location->rsc_lh->id, - ((location->role_filter == RSC_ROLE_MASTER)? "as Master " : ""), - node_name); - break; - - case mon_output_xml: - fprintf(stream, - " \n", - location->id, location->rsc_lh->id, node->details->uname, node->weight, - ((location->role_filter == RSC_ROLE_MASTER)? "true" : "false")); - break; - - default: - break; - } - free(node_name); -} - -/*! - * \internal - * \brief Print section for negative location constraints - * - * \param[in] stream File stream to display output to - * \param[in] data_set Working set corresponding to CIB status to display - */ -static void -print_neg_locations(FILE *stream, pe_working_set_t *data_set, unsigned int mon_ops) -{ - GListPtr gIter, gIter2; - - /* Print section heading */ - switch (output_format) { - case mon_output_plain: - case mon_output_console: - print_as(output_format, "\nNegative Location Constraints:\n"); - break; - - case mon_output_html: - case mon_output_cgi: - fprintf(stream, "
    \n

    Negative Location Constraints

    \n
      \n"); - break; - - case mon_output_xml: - fprintf(stream, " \n"); - break; - - default: - break; - } - - /* Print each ban */ - for (gIter = data_set->placement_constraints; gIter != NULL; gIter = gIter->next) { - pe__location_t *location = gIter->data; - if (!g_str_has_prefix(location->id, print_neg_location_prefix)) - continue; - for (gIter2 = location->node_list_rh; gIter2 != NULL; gIter2 = gIter2->next) { - node_t *node = (node_t *) gIter2->data; - - if (node->weight < 0) { - print_ban(stream, node, location, mon_ops); - } - } - } - - /* Close section */ - switch (output_format) { - case mon_output_cgi: - case mon_output_html: - fprintf(stream, "
    \n"); - break; - - case mon_output_xml: - fprintf(stream, " \n"); - break; - - default: - break; - } -} - -static void -crm_mon_get_parameters(resource_t *rsc, pe_working_set_t * data_set) -{ - get_rsc_attributes(rsc->parameters, rsc, NULL, data_set); - crm_trace("Beekhof: unpacked params for %s (%d)", rsc->id, g_hash_table_size(rsc->parameters)); - if(rsc->children) { - GListPtr gIter = NULL; - - for (gIter = rsc->children; gIter != NULL; gIter = gIter->next) { - crm_mon_get_parameters(gIter->data, data_set); - } - } -} - -/*! - * \internal - * \brief Print node attributes section - * - * \param[in] stream File stream to display output to - * \param[in] data_set Working set of CIB state - */ -static void -print_node_attributes(FILE *stream, pe_working_set_t *data_set, unsigned int mon_ops) -{ - GListPtr gIter = NULL; - - /* Print section heading */ - switch (output_format) { - case mon_output_plain: - case mon_output_console: - print_as(output_format, "\nNode Attributes:\n"); - break; - - case mon_output_html: - case mon_output_cgi: - fprintf(stream, "
    \n

    Node Attributes

    \n"); - break; - - case mon_output_xml: - fprintf(stream, " \n"); - break; - - default: - break; - } - - /* Unpack all resource parameters (it would be more efficient to do this - * only when needed for the first time in print_attr_msg()) - */ - for (gIter = data_set->resources; gIter != NULL; gIter = gIter->next) { - crm_mon_get_parameters(gIter->data, data_set); - } - - /* Display each node's attributes */ - for (gIter = data_set->nodes; gIter != NULL; gIter = gIter->next) { - struct mon_attr_data data; - - data.stream = stream; - data.node = (node_t *) gIter->data; - data.fmt = output_format; - - if (data.node && data.node->details && data.node->details->online) { - GList *attr_list = NULL; - - print_node_start(stream, data.node, mon_ops); - g_hash_table_foreach(data.node->details->attrs, append_attr_list, attr_list); - - g_list_foreach(attr_list, print_node_attribute, &data); - g_list_free(attr_list); - print_node_end(stream); - } - } - - /* Print section footer */ - switch (output_format) { - case mon_output_xml: - fprintf(stream, " \n"); - break; - - default: - break; - } -} - -/*! - * \internal - * \brief Return resource display options corresponding to command-line choices - * - * \return Bitmask of pe_print_options suitable for resource print functions - */ -static int -get_resource_display_options(unsigned int mon_ops) -{ - int print_opts; - - /* Determine basic output format */ - switch (output_format) { - case mon_output_console: - print_opts = pe_print_ncurses; - break; - case mon_output_html: - case mon_output_cgi: - print_opts = pe_print_html; - break; - case mon_output_xml: - print_opts = pe_print_xml; - break; - default: - print_opts = pe_print_printf; - break; - } - - /* Add optional display elements */ - if (is_set(mon_ops, mon_op_print_pending)) { - print_opts |= pe_print_pending; - } - if (is_set(mon_ops, mon_op_print_clone_detail)) { - print_opts |= pe_print_clone_details|pe_print_implicit; - } - if (is_not_set(mon_ops, mon_op_inactive_resources)) { - print_opts |= pe_print_clone_active; - } - if (is_set(mon_ops, mon_op_print_brief)) { - print_opts |= pe_print_brief; - } - return print_opts; -} - - -/*! - * \internal - * \brief Print header for cluster summary if needed - * - * \param[in] stream File stream to display output to - */ -static void -print_cluster_summary_header(FILE *stream) -{ - switch (output_format) { - case mon_output_html: - case mon_output_cgi: - fprintf(stream, "

    Cluster Summary

    \n

    \n"); - break; - - case mon_output_xml: - fprintf(stream, "

    \n"); - break; - - default: - break; - } -} - -/*! - * \internal - * \brief Print footer for cluster summary if needed - * - * \param[in] stream File stream to display output to - */ -static void -print_cluster_summary_footer(FILE *stream) -{ - switch (output_format) { - case mon_output_cgi: - case mon_output_html: - fprintf(stream, "

    \n"); - break; - - case mon_output_xml: - fprintf(stream, "     \n"); - break; - - default: - break; - } -} - -/*! - * \internal - * \brief Print times the display was last updated and CIB last changed - * - * \param[in] stream File stream to display output to - * \param[in] data_set Working set of CIB state - */ -static void -print_cluster_times(FILE *stream, pe_working_set_t *data_set) -{ - const char *last_written = crm_element_value(data_set->input, XML_CIB_ATTR_WRITTEN); - const char *user = crm_element_value(data_set->input, XML_ATTR_UPDATE_USER); - const char *client = crm_element_value(data_set->input, XML_ATTR_UPDATE_CLIENT); - const char *origin = crm_element_value(data_set->input, XML_ATTR_UPDATE_ORIG); - - switch (output_format) { - case mon_output_plain: - case mon_output_console: { - const char *now_str = crm_now_string(NULL); - - print_as(output_format, "Last updated: %s", now_str ? now_str : "Could not determine current time"); - print_as(output_format, (user || client || origin)? "\n" : "\t\t"); - print_as(output_format, "Last change: %s", last_written ? last_written : ""); - if (user) { - print_as(output_format, " by %s", user); - } - if (client) { - print_as(output_format, " via %s", client); - } - if (origin) { - print_as(output_format, " on %s", origin); - } - print_as(output_format, "\n"); - break; - } - - case mon_output_html: - case mon_output_cgi: { - const char *now_str = crm_now_string(NULL); - - fprintf(stream, " Last updated: %s
    \n", - now_str ? now_str : "Could not determine current time"); - fprintf(stream, " Last change: %s", last_written ? last_written : ""); - if (user) { - fprintf(stream, " by %s", user); - } - if (client) { - fprintf(stream, " via %s", client); - } - if (origin) { - fprintf(stream, " on %s", origin); - } - fprintf(stream, "
    \n"); - break; - } - - case mon_output_xml: { - const char *now_str = crm_now_string(NULL); - - fprintf(stream, " \n", - now_str ? now_str : "Could not determine current time"); - fprintf(stream, " \n", - last_written ? last_written : "", user ? user : "", - client ? client : "", origin ? origin : ""); - break; - } - - default: - break; - } -} - -/*! - * \internal - * \brief Print cluster stack - * - * \param[in] stream File stream to display output to - * \param[in] stack_s Stack name - */ -static void -print_cluster_stack(FILE *stream, const char *stack_s) -{ - switch (output_format) { - case mon_output_plain: - case mon_output_console: - print_as(output_format, "Stack: %s\n", stack_s); - break; - - case mon_output_html: - case mon_output_cgi: - fprintf(stream, " Stack: %s
    \n", stack_s); - break; - - case mon_output_xml: - fprintf(stream, " \n", stack_s); - break; - - default: - break; - } -} - -/*! - * \internal - * \brief Print current DC and its version - * - * \param[in] stream File stream to display output to - * \param[in] data_set Working set of CIB state - */ -static void -print_cluster_dc(FILE *stream, pe_working_set_t *data_set, unsigned int mon_ops) -{ - node_t *dc = data_set->dc_node; - xmlNode *dc_version = get_xpath_object("//nvpair[@name='dc-version']", - data_set->input, LOG_DEBUG); - const char *dc_version_s = dc_version? - crm_element_value(dc_version, XML_NVPAIR_ATTR_VALUE) - : NULL; - const char *quorum = crm_element_value(data_set->input, XML_ATTR_HAVE_QUORUM); - char *dc_name = dc? get_node_display_name(dc, mon_ops) : NULL; - - switch (output_format) { - case mon_output_plain: - case mon_output_console: - print_as(output_format, "Current DC: "); - if (dc) { - print_as(output_format, "%s (version %s) - partition %s quorum\n", - dc_name, (dc_version_s? dc_version_s : "unknown"), - (crm_is_true(quorum) ? "with" : "WITHOUT")); - } else { - print_as(output_format, "NONE\n"); - } - break; - - case mon_output_html: - case mon_output_cgi: - fprintf(stream, " Current DC: "); - if (dc) { - fprintf(stream, "%s (version %s) - partition %s quorum", - dc_name, (dc_version_s? dc_version_s : "unknown"), - (crm_is_true(quorum)? "with" : "WITHOUT")); - } else { - fprintf(stream, "NONE"); - } - fprintf(stream, "
    \n"); - break; - - case mon_output_xml: - fprintf(stream, " details->uname, dc->details->id, - (crm_is_true(quorum) ? "true" : "false")); - } else { - fprintf(stream, "present=\"false\""); - } - fprintf(stream, " />\n"); - break; - - default: - break; - } - free(dc_name); -} - -/*! - * \internal - * \brief Print counts of configured nodes and resources - * - * \param[in] stream File stream to display output to - * \param[in] data_set Working set of CIB state - * \param[in] stack_s Stack name - */ -static void -print_cluster_counts(FILE *stream, pe_working_set_t *data_set, const char *stack_s) -{ - int nnodes = g_list_length(data_set->nodes); - int nresources = count_resources(data_set, NULL); - - switch (output_format) { - case mon_output_plain: - case mon_output_console: - - print_as(output_format, "\n%d node%s configured\n", nnodes, s_if_plural(nnodes)); - - print_as(output_format, "%d resource%s configured", - nresources, s_if_plural(nresources)); - if(data_set->disabled_resources || data_set->blocked_resources) { - print_as(output_format, " ("); - if (data_set->disabled_resources) { - print_as(output_format, "%d DISABLED", data_set->disabled_resources); - } - if (data_set->disabled_resources && data_set->blocked_resources) { - print_as(output_format, ", "); - } - if (data_set->blocked_resources) { - print_as(output_format, "%d BLOCKED from starting due to failure", - data_set->blocked_resources); - } - print_as(output_format, ")"); - } - print_as(output_format, "\n"); - - break; - - case mon_output_html: - case mon_output_cgi: - - fprintf(stream, " %d node%s configured
    \n", - nnodes, s_if_plural(nnodes)); - - fprintf(stream, " %d resource%s configured", - nresources, s_if_plural(nresources)); - if (data_set->disabled_resources || data_set->blocked_resources) { - fprintf(stream, " ("); - if (data_set->disabled_resources) { - fprintf(stream, "%d DISABLED", - data_set->disabled_resources); - } - if (data_set->disabled_resources && data_set->blocked_resources) { - fprintf(stream, ", "); - } - if (data_set->blocked_resources) { - fprintf(stream, - "%d BLOCKED from starting due to failure", - data_set->blocked_resources); - } - fprintf(stream, ")"); - } - fprintf(stream, "
    \n"); - break; - - case mon_output_xml: - fprintf(stream, - " \n", - g_list_length(data_set->nodes)); - fprintf(stream, - " \n", - count_resources(data_set, NULL), - data_set->disabled_resources, data_set->blocked_resources); - break; - - default: - break; - } -} - -/*! - * \internal - * \brief Print cluster-wide options - * - * \param[in] stream File stream to display output to - * \param[in] data_set Working set of CIB state - * - * \note Currently this is only implemented for HTML and XML output, and - * prints only a few options. If there is demand, more could be added. - */ -static void -print_cluster_options(FILE *stream, pe_working_set_t *data_set) -{ - switch (output_format) { - case mon_output_plain: - case mon_output_console: - if (is_set(data_set->flags, pe_flag_maintenance_mode)) { - print_as(output_format, "\n *** Resource management is DISABLED ***"); - print_as(output_format, "\n The cluster will not attempt to start, stop or recover services"); - print_as(output_format, "\n"); - } - break; - - case mon_output_html: - fprintf(stream, "

    \n

    Config Options

    \n"); - fprintf(stream, " \n"); - fprintf(stream, " \n", - is_set(data_set->flags, pe_flag_stonith_enabled)? "enabled" : "disabled"); - - fprintf(stream, " \n", - is_set(data_set->flags, pe_flag_symmetric_cluster)? "" : "a"); - - fprintf(stream, " \n"); - - fprintf(stream, " \n"); - - fprintf(stream, "
    STONITH of failed nodes%s
    Cluster is%ssymmetric
    No Quorum Policy"); - switch (data_set->no_quorum_policy) { - case no_quorum_freeze: - fprintf(stream, "Freeze resources"); - break; - case no_quorum_stop: - fprintf(stream, "Stop ALL resources"); - break; - case no_quorum_ignore: - fprintf(stream, "Ignore"); - break; - case no_quorum_suicide: - fprintf(stream, "Suicide"); - break; - } - fprintf(stream, "
    Resource management"); - if (is_set(data_set->flags, pe_flag_maintenance_mode)) { - fprintf(stream, "DISABLED (the cluster will " - "not attempt to start, stop or recover services)"); - } else { - fprintf(stream, "enabled"); - } - fprintf(stream, "
    \n

    \n"); - break; - - case mon_output_xml: - fprintf(stream, " flags, pe_flag_stonith_enabled)? - "true" : "false"); - fprintf(stream, " symmetric-cluster=\"%s\"", - is_set(data_set->flags, pe_flag_symmetric_cluster)? - "true" : "false"); - fprintf(stream, " no-quorum-policy=\""); - switch (data_set->no_quorum_policy) { - case no_quorum_freeze: - fprintf(stream, "freeze"); - break; - case no_quorum_stop: - fprintf(stream, "stop"); - break; - case no_quorum_ignore: - fprintf(stream, "ignore"); - break; - case no_quorum_suicide: - fprintf(stream, "suicide"); - break; - } - fprintf(stream, "\""); - fprintf(stream, " maintenance-mode=\"%s\"", - is_set(data_set->flags, pe_flag_maintenance_mode)? - "true" : "false"); - fprintf(stream, " />\n"); - break; - - default: - break; - } -} - -/*! - * \internal - * \brief Get the name of the stack in use (or "unknown" if not available) - * - * \param[in] data_set Working set of CIB state - * - * \return String representing stack name - */ -static const char * -get_cluster_stack(pe_working_set_t *data_set) -{ - xmlNode *stack = get_xpath_object("//nvpair[@name='cluster-infrastructure']", - data_set->input, LOG_DEBUG); - return stack? crm_element_value(stack, XML_NVPAIR_ATTR_VALUE) : "unknown"; -} - -/*! - * \internal - * \brief Print a summary of cluster-wide information - * - * \param[in] stream File stream to display output to - * \param[in] data_set Working set of CIB state - */ -static void -print_cluster_summary(FILE *stream, pe_working_set_t *data_set, unsigned int mon_ops) -{ - const char *stack_s = get_cluster_stack(data_set); - gboolean header_printed = FALSE; - - if (show & mon_show_stack) { - if (header_printed == FALSE) { - print_cluster_summary_header(stream); - header_printed = TRUE; - } - print_cluster_stack(stream, stack_s); - } - - /* Always print DC if none, even if not requested */ - if ((data_set->dc_node == NULL) || (show & mon_show_dc)) { - if (header_printed == FALSE) { - print_cluster_summary_header(stream); - header_printed = TRUE; - } - print_cluster_dc(stream, data_set, mon_ops); - } - - if (show & mon_show_times) { - if (header_printed == FALSE) { - print_cluster_summary_header(stream); - header_printed = TRUE; - } - print_cluster_times(stream, data_set); - } - - if (is_set(data_set->flags, pe_flag_maintenance_mode) - || data_set->disabled_resources - || data_set->blocked_resources - || is_set(show, mon_show_count)) { - if (header_printed == FALSE) { - print_cluster_summary_header(stream); - header_printed = TRUE; - } - print_cluster_counts(stream, data_set, stack_s); - } - - /* There is not a separate option for showing cluster options, so show with - * stack for now; a separate option could be added if there is demand - */ - if (show & mon_show_stack) { - print_cluster_options(stream, data_set); - } - - if (header_printed) { - print_cluster_summary_footer(stream); - } -} - -/*! - * \internal - * \brief Print a failed action - * - * \param[in] stream File stream to display output to - * \param[in] xml_op Root of XML tree describing failed action - */ -static void -print_failed_action(FILE *stream, xmlNode *xml_op) -{ - const char *op_key = crm_element_value(xml_op, XML_LRM_ATTR_TASK_KEY); - const char *op_key_attr = "op_key"; - const char *last = crm_element_value(xml_op, XML_RSC_OP_LAST_CHANGE); - const char *node = crm_element_value(xml_op, XML_ATTR_UNAME); - const char *call = crm_element_value(xml_op, XML_LRM_ATTR_CALLID); - const char *exit_reason = crm_element_value(xml_op, XML_LRM_ATTR_EXIT_REASON); - int rc = crm_parse_int(crm_element_value(xml_op, XML_LRM_ATTR_RC), "0"); - int status = crm_parse_int(crm_element_value(xml_op, XML_LRM_ATTR_OPSTATUS), "0"); - char *exit_reason_cleaned; - - /* If no op_key was given, use id instead */ - if (op_key == NULL) { - op_key = ID(xml_op); - op_key_attr = "id"; - } - - /* If no exit reason was given, use "none" */ - if (exit_reason == NULL) { - exit_reason = "none"; - } - - /* Print common action information */ - switch (output_format) { - case mon_output_plain: - case mon_output_console: - print_as(output_format, "* %s on %s '%s' (%d): call=%s, status=%s, exitreason='%s'", - op_key, node, services_ocf_exitcode_str(rc), rc, - call, services_lrm_status_str(status), exit_reason); - break; - - case mon_output_html: - case mon_output_cgi: - fprintf(stream, "

  • %s on %s '%s' (%d): call=%s, status=%s, exitreason='%s'", - op_key, node, services_ocf_exitcode_str(rc), rc, - call, services_lrm_status_str(status), exit_reason); - break; - - case mon_output_xml: - exit_reason_cleaned = crm_xml_escape(exit_reason); - fprintf(stream, " \n"); - break; - - case mon_output_xml: - fprintf(stream, " />\n"); - break; - - default: - break; - } -} - -/*! - * \internal - * \brief Print a section for failed actions - * - * \param[in] stream File stream to display output to - * \param[in] data_set Working set of CIB state - */ -static void -print_failed_actions(FILE *stream, pe_working_set_t *data_set) -{ - xmlNode *xml_op = NULL; - - /* Print section heading */ - switch (output_format) { - case mon_output_plain: - case mon_output_console: - print_as(output_format, "\nFailed Resource Actions:\n"); - break; - - case mon_output_html: - case mon_output_cgi: - fprintf(stream, - "
    \n

    Failed Resource Actions

    \n
      \n"); - break; - - case mon_output_xml: - fprintf(stream, " \n"); - break; - - default: - break; - } - - /* Print each failed action */ - for (xml_op = __xml_first_child(data_set->failed); xml_op != NULL; - xml_op = __xml_next(xml_op)) { - print_failed_action(stream, xml_op); - } - - /* End section */ - switch (output_format) { - case mon_output_html: - case mon_output_cgi: - fprintf(stream, "
    \n"); - break; - - case mon_output_xml: - fprintf(stream, " \n"); - break; - - default: - break; - } -} - -/*! - * \internal - * \brief Reduce the stonith-history - * for successful actions we keep the last of every action-type & target - * for failed actions we record as well who had failed - * for actions in progress we keep full track - * - * \param[in] history List of stonith actions - * - */ -static stonith_history_t * -reduce_stonith_history(stonith_history_t *history) -{ - stonith_history_t *new = history, *hp, *np; - - if (new) { - hp = new->next; - new->next = NULL; - - while (hp) { - stonith_history_t *hp_next = hp->next; - - hp->next = NULL; - - for (np = new; ; np = np->next) { - if ((hp->state == st_done) || (hp->state == st_failed)) { - /* action not in progress */ - if (safe_str_eq(hp->target, np->target) && - safe_str_eq(hp->action, np->action) && - (hp->state == np->state) && - ((hp->state == st_done) || - safe_str_eq(hp->delegate, np->delegate))) { - /* purge older hp */ - stonith_history_free(hp); - break; - } - } - - if (!np->next) { - np->next = hp; - break; - } - } - hp = hp_next; - } - } - - return new; -} - -/*! - * \internal - * \brief Sort the stonith-history - * sort by competed most current on the top - * pending actions lacking a completed-stamp are gathered at the top - * - * \param[in] history List of stonith actions - * - */ -static stonith_history_t * -sort_stonith_history(stonith_history_t *history) -{ - stonith_history_t *new = NULL, *pending = NULL, *hp, *np, *tmp; - - for (hp = history; hp; ) { - tmp = hp->next; - if ((hp->state == st_done) || (hp->state == st_failed)) { - /* sort into new */ - if ((!new) || (hp->completed > new->completed)) { - hp->next = new; - new = hp; - } else { - np = new; - do { - if ((!np->next) || (hp->completed > np->next->completed)) { - hp->next = np->next; - np->next = hp; - break; - } - np = np->next; - } while (1); - } - } else { - /* put into pending */ - hp->next = pending; - pending = hp; - } - hp = tmp; - } - - /* pending actions don't have a completed-stamp so make them go front */ - if (pending) { - stonith_history_t *last_pending = pending; - - while (last_pending->next) { - last_pending = last_pending->next; - } - - last_pending->next = new; - new = pending; - } - return new; -} - -/*! - * \internal - * \brief Print a stonith action - * - * \param[in] stream File stream to display output to - * \param[in] event stonith event - */ -static void -print_stonith_action(FILE *stream, stonith_history_t *event, unsigned int mon_ops) -{ - const char *action_s = stonith_action_str(event->action); - char *run_at_s = ctime(&event->completed); - - if ((run_at_s) && (run_at_s[0] != 0)) { - run_at_s[strlen(run_at_s)-1] = 0; /* Overwrite the newline */ - } - - switch(output_format) { - case mon_output_xml: - fprintf(stream, " target, event->action); - switch(event->state) { - case st_done: - fprintf(stream, " state=\"success\""); - break; - case st_failed: - fprintf(stream, " state=\"failed\""); - break; - default: - fprintf(stream, " state=\"pending\""); - } - fprintf(stream, " origin=\"%s\" client=\"%s\"", - event->origin, event->client); - if (event->delegate) { - fprintf(stream, " delegate=\"%s\"", event->delegate); - } - switch(event->state) { - case st_done: - case st_failed: - fprintf(stream, " completed=\"%s\"", run_at_s?run_at_s:""); - break; - default: - break; - } - fprintf(stream, " />\n"); - break; - - case mon_output_plain: - case mon_output_console: - switch(event->state) { - case st_done: - print_as(output_format, "* %s of %s successful: delegate=%s, client=%s, origin=%s,\n" - " %s='%s'\n", - action_s, event->target, - event->delegate ? event->delegate : "", - event->client, event->origin, - is_set(mon_ops, mon_op_fence_full_history) ? "completed" : "last-successful", - run_at_s?run_at_s:""); - break; - case st_failed: - print_as(output_format, "* %s of %s failed: delegate=%s, client=%s, origin=%s,\n" - " %s='%s'\n", - action_s, event->target, - event->delegate ? event->delegate : "", - event->client, event->origin, - is_set(mon_ops, mon_op_fence_full_history) ? "completed" : "last-failed", - run_at_s?run_at_s:""); - break; - default: - print_as(output_format, "* %s of %s pending: client=%s, origin=%s\n", - action_s, event->target, - event->client, event->origin); - } - break; - - case mon_output_html: - case mon_output_cgi: - switch(event->state) { - case st_done: - fprintf(stream, "
  • %s of %s successful: delegate=%s, " - "client=%s, origin=%s, %s='%s'
    • \n", - action_s, event->target, - event->delegate ? event->delegate : "", - event->client, event->origin, - is_set(mon_ops, mon_op_fence_full_history) ? "completed" : "last-successful", - run_at_s?run_at_s:""); - break; - case st_failed: - fprintf(stream, "
  • %s of %s failed: delegate=%s, " - "client=%s, origin=%s, %s='%s'
    • \n", - action_s, event->target, - event->delegate ? event->delegate : "", - event->client, event->origin, - is_set(mon_ops, mon_op_fence_full_history) ? "completed" : "last-failed", - run_at_s?run_at_s:""); - break; - default: - fprintf(stream, "
  • %s of %s pending: client=%s, " - "origin=%s
    • \n", - action_s, event->target, - event->client, event->origin); - } - break; - - default: - /* no support for fence history for other formats so far */ - break; - } -} - -/*! - * \internal - * \brief Print a section for failed stonith actions - * - * \param[in] stream File stream to display output to - * \param[in] history List of stonith actions - * - */ -static void -print_failed_stonith_actions(FILE *stream, stonith_history_t *history, unsigned int mon_ops) -{ - stonith_history_t *hp; - - for (hp = history; hp; hp = hp->next) { - if (hp->state == st_failed) { - break; - } - } - if (!hp) { - return; - } - - /* Print section heading */ - switch (output_format) { - /* no need to take care of xml in here as xml gets full - * history anyway - */ - case mon_output_plain: - case mon_output_console: - print_as(output_format, "\nFailed Fencing Actions:\n"); - break; - - case mon_output_html: - case mon_output_cgi: - fprintf(stream, "
    \n

    Failed Fencing Actions

    \n
      \n"); - break; - - default: - break; - } - - /* Print each failed stonith action */ - for (hp = history; hp; hp = hp->next) { - if (hp->state == st_failed) { - print_stonith_action(stream, hp, mon_ops); - } - } - - /* End section */ - switch (output_format) { - case mon_output_html: - case mon_output_cgi: - fprintf(stream, "
    \n"); - break; - - default: - break; - } -} - -/*! - * \internal - * \brief Print pending stonith actions - * - * \param[in] stream File stream to display output to - * \param[in] history List of stonith actions - * - */ -static void -print_stonith_pending(FILE *stream, stonith_history_t *history, unsigned int mon_ops) -{ - /* xml-output always shows the full history - * so we'll never have to show pending-actions - * separately - */ - if (history && (history->state != st_failed) && - (history->state != st_done)) { - stonith_history_t *hp; - - /* Print section heading */ - switch (output_format) { - case mon_output_plain: - case mon_output_console: - print_as(output_format, "\nPending Fencing Actions:\n"); - break; - - case mon_output_html: - case mon_output_cgi: - fprintf(stream, "
    \n

    Pending Fencing Actions

    \n
      \n"); - break; - - default: - break; - } - - for (hp = history; hp; hp = hp->next) { - if ((hp->state == st_failed) || (hp->state == st_done)) { - break; - } - print_stonith_action(stream, hp, mon_ops); - } - - /* End section */ - switch (output_format) { - case mon_output_html: - case mon_output_cgi: - fprintf(stream, "
    \n"); - break; - - default: - break; - } - } -} - -/*! - * \internal - * \brief Print a section for stonith-history - * - * \param[in] stream File stream to display output to - * \param[in] history List of stonith actions - * - */ -static void -print_stonith_history(FILE *stream, stonith_history_t *history, unsigned int mon_ops) -{ - stonith_history_t *hp; - - /* Print section heading */ - switch (output_format) { - case mon_output_plain: - case mon_output_console: - print_as(output_format, "\nFencing History:\n"); - break; - - case mon_output_html: - case mon_output_cgi: - fprintf(stream, "
    \n

    Fencing History

    \n
      \n"); - break; - - case mon_output_xml: - fprintf(stream, " \n"); - break; - - default: - break; - } - - for (hp = history; hp; hp = hp->next) { - if ((hp->state != st_failed) || (output_format == mon_output_xml)) { - print_stonith_action(stream, hp, mon_ops); - } - } - - /* End section */ - switch (output_format) { - case mon_output_html: - case mon_output_cgi: - fprintf(stream, "
    \n"); - break; - - case mon_output_xml: - fprintf(stream, " \n"); - break; - - default: - break; - } -} - -/*! - * \internal - * \brief Print cluster status to screen - * - * This uses the global display preferences set by command-line options - * to display cluster status in a human-friendly way. - * - * \param[in] data_set Working set of CIB state - * \param[in] stonith_history List of stonith actions - */ -static void -print_status(pe_working_set_t * data_set, - stonith_history_t *stonith_history, unsigned int mon_ops) -{ - GListPtr gIter = NULL; - int print_opts = get_resource_display_options(mon_ops); - - /* space-separated lists of node names */ - char *online_nodes = NULL; - char *online_remote_nodes = NULL; - char *online_guest_nodes = NULL; - char *offline_nodes = NULL; - char *offline_remote_nodes = NULL; - - if (output_format == mon_output_console) { - blank_screen(); - } - print_cluster_summary(stdout, data_set, mon_ops); - print_as(output_format, "\n"); - - /* Gather node information (and print if in bad state or grouping by node) */ - for (gIter = data_set->nodes; gIter != NULL; gIter = gIter->next) { - node_t *node = (node_t *) gIter->data; - const char *node_mode = NULL; - char *node_name = get_node_display_name(node, mon_ops); - - /* Get node mode */ - if (node->details->unclean) { - if (node->details->online) { - node_mode = "UNCLEAN (online)"; - - } else if (node->details->pending) { - node_mode = "UNCLEAN (pending)"; - - } else { - node_mode = "UNCLEAN (offline)"; - } - - } else if (node->details->pending) { - node_mode = "pending"; - - } else if (node->details->standby_onfail && node->details->online) { - node_mode = "standby (on-fail)"; - - } else if (node->details->standby) { - if (node->details->online) { - if (node->details->running_rsc) { - node_mode = "standby (with active resources)"; - } else { - node_mode = "standby"; - } - } else { - node_mode = "OFFLINE (standby)"; - } - - } else if (node->details->maintenance) { - if (node->details->online) { - node_mode = "maintenance"; - } else { - node_mode = "OFFLINE (maintenance)"; - } - - } else if (node->details->online) { - node_mode = "online"; - if (is_not_set(mon_ops, mon_op_group_by_node)) { - if (pe__is_guest_node(node)) { - online_guest_nodes = add_list_element(online_guest_nodes, node_name); - } else if (pe__is_remote_node(node)) { - online_remote_nodes = add_list_element(online_remote_nodes, node_name); - } else { - online_nodes = add_list_element(online_nodes, node_name); - } - free(node_name); - continue; - } - } else { - node_mode = "OFFLINE"; - if (is_not_set(mon_ops, mon_op_group_by_node)) { - if (pe__is_remote_node(node)) { - offline_remote_nodes = add_list_element(offline_remote_nodes, node_name); - } else if (pe__is_guest_node(node)) { - /* ignore offline guest nodes */ - } else { - offline_nodes = add_list_element(offline_nodes, node_name); - } - free(node_name); - continue; - } - } - - /* If we get here, node is in bad state, or we're grouping by node */ - - /* Print the node name and status */ - if (pe__is_guest_node(node)) { - print_as(output_format, "Guest"); - } else if (pe__is_remote_node(node)) { - print_as(output_format, "Remote"); - } - print_as(output_format, "Node %s: %s\n", node_name, node_mode); - - /* If we're grouping by node, print its resources */ - if (is_set(mon_ops, mon_op_group_by_node)) { - if (is_set(mon_ops, mon_op_print_brief)) { - print_rscs_brief(node->details->running_rsc, "\t", print_opts | pe_print_rsconly, - stdout, FALSE); - } else { - GListPtr gIter2 = NULL; - - for (gIter2 = node->details->running_rsc; gIter2 != NULL; gIter2 = gIter2->next) { - resource_t *rsc = (resource_t *) gIter2->data; - - rsc->fns->print(rsc, "\t", print_opts | pe_print_rsconly, stdout); - } - } - } - free(node_name); - } - - /* If we're not grouping by node, summarize nodes by status */ - if (online_nodes) { - print_as(output_format, "Online: [%s ]\n", online_nodes); - free(online_nodes); - } - if (offline_nodes) { - print_as(output_format, "OFFLINE: [%s ]\n", offline_nodes); - free(offline_nodes); - } - if (online_remote_nodes) { - print_as(output_format, "RemoteOnline: [%s ]\n", online_remote_nodes); - free(online_remote_nodes); - } - if (offline_remote_nodes) { - print_as(output_format, "RemoteOFFLINE: [%s ]\n", offline_remote_nodes); - free(offline_remote_nodes); - } - if (online_guest_nodes) { - print_as(output_format, "GuestOnline: [%s ]\n", online_guest_nodes); - free(online_guest_nodes); - } - - /* Print resources section, if needed */ - print_resources(stdout, data_set, print_opts, mon_ops); - - /* print Node Attributes section if requested */ - if (show & mon_show_attributes) { - print_node_attributes(stdout, data_set, mon_ops); - } - - /* If requested, print resource operations (which includes failcounts) - * or just failcounts - */ - if (show & (mon_show_operations | mon_show_failcounts)) { - print_node_summary(stdout, data_set, - ((show & mon_show_operations)? TRUE : FALSE), mon_ops); - } - - /* If there were any failed actions, print them */ - if (xml_has_children(data_set->failed)) { - print_failed_actions(stdout, data_set); - } - - /* Print failed stonith actions */ - if (is_set(mon_ops, mon_op_fence_history)) { - print_failed_stonith_actions(stdout, stonith_history, mon_ops); - } - - /* Print tickets if requested */ - if (show & mon_show_tickets) { - print_cluster_tickets(stdout, data_set); - } - - /* Print negative location constraints if requested */ - if (show & mon_show_bans) { - print_neg_locations(stdout, data_set, mon_ops); - } - - /* Print stonith history */ - if (is_set(mon_ops, mon_op_fence_history)) { - if (show & mon_show_fence_history) { - print_stonith_history(stdout, stonith_history, mon_ops); - } else { - print_stonith_pending(stdout, stonith_history, mon_ops); - } - } - -#if CURSES_ENABLED - if (output_format == mon_output_console) { - refresh(); - } -#endif -} - -/*! - * \internal - * \brief Print cluster status in XML format - * - * \param[in] data_set Working set of CIB state - */ -static void -print_xml_status(pe_working_set_t * data_set, - stonith_history_t *stonith_history, unsigned int mon_ops) -{ - FILE *stream = stdout; - GListPtr gIter = NULL; - int print_opts = get_resource_display_options(mon_ops); - - fprintf(stream, "\n"); - fprintf(stream, "\n", VERSION); - - print_cluster_summary(stream, data_set, mon_ops); - - /*** NODES ***/ - fprintf(stream, " \n"); - for (gIter = data_set->nodes; gIter != NULL; gIter = gIter->next) { - node_t *node = (node_t *) gIter->data; - const char *node_type = "unknown"; - - switch (node->details->type) { - case node_member: - node_type = "member"; - break; - case node_remote: - node_type = "remote"; - break; - case node_ping: - node_type = "ping"; - break; - } - - fprintf(stream, " details->uname); - fprintf(stream, "id=\"%s\" ", node->details->id); - fprintf(stream, "online=\"%s\" ", node->details->online ? "true" : "false"); - fprintf(stream, "standby=\"%s\" ", node->details->standby ? "true" : "false"); - fprintf(stream, "standby_onfail=\"%s\" ", node->details->standby_onfail ? "true" : "false"); - fprintf(stream, "maintenance=\"%s\" ", node->details->maintenance ? "true" : "false"); - fprintf(stream, "pending=\"%s\" ", node->details->pending ? "true" : "false"); - fprintf(stream, "unclean=\"%s\" ", node->details->unclean ? "true" : "false"); - fprintf(stream, "shutdown=\"%s\" ", node->details->shutdown ? "true" : "false"); - fprintf(stream, "expected_up=\"%s\" ", node->details->expected_up ? "true" : "false"); - fprintf(stream, "is_dc=\"%s\" ", node->details->is_dc ? "true" : "false"); - fprintf(stream, "resources_running=\"%d\" ", g_list_length(node->details->running_rsc)); - fprintf(stream, "type=\"%s\" ", node_type); - if (pe__is_guest_node(node)) { - fprintf(stream, "id_as_resource=\"%s\" ", node->details->remote_rsc->container->id); - } - - if (is_set(mon_ops, mon_op_group_by_node)) { - GListPtr lpc2 = NULL; - - fprintf(stream, ">\n"); - for (lpc2 = node->details->running_rsc; lpc2 != NULL; lpc2 = lpc2->next) { - resource_t *rsc = (resource_t *) lpc2->data; - - rsc->fns->print(rsc, " ", print_opts | pe_print_rsconly, stream); - } - fprintf(stream, " \n"); - } else { - fprintf(stream, "/>\n"); - } - } - fprintf(stream, " \n"); - - /* Print resources section, if needed */ - print_resources(stream, data_set, print_opts, mon_ops); - - /* print Node Attributes section if requested */ - if (show & mon_show_attributes) { - print_node_attributes(stream, data_set, mon_ops); - } - - /* If requested, print resource operations (which includes failcounts) - * or just failcounts - */ - if (show & (mon_show_operations | mon_show_failcounts)) { - print_node_summary(stream, data_set, - ((show & mon_show_operations)? TRUE : FALSE), mon_ops); - } - - /* If there were any failed actions, print them */ - if (xml_has_children(data_set->failed)) { - print_failed_actions(stream, data_set); - } - - /* Print stonith history */ - if (is_set(mon_ops, mon_op_fence_history)) { - print_stonith_history(stdout, stonith_history, mon_ops); - } - - /* Print tickets if requested */ - if (show & mon_show_tickets) { - print_cluster_tickets(stream, data_set); - } - - /* Print negative location constraints if requested */ - if (show & mon_show_bans) { - print_neg_locations(stream, data_set, mon_ops); - } - - fprintf(stream, "\n"); - fflush(stream); - fclose(stream); -} - -/*! - * \internal - * \brief Print cluster status in HTML format (with HTTP headers if CGI) - * - * \param[in] data_set Working set of CIB state - * \param[in] filename Name of file to write HTML to (ignored if CGI) - * - * \return 0 on success, -1 on error - */ -static int -print_html_status(pe_working_set_t * data_set, - const char *filename, - stonith_history_t *stonith_history, unsigned int mon_ops) -{ - FILE *stream; - GListPtr gIter = NULL; - char *filename_tmp = NULL; - int print_opts = get_resource_display_options(mon_ops); - - if (output_format == mon_output_cgi) { - stream = stdout; - fprintf(stream, "Content-Type: text/html\n\n"); - - } else { - filename_tmp = crm_concat(filename, "tmp", '.'); - stream = fopen(filename_tmp, "w"); - if (stream == NULL) { - crm_perror(LOG_ERR, "Cannot open %s for writing", filename_tmp); - free(filename_tmp); - return -1; - } - } - - fprintf(stream, "\n"); - fprintf(stream, " \n"); - fprintf(stream, " Cluster status\n"); - fprintf(stream, " \n", options.reconnect_msec / 1000); - fprintf(stream, " \n"); - fprintf(stream, "\n"); - - print_cluster_summary(stream, data_set, mon_ops); - - /*** NODE LIST ***/ - - fprintf(stream, "
    \n

    Node List

    \n"); - fprintf(stream, "
      \n"); - for (gIter = data_set->nodes; gIter != NULL; gIter = gIter->next) { - node_t *node = (node_t *) gIter->data; - char *node_name = get_node_display_name(node, mon_ops); - - fprintf(stream, "
    • Node: %s: ", node_name); - if (node->details->standby_onfail && node->details->online) { - fprintf(stream, "standby (on-fail)\n"); - } else if (node->details->standby && node->details->online) { - - fprintf(stream, "standby%s\n", - node->details->running_rsc?" (with active resources)":""); - } else if (node->details->standby) { - fprintf(stream, "OFFLINE (standby)\n"); - } else if (node->details->maintenance && node->details->online) { - fprintf(stream, "maintenance\n"); - } else if (node->details->maintenance) { - fprintf(stream, "OFFLINE (maintenance)\n"); - } else if (node->details->online) { - fprintf(stream, "online\n"); - } else { - fprintf(stream, "OFFLINE\n"); - } - if (is_set(mon_ops, mon_op_print_brief) && is_set(mon_ops, mon_op_group_by_node)) { - fprintf(stream, "
        \n"); - print_rscs_brief(node->details->running_rsc, NULL, print_opts | pe_print_rsconly, - stream, FALSE); - fprintf(stream, "
      \n"); - - } else if (is_set(mon_ops, mon_op_group_by_node)) { - GListPtr lpc2 = NULL; - - fprintf(stream, "
        \n"); - for (lpc2 = node->details->running_rsc; lpc2 != NULL; lpc2 = lpc2->next) { - resource_t *rsc = (resource_t *) lpc2->data; - - fprintf(stream, "
      • "); - rsc->fns->print(rsc, NULL, print_opts | pe_print_rsconly, stream); - fprintf(stream, "
        • \n"); - } - fprintf(stream, "
      \n"); - } - fprintf(stream, "
      • \n"); - free(node_name); - } - fprintf(stream, "
    \n"); - - /* Print resources section, if needed */ - print_resources(stream, data_set, print_opts, mon_ops); - - /* print Node Attributes section if requested */ - if (show & mon_show_attributes) { - print_node_attributes(stream, data_set, mon_ops); - } - - /* If requested, print resource operations (which includes failcounts) - * or just failcounts - */ - if (show & (mon_show_operations | mon_show_failcounts)) { - print_node_summary(stream, data_set, - ((show & mon_show_operations)? TRUE : FALSE), mon_ops); - } - - /* If there were any failed actions, print them */ - if (xml_has_children(data_set->failed)) { - print_failed_actions(stream, data_set); - } - - /* Print failed stonith actions */ - if (is_set(mon_ops, mon_op_fence_history)) { - print_failed_stonith_actions(stream, stonith_history, mon_ops); - } - - /* Print stonith history */ - if (is_set(mon_ops, mon_op_fence_history)) { - if (show & mon_show_fence_history) { - print_stonith_history(stream, stonith_history, mon_ops); - } else { - print_stonith_pending(stdout, stonith_history, mon_ops); - } - } - - /* Print tickets if requested */ - if (show & mon_show_tickets) { - print_cluster_tickets(stream, data_set); - } - - /* Print negative location constraints if requested */ - if (show & mon_show_bans) { - print_neg_locations(stream, data_set, mon_ops); - } - - fprintf(stream, "\n"); - fprintf(stream, "\n"); - fflush(stream); - fclose(stream); - - if (output_format != mon_output_cgi) { - if (rename(filename_tmp, filename) != 0) { - crm_perror(LOG_ERR, "Unable to rename %s->%s", filename_tmp, filename); - } - free(filename_tmp); - } - return 0; + return new; } static int send_custom_trap(const char *node, const char *rsc, const char *task, int target_rc, int rc, int status, const char *desc) { pid_t pid; /*setenv needs chars, these are ints */ char *rc_s = crm_itoa(rc); char *status_s = crm_itoa(status); char *target_rc_s = crm_itoa(target_rc); crm_debug("Sending external notification to '%s' via '%s'", options.external_recipient, options.external_agent); if(rsc) { setenv("CRM_notify_rsc", rsc, 1); } if (options.external_recipient) { setenv("CRM_notify_recipient", options.external_recipient, 1); } setenv("CRM_notify_node", node, 1); setenv("CRM_notify_task", task, 1); setenv("CRM_notify_desc", desc, 1); setenv("CRM_notify_rc", rc_s, 1); setenv("CRM_notify_target_rc", target_rc_s, 1); setenv("CRM_notify_status", status_s, 1); pid = fork(); if (pid == -1) { crm_perror(LOG_ERR, "notification fork() failed."); } if (pid == 0) { /* crm_debug("notification: I am the child. Executing the nofitication program."); */ execl(options.external_agent, options.external_agent, NULL); exit(CRM_EX_ERROR); } crm_trace("Finished running custom notification program '%s'.", options.external_agent); free(target_rc_s); free(status_s); free(rc_s); return 0; } static void handle_rsc_op(xmlNode * xml, const char *node_id) { int rc = -1; int status = -1; int target_rc = -1; gboolean notify = TRUE; char *rsc = NULL; char *task = NULL; const char *desc = NULL; const char *magic = NULL; const char *id = NULL; const char *node = NULL; xmlNode *n = xml; xmlNode * rsc_op = xml; if(strcmp((const char*)xml->name, XML_LRM_TAG_RSC_OP) != 0) { xmlNode *cIter; for(cIter = xml->children; cIter; cIter = cIter->next) { handle_rsc_op(cIter, node_id); } return; } id = crm_element_value(rsc_op, XML_LRM_ATTR_TASK_KEY); if (id == NULL) { /* Compatibility with <= 1.1.5 */ id = ID(rsc_op); } magic = crm_element_value(rsc_op, XML_ATTR_TRANSITION_MAGIC); if (magic == NULL) { /* non-change */ return; } if (!decode_transition_magic(magic, NULL, NULL, NULL, &status, &rc, &target_rc)) { crm_err("Invalid event %s detected for %s", magic, id); return; } if (parse_op_key(id, &rsc, &task, NULL) == FALSE) { crm_err("Invalid event detected for %s", id); goto bail; } node = crm_element_value(rsc_op, XML_LRM_ATTR_TARGET); while (n != NULL && safe_str_neq(XML_CIB_TAG_STATE, TYPE(n))) { n = n->parent; } if(node == NULL && n) { node = crm_element_value(n, XML_ATTR_UNAME); } if (node == NULL && n) { node = ID(n); } if (node == NULL) { node = node_id; } if (node == NULL) { crm_err("No node detected for event %s (%s)", magic, id); goto bail; } /* look up where we expected it to be? */ desc = pcmk_strerror(pcmk_ok); if (status == PCMK_LRM_OP_DONE && target_rc == rc) { crm_notice("%s of %s on %s completed: %s", task, rsc, node, desc); if (rc == PCMK_OCF_NOT_RUNNING) { notify = FALSE; } } else if (status == PCMK_LRM_OP_DONE) { desc = services_ocf_exitcode_str(rc); crm_warn("%s of %s on %s failed: %s", task, rsc, node, desc); } else { desc = services_lrm_status_str(status); crm_warn("%s of %s on %s failed: %s", task, rsc, node, desc); } if (notify && options.external_agent) { send_custom_trap(node, rsc, task, target_rc, rc, status, desc); } bail: free(rsc); free(task); } static gboolean mon_trigger_refresh(gpointer user_data) { mainloop_set_trigger(refresh_trigger); return FALSE; } #define NODE_PATT "/lrm[@id=" static char * get_node_from_xpath(const char *xpath) { char *nodeid = NULL; char *tmp = strstr(xpath, NODE_PATT); if(tmp) { tmp += strlen(NODE_PATT); tmp += 1; nodeid = strdup(tmp); tmp = strstr(nodeid, "\'"); CRM_ASSERT(tmp); tmp[0] = 0; } return nodeid; } static void crm_diff_update_v2(const char *event, xmlNode * msg) { xmlNode *change = NULL; xmlNode *diff = get_message_xml(msg, F_CIB_UPDATE_RESULT); for (change = __xml_first_child(diff); change != NULL; change = __xml_next(change)) { const char *name = NULL; const char *op = crm_element_value(change, XML_DIFF_OP); const char *xpath = crm_element_value(change, XML_DIFF_PATH); xmlNode *match = NULL; const char *node = NULL; if(op == NULL) { continue; } else if(strcmp(op, "create") == 0) { match = change->children; } else if(strcmp(op, "move") == 0) { continue; } else if(strcmp(op, "delete") == 0) { continue; } else if(strcmp(op, "modify") == 0) { match = first_named_child(change, XML_DIFF_RESULT); if(match) { match = match->children; } } if(match) { name = (const char *)match->name; } crm_trace("Handling %s operation for %s %p, %s", op, xpath, match, name); if(xpath == NULL) { /* Version field, ignore */ } else if(name == NULL) { crm_debug("No result for %s operation to %s", op, xpath); CRM_ASSERT(strcmp(op, "delete") == 0 || strcmp(op, "move") == 0); } else if(strcmp(name, XML_TAG_CIB) == 0) { xmlNode *state = NULL; xmlNode *status = first_named_child(match, XML_CIB_TAG_STATUS); for (state = __xml_first_child(status); state != NULL; state = __xml_next(state)) { node = crm_element_value(state, XML_ATTR_UNAME); if (node == NULL) { node = ID(state); } handle_rsc_op(state, node); } } else if(strcmp(name, XML_CIB_TAG_STATUS) == 0) { xmlNode *state = NULL; for (state = __xml_first_child(match); state != NULL; state = __xml_next(state)) { node = crm_element_value(state, XML_ATTR_UNAME); if (node == NULL) { node = ID(state); } handle_rsc_op(state, node); } } else if(strcmp(name, XML_CIB_TAG_STATE) == 0) { node = crm_element_value(match, XML_ATTR_UNAME); if (node == NULL) { node = ID(match); } handle_rsc_op(match, node); } else if(strcmp(name, XML_CIB_TAG_LRM) == 0) { node = ID(match); handle_rsc_op(match, node); } else if(strcmp(name, XML_LRM_TAG_RESOURCES) == 0) { char *local_node = get_node_from_xpath(xpath); handle_rsc_op(match, local_node); free(local_node); } else if(strcmp(name, XML_LRM_TAG_RESOURCE) == 0) { char *local_node = get_node_from_xpath(xpath); handle_rsc_op(match, local_node); free(local_node); } else if(strcmp(name, XML_LRM_TAG_RSC_OP) == 0) { char *local_node = get_node_from_xpath(xpath); handle_rsc_op(match, local_node); free(local_node); } else { crm_trace("Ignoring %s operation for %s %p, %s", op, xpath, match, name); } } } static void crm_diff_update_v1(const char *event, xmlNode * msg) { /* Process operation updates */ xmlXPathObject *xpathObj = xpath_search(msg, "//" F_CIB_UPDATE_RESULT "//" XML_TAG_DIFF_ADDED "//" XML_LRM_TAG_RSC_OP); int lpc = 0, max = numXpathResults(xpathObj); for (lpc = 0; lpc < max; lpc++) { xmlNode *rsc_op = getXpathResult(xpathObj, lpc); handle_rsc_op(rsc_op, NULL); } freeXpathObject(xpathObj); } static void crm_diff_update(const char *event, xmlNode * msg) { int rc = -1; static bool stale = FALSE; gboolean cib_updated = FALSE; xmlNode *diff = get_message_xml(msg, F_CIB_UPDATE_RESULT); print_dot(output_format); if (current_cib != NULL) { rc = xml_apply_patchset(current_cib, diff, TRUE); switch (rc) { case -pcmk_err_diff_resync: case -pcmk_err_diff_failed: crm_notice("[%s] Patch aborted: %s (%d)", event, pcmk_strerror(rc), rc); free_xml(current_cib); current_cib = NULL; break; case pcmk_ok: cib_updated = TRUE; break; default: crm_notice("[%s] ABORTED: %s (%d)", event, pcmk_strerror(rc), rc); free_xml(current_cib); current_cib = NULL; } } if (current_cib == NULL) { crm_trace("Re-requesting the full cib"); cib->cmds->query(cib, NULL, ¤t_cib, cib_scope_local | cib_sync_call); } if (options.external_agent) { int format = 0; crm_element_value_int(diff, "format", &format); switch(format) { case 1: crm_diff_update_v1(event, msg); break; case 2: crm_diff_update_v2(event, msg); break; default: crm_err("Unknown patch format: %d", format); } } if (current_cib == NULL) { if(!stale) { print_as(output_format, "--- Stale data ---"); } stale = TRUE; return; } stale = FALSE; kick_refresh(cib_updated); } static gboolean mon_refresh_display(gpointer user_data) { xmlNode *cib_copy = copy_xml(current_cib); stonith_history_t *stonith_history = NULL; last_refresh = time(NULL); if (cli_config_update(&cib_copy, NULL, FALSE) == FALSE) { if (cib) { cib->cmds->signoff(cib); } print_as(output_format, "Upgrade failed: %s", pcmk_strerror(-pcmk_err_schema_validation)); if (output_format == mon_output_console) { sleep(2); } clean_up(CRM_EX_CONFIG); return FALSE; } /* get the stonith-history if there is evidence we need it */ while (is_set(options.mon_ops, mon_op_fence_history)) { if (st != NULL) { if (st->cmds->history(st, st_opt_sync_call, NULL, &stonith_history, 120)) { fprintf(stderr, "Critical: Unable to get stonith-history\n"); mon_cib_connection_destroy(NULL); } else { stonith_history = sort_stonith_history(stonith_history); if (is_not_set(options.mon_ops, mon_op_fence_full_history) && output_format != mon_output_xml) { stonith_history = reduce_stonith_history(stonith_history); } break; /* all other cases are errors */ } } else { fprintf(stderr, "Critical: No stonith-API\n"); } free_xml(cib_copy); print_as(output_format, "Reading stonith-history failed"); if (output_format == mon_output_console) { sleep(2); } return FALSE; } if (mon_data_set == NULL) { mon_data_set = pe_new_working_set(); CRM_ASSERT(mon_data_set != NULL); } mon_data_set->input = cib_copy; cluster_status(mon_data_set); /* Unpack constraints if any section will need them * (tickets may be referenced in constraints but not granted yet, * and bans need negative location constraints) */ if (show & (mon_show_bans | mon_show_tickets)) { xmlNode *cib_constraints = get_object_root(XML_CIB_TAG_CONSTRAINTS, mon_data_set->input); unpack_constraints(cib_constraints, mon_data_set); } switch (output_format) { case mon_output_html: case mon_output_cgi: - if (print_html_status(mon_data_set, output_filename, stonith_history, options.mon_ops) != 0) { + if (print_html_status(output_format, mon_data_set, output_filename, + stonith_history, options.mon_ops, show, + print_neg_location_prefix, options.reconnect_msec) != 0) { fprintf(stderr, "Critical: Unable to output html file\n"); clean_up(CRM_EX_CANTCREAT); return FALSE; } break; case mon_output_xml: - print_xml_status(mon_data_set, stonith_history, options.mon_ops); + print_xml_status(output_format, mon_data_set, stonith_history, options.mon_ops, + show, print_neg_location_prefix); break; case mon_output_monitor: print_simple_status(mon_data_set, stonith_history, options.mon_ops, output_format); if (is_set(options.mon_ops, mon_op_has_warnings)) { clean_up(MON_STATUS_WARN); return FALSE; } break; case mon_output_plain: case mon_output_console: - print_status(mon_data_set, stonith_history, options.mon_ops); + print_status(output_format ,mon_data_set, stonith_history, options.mon_ops, + show, print_neg_location_prefix); break; case mon_output_none: break; } stonith_history_free(stonith_history); stonith_history = NULL; pe_reset_working_set(mon_data_set); return TRUE; } static void mon_st_callback_event(stonith_t * st, stonith_event_t * e) { if (st->state == stonith_disconnected) { /* disconnect cib as well and have everything reconnect */ mon_cib_connection_destroy(NULL); } else if (options.external_agent) { char *desc = crm_strdup_printf("Operation %s requested by %s for peer %s: %s (ref=%s)", e->operation, e->origin, e->target, pcmk_strerror(e->result), e->id); send_custom_trap(e->target, NULL, e->operation, pcmk_ok, e->result, 0, desc); free(desc); } } static void kick_refresh(gboolean data_updated) { static int updates = 0; long now = time(NULL); if (data_updated) { updates++; } if(refresh_timer == NULL) { refresh_timer = mainloop_timer_add("refresh", 2000, FALSE, mon_trigger_refresh, NULL); } /* Refresh * - immediately if the last update was more than 5s ago * - every 10 cib-updates * - at most 2s after the last update */ if ((now - last_refresh) > (options.reconnect_msec / 1000)) { mainloop_set_trigger(refresh_trigger); mainloop_timer_stop(refresh_timer); updates = 0; } else if(updates >= 10) { mainloop_set_trigger(refresh_trigger); mainloop_timer_stop(refresh_timer); updates = 0; } else { mainloop_timer_start(refresh_timer); } } static void mon_st_callback_display(stonith_t * st, stonith_event_t * e) { if (st->state == stonith_disconnected) { /* disconnect cib as well and have everything reconnect */ mon_cib_connection_destroy(NULL); } else { print_dot(output_format); kick_refresh(TRUE); } } static void clean_up_connections(void) { if (cib != NULL) { cib->cmds->signoff(cib); cib_delete(cib); cib = NULL; } if (st != NULL) { if (st->state != stonith_disconnected) { st->cmds->remove_notification(st, T_STONITH_NOTIFY_DISCONNECT); st->cmds->remove_notification(st, T_STONITH_NOTIFY_FENCE); st->cmds->remove_notification(st, T_STONITH_NOTIFY_HISTORY); st->cmds->disconnect(st); } stonith_api_delete(st); st = NULL; } } /* * De-init ncurses, disconnect from the CIB manager, disconnect fencing, * deallocate memory and show usage-message if requested. * * We don't actually return, but nominally returning crm_exit_t allows a usage * like "return clean_up(exit_code);" which helps static analysis understand the * code flow. */ static crm_exit_t clean_up(crm_exit_t exit_code) { #if CURSES_ENABLED if (curses_console_initialized) { output_format = mon_output_plain; echo(); nocbreak(); endwin(); curses_console_initialized = FALSE; } #endif clean_up_connections(); free(output_filename); free(options.pid_file); pe_free_working_set(mon_data_set); mon_data_set = NULL; if (exit_code == CRM_EX_USAGE) { if (output_format == mon_output_cgi) { fprintf(stdout, "Content-Type: text/plain\n" "Status: 500\n\n"); } else { fprintf(stderr, "%s", g_option_context_get_help(context, TRUE, NULL)); } } crm_exit(exit_code); } diff --git a/tools/crm_mon.h b/tools/crm_mon.h new file mode 100644 index 0000000000..834353bfb3 --- /dev/null +++ b/tools/crm_mon.h @@ -0,0 +1,114 @@ +/* + * Copyright 2019 the Pacemaker project contributors + * + * The version control history for this file may have further details. + * + * This source code is licensed under the GNU Lesser General Public License + * version 2.1 or later (LGPLv2.1+) WITHOUT ANY WARRANTY. + */ + +#include + +#include +#include +#include +#include + +/* Never display node attributes whose name starts with one of these prefixes */ +#define FILTER_STR { CRM_FAIL_COUNT_PREFIX, CRM_LAST_FAILURE_PREFIX, \ + "shutdown", "terminate", "standby", "probe_complete", \ + "#", NULL } + +/* Convenience macro for prettifying output (e.g. "node" vs "nodes") */ +#define s_if_plural(i) (((i) == 1)? "" : "s") + +#if CURSES_ENABLED +# define print_dot(output_format) if (output_format == mon_output_console) { \ + printw("."); \ + clrtoeol(); \ + refresh(); \ + } else { \ + fprintf(stdout, "."); \ + } +#else +# define print_dot(output_format) fprintf(stdout, "."); +#endif + +#if CURSES_ENABLED +# define print_as(output_format, fmt, args...) if (output_format == mon_output_console) { \ + printw(fmt, ##args); \ + clrtoeol(); \ + refresh(); \ + } else { \ + fprintf(stdout, fmt, ##args); \ + } +#else +# define print_as(output_format, fmt, args...) fprintf(stdout, fmt, ##args); +#endif + +typedef enum mon_output_format_e { + mon_output_none, + mon_output_monitor, + mon_output_plain, + mon_output_console, + mon_output_xml, + mon_output_html, + mon_output_cgi +} mon_output_format_t; + +#define mon_show_times (0x0001U) +#define mon_show_stack (0x0002U) +#define mon_show_dc (0x0004U) +#define mon_show_count (0x0008U) +#define mon_show_nodes (0x0010U) +#define mon_show_resources (0x0020U) +#define mon_show_attributes (0x0040U) +#define mon_show_failcounts (0x0080U) +#define mon_show_operations (0x0100U) +#define mon_show_tickets (0x0200U) +#define mon_show_bans (0x0400U) +#define mon_show_fence_history (0x0800U) + +#define mon_show_headers (mon_show_times | mon_show_stack | mon_show_dc \ + | mon_show_count) +#define mon_show_default (mon_show_headers | mon_show_nodes \ + | mon_show_resources) +#define mon_show_all (mon_show_default | mon_show_attributes \ + | mon_show_failcounts | mon_show_operations \ + | mon_show_tickets | mon_show_bans \ + | mon_show_fence_history) + +#define mon_op_group_by_node (0x0001U) +#define mon_op_inactive_resources (0x0002U) +#define mon_op_one_shot (0x0004U) +#define mon_op_has_warnings (0x0008U) +#define mon_op_print_timing (0x0010U) +#define mon_op_watch_fencing (0x0020U) +#define mon_op_fence_history (0x0040U) +#define mon_op_fence_full_history (0x0080U) +#define mon_op_fence_connect (0x0100U) +#define mon_op_print_brief (0x0200U) +#define mon_op_print_pending (0x0400U) +#define mon_op_print_clone_detail (0x0800U) + +#define mon_op_default (mon_op_print_pending) + +void print_status(mon_output_format_t output_format, pe_working_set_t *data_set, + stonith_history_t *stonith_history, unsigned int mon_ops, + unsigned int show, const char *prefix); +void print_xml_status(mon_output_format_t output_format, pe_working_set_t *data_set, + stonith_history_t *stonith_history, unsigned int mon_ops, + unsigned int show, const char *prefix); +int print_html_status(mon_output_format_t output_format, pe_working_set_t *data_set, + const char *filename, stonith_history_t *stonith_history, + unsigned int mon_ops, unsigned int show, const char *prefix, + unsigned int reconnect_msec); + +void append_attr_list(gpointer name, gpointer value, gpointer user_data); +void blank_screen(void); +int count_resources(pe_working_set_t *data_set, resource_t *rsc); +void crm_mon_get_parameters(resource_t *rsc, pe_working_set_t *data_set); +const char *get_cluster_stack(pe_working_set_t *data_set); +char *get_node_display_name(node_t *node, unsigned int mon_ops); +int get_resource_display_options(unsigned int mon_ops, + mon_output_format_t output_format); diff --git a/tools/crm_mon.c b/tools/crm_mon_print.c similarity index 51% copy from tools/crm_mon.c copy to tools/crm_mon_print.c index af573ca78e..789e2d9b67 100644 --- a/tools/crm_mon.c +++ b/tools/crm_mon_print.c @@ -1,4586 +1,2655 @@ /* - * Copyright 2004-2019 the Pacemaker project contributors + * Copyright 2019 the Pacemaker project contributors * * The version control history for this file may have further details. * - * This source code is licensed under the GNU General Public License version 2 - * or later (GPLv2+) WITHOUT ANY WARRANTY. + * This source code is licensed under the GNU Lesser General Public License + * version 2.1 or later (LGPLv2.1+) WITHOUT ANY WARRANTY. */ -#include - -#include - -#include - -#include -#include -#include -#include - -#include -#include -#include -#include -#include -#include - -#include -#include -#include -#include -#include -#include /* crm_ends_with_ext */ -#include -#include -#include -#include -#include - -#include -#include -#include -#include -#include - -/* - * Definitions indicating which items to print - */ - -#define mon_show_times (0x0001U) -#define mon_show_stack (0x0002U) -#define mon_show_dc (0x0004U) -#define mon_show_count (0x0008U) -#define mon_show_nodes (0x0010U) -#define mon_show_resources (0x0020U) -#define mon_show_attributes (0x0040U) -#define mon_show_failcounts (0x0080U) -#define mon_show_operations (0x0100U) -#define mon_show_tickets (0x0200U) -#define mon_show_bans (0x0400U) -#define mon_show_fence_history (0x0800U) - -#define mon_show_headers (mon_show_times | mon_show_stack | mon_show_dc \ - | mon_show_count) -#define mon_show_default (mon_show_headers | mon_show_nodes \ - | mon_show_resources) -#define mon_show_all (mon_show_default | mon_show_attributes \ - | mon_show_failcounts | mon_show_operations \ - | mon_show_tickets | mon_show_bans \ - | mon_show_fence_history) - -static unsigned int show = mon_show_default; - -/* - * Definitions indicating how to output - */ - -typedef enum mon_output_format_e { - mon_output_none, - mon_output_monitor, - mon_output_plain, - mon_output_console, - mon_output_xml, - mon_output_html, - mon_output_cgi -} mon_output_format_t; - -mon_output_format_t output_format = mon_output_console; - -static char *output_filename = NULL; /* if sending output to a file, its name */ - -/* other globals */ -static GMainLoop *mainloop = NULL; -static guint timer_id = 0; -static mainloop_timer_t *refresh_timer = NULL; -static pe_working_set_t *mon_data_set = NULL; - -static cib_t *cib = NULL; -static stonith_t *st = NULL; -static xmlNode *current_cib = NULL; - -static GOptionContext *context = NULL; - -#define mon_op_group_by_node (0x0001U) -#define mon_op_inactive_resources (0x0002U) -#define mon_op_one_shot (0x0004U) -#define mon_op_has_warnings (0x0008U) -#define mon_op_print_timing (0x0010U) -#define mon_op_watch_fencing (0x0020U) -#define mon_op_fence_history (0x0040U) -#define mon_op_fence_full_history (0x0080U) -#define mon_op_fence_connect (0x0100U) -#define mon_op_print_brief (0x0200U) -#define mon_op_print_pending (0x0400U) -#define mon_op_print_clone_detail (0x0800U) - -#define mon_op_default (mon_op_print_pending) - -#if CURSES_ENABLED -static gboolean curses_console_initialized = FALSE; -#endif - -/* FIXME allow, detect, and correctly interpret glob pattern or regex? */ -const char *print_neg_location_prefix = ""; - -/* Never display node attributes whose name starts with one of these prefixes */ -#define FILTER_STR { CRM_FAIL_COUNT_PREFIX, CRM_LAST_FAILURE_PREFIX, \ - "shutdown", "terminate", "standby", "probe_complete", \ - "#", NULL } - -long last_refresh = 0; -crm_trigger_t *refresh_trigger = NULL; - -/* Define exit codes for monitoring-compatible output - * For nagios plugins, the possibilities are - * OK=0, WARN=1, CRIT=2, and UNKNOWN=3 - */ -#define MON_STATUS_WARN CRM_EX_ERROR -#define MON_STATUS_CRIT CRM_EX_INVALID_PARAM -#define MON_STATUS_UNKNOWN CRM_EX_UNIMPLEMENT_FEATURE - -/* Convenience macro for prettifying output (e.g. "node" vs "nodes") */ -#define s_if_plural(i) (((i) == 1)? "" : "s") - -#if CURSES_ENABLED -# define print_dot(output_format) if (output_format == mon_output_console) { \ - printw("."); \ - clrtoeol(); \ - refresh(); \ - } else { \ - fprintf(stdout, "."); \ - } -#else -# define print_dot(output_format) fprintf(stdout, "."); -#endif - -#if CURSES_ENABLED -# define print_as(output_format, fmt, args...) if (output_format == mon_output_console) { \ - printw(fmt, ##args); \ - clrtoeol(); \ - refresh(); \ - } else { \ - fprintf(stdout, fmt, ##args); \ - } -#else -# define print_as(output_format, fmt, args...) fprintf(stdout, fmt, ##args); -#endif - -struct { - int reconnect_msec; - int fence_history_level; - int verbose; - gboolean daemonize; - gboolean show_bans; - char *pid_file; - char *external_agent; - char *external_recipient; - unsigned int mon_ops; -} options = { - .reconnect_msec = 5000, - .fence_history_level = 1, - .mon_ops = mon_op_default -}; - -static void clean_up_connections(void); -static crm_exit_t clean_up(crm_exit_t exit_code); -static void crm_diff_update(const char *event, xmlNode * msg); -static gboolean mon_refresh_display(gpointer user_data); -static int cib_connect(gboolean full); -static void mon_st_callback_event(stonith_t * st, stonith_event_t * e); -static void mon_st_callback_display(stonith_t * st, stonith_event_t * e); -static void kick_refresh(gboolean data_updated); -static char *get_node_display_name(node_t *node, unsigned int mon_ops); - -static gboolean -as_cgi_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { - output_format = mon_output_cgi; - options.mon_ops |= mon_op_one_shot; - return TRUE; -} - -static gboolean -as_html_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { - if (optarg == NULL) { - g_set_error(error, G_OPTION_ERROR, 1, "--as-html requires filename"); - return FALSE; - } - - output_format = mon_output_html; - output_filename = strdup(optarg); - umask(S_IWGRP | S_IWOTH); - return TRUE; -} - -static gboolean -as_simple_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { - output_format = mon_output_monitor; - options.mon_ops |= mon_op_one_shot; - return TRUE; -} - -static gboolean -as_xml_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { - output_format = mon_output_xml; - options.mon_ops |= mon_op_one_shot; - return TRUE; -} - -static gboolean -fence_history_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { - int rc = crm_atoi(optarg, "2"); - - if (rc == -1 || rc > 3) { - g_set_error(error, G_OPTION_ERROR, CRM_EX_INVALID_PARAM, "Fence history must be 0-3"); - return FALSE; - } else { - options.fence_history_level = rc; - } - - return TRUE; -} - -static gboolean -group_by_node_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { - options.mon_ops |= mon_op_group_by_node; - return TRUE; -} - -static gboolean -hide_headers_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { - show &= ~mon_show_headers; - return TRUE; -} - -static gboolean -inactive_resources_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { - options.mon_ops |= mon_op_inactive_resources; - return TRUE; -} - -static gboolean -no_curses_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { - if (output_format == mon_output_console) { - output_format = mon_output_plain; - } - - return TRUE; -} - -static gboolean -one_shot_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { - options.mon_ops |= mon_op_one_shot; - return TRUE; -} - -static gboolean -print_brief_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { - options.mon_ops |= mon_op_print_brief; - return TRUE; -} - -static gboolean -print_clone_detail_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { - options.mon_ops |= mon_op_print_clone_detail; - return TRUE; -} - -static gboolean -print_pending_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { - options.mon_ops |= mon_op_print_pending; - return TRUE; -} - -static gboolean -reconnect_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { - int rc = crm_get_msec(optarg); - - if (rc == -1) { - g_set_error(error, G_OPTION_ERROR, CRM_EX_INVALID_PARAM, "Invalid value for -i: %s", optarg); - return FALSE; - } else { - options.reconnect_msec = crm_get_msec(optarg); - } - - return TRUE; -} - -static gboolean -show_attributes_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { - show |= mon_show_attributes; - return TRUE; -} - -static gboolean -show_bans_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { - show |= mon_show_bans; - - if (optarg != NULL) { - print_neg_location_prefix = optarg; - } - - return TRUE; -} - -static gboolean -show_failcounts_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { - show |= mon_show_failcounts; - return TRUE; -} - -static gboolean -show_operations_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { - show |= mon_show_operations; - return TRUE; -} - -static gboolean -show_tickets_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { - show |= mon_show_tickets; - return TRUE; -} - -static gboolean -use_cib_file_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { - setenv("CIB_file", optarg, 1); - options.mon_ops |= mon_op_one_shot; - return TRUE; -} - -static gboolean -watch_fencing_cb(const gchar *option_name, const gchar *optarg, gpointer data, GError **error) { - options.mon_ops |= mon_op_watch_fencing; - return TRUE; -} - -#define INDENT " " - -/* *INDENT-OFF* */ -static GOptionEntry addl_entries[] = { - { "interval", 'i', 0, G_OPTION_ARG_CALLBACK, reconnect_cb, - "Update frequency in seconds", - "SECONDS" }, - - { "one-shot", '1', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, one_shot_cb, - "Display the cluster status once on the console and exit", - NULL }, - - { "disable-ncurses", 'N', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, no_curses_cb, - "Disable the use of ncurses", - NULL }, - - { "daemonize", 'd', 0, G_OPTION_ARG_NONE, &options.daemonize, - "Run in the background as a daemon", - NULL }, - - { "pid-file", 'p', 0, G_OPTION_ARG_FILENAME, &options.pid_file, - "(Advanced) Daemon pid file location", - "FILE" }, - - { "external-agent", 'E', 0, G_OPTION_ARG_FILENAME, &options.external_agent, - "A program to run when resource operations take place", - "FILE" }, - - { "external-recipient", 'e', 0, G_OPTION_ARG_STRING, &options.external_recipient, - "A recipient for your program (assuming you want the program to send something to someone).", - "RCPT" }, - - { "xml-file", 'x', G_OPTION_FLAG_HIDDEN, G_OPTION_ARG_CALLBACK, use_cib_file_cb, - NULL, - NULL }, - - { NULL } -}; - -static GOptionEntry display_entries[] = { - { "group-by-node", 'n', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, group_by_node_cb, - "Group resources by node", - NULL }, - - { "inactive", 'r', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, inactive_resources_cb, - "Display inactive resources", - NULL }, - - { "failcounts", 'f', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, show_failcounts_cb, - "Display resource fail counts", - NULL }, - - { "operations", 'o', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, show_operations_cb, - "Display resource operation history", - NULL }, - - { "timing-details", 't', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, show_operations_cb, - "Display resource operation history with timing details", - NULL }, - - { "tickets", 'c', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, show_tickets_cb, - "Display cluster tickets", - NULL }, - - { "watch-fencing", 'W', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, watch_fencing_cb, - "Listen for fencing events. For use with --external-agent", - NULL }, - - { "fence-history", 'm', G_OPTION_FLAG_OPTIONAL_ARG, G_OPTION_ARG_CALLBACK, fence_history_cb, - "Show fence history:\n" - INDENT "0=off, 1=failures and pending (default without option),\n" - INDENT "2=add successes (default without value for option),\n" - INDENT "3=show full history without reduction to most recent of each flavor", - "LEVEL" }, - - { "neg-locations", 'L', 0, G_OPTION_ARG_CALLBACK, show_bans_cb, - "Display negative location constraints [optionally filtered by id prefix]", - NULL }, - - { "show-node-attributes", 'A', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, show_attributes_cb, - "Display node attributes", - NULL }, - - { "hide-headers", 'D', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, hide_headers_cb, - "Hide all headers", - NULL }, - - { "show-detail", 'R', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, print_clone_detail_cb, - "Show more details (node IDs, individual clone instances)", - NULL }, - - { "brief", 'b', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, print_brief_cb, - "Brief output", - NULL }, - - { "pending", 'j', G_OPTION_FLAG_HIDDEN|G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, print_pending_cb, - "Display pending state if 'record-pending' is enabled", - NULL }, - - { NULL } -}; - -static GOptionEntry mode_entries[] = { - { "as-html", 'h', G_OPTION_FLAG_FILENAME, G_OPTION_ARG_CALLBACK, as_html_cb, - "Write cluster status to the named HTML file", - "FILE" }, - - { "as-xml", 'X', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, as_xml_cb, - "Write cluster status as XML to stdout. This will enable one-shot mode.", - NULL }, - - { "web-cgi", 'w', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, as_cgi_cb, - "Web mode with output suitable for CGI (preselected when run as *.cgi)", - NULL }, - - { "simple-status", 's', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, as_simple_cb, - "Display the cluster status once as a simple one line output (suitable for nagios)", - NULL }, - - { NULL } -}; -/* *INDENT-ON* */ - -static void -blank_screen(void) -{ -#if CURSES_ENABLED - int lpc = 0; - - for (lpc = 0; lpc < LINES; lpc++) { - move(lpc, 0); - clrtoeol(); - } - move(0, 0); - refresh(); -#endif -} - -static gboolean -mon_timer_popped(gpointer data) -{ - int rc = pcmk_ok; - -#if CURSES_ENABLED - if (output_format == mon_output_console) { - clear(); - refresh(); - } -#endif - - if (timer_id > 0) { - g_source_remove(timer_id); - timer_id = 0; - } - - print_as(output_format, "Reconnecting...\n"); - rc = cib_connect(TRUE); - - if (rc != pcmk_ok) { - timer_id = g_timeout_add(options.reconnect_msec, mon_timer_popped, NULL); - } - return FALSE; -} - -static void -mon_cib_connection_destroy(gpointer user_data) -{ - print_as(output_format, "Connection to the cluster-daemons terminated\n"); - if (refresh_timer != NULL) { - /* we'll trigger a refresh after reconnect */ - mainloop_timer_stop(refresh_timer); - } - if (timer_id) { - /* we'll trigger a new reconnect-timeout at the end */ - g_source_remove(timer_id); - timer_id = 0; - } - if (st) { - /* the client API won't properly reconnect notifications - * if they are still in the table - so remove them - */ - st->cmds->remove_notification(st, T_STONITH_NOTIFY_DISCONNECT); - st->cmds->remove_notification(st, T_STONITH_NOTIFY_FENCE); - st->cmds->remove_notification(st, T_STONITH_NOTIFY_HISTORY); - if (st->state != stonith_disconnected) { - st->cmds->disconnect(st); - } - } - if (cib) { - cib->cmds->signoff(cib); - timer_id = g_timeout_add(options.reconnect_msec, mon_timer_popped, NULL); - } - return; -} - -/* - * Mainloop signal handler. - */ -static void -mon_shutdown(int nsig) -{ - clean_up(CRM_EX_OK); -} - -#if CURSES_ENABLED -static sighandler_t ncurses_winch_handler; - -static void -mon_winresize(int nsig) -{ - static int not_done; - int lines = 0, cols = 0; - - if (!not_done++) { - if (ncurses_winch_handler) - /* the original ncurses WINCH signal handler does the - * magic of retrieving the new window size; - * otherwise, we'd have to use ioctl or tgetent */ - (*ncurses_winch_handler) (SIGWINCH); - getmaxyx(stdscr, lines, cols); - resizeterm(lines, cols); - mainloop_set_trigger(refresh_trigger); - } - not_done--; -} -#endif - -static int -cib_connect(gboolean full) -{ - int rc = pcmk_ok; - static gboolean need_pass = TRUE; - - CRM_CHECK(cib != NULL, return -EINVAL); - - if (getenv("CIB_passwd") != NULL) { - need_pass = FALSE; - } - - if (is_set(options.mon_ops, mon_op_fence_connect) && st == NULL) { - st = stonith_api_new(); - } - - if (is_set(options.mon_ops, mon_op_fence_connect) && st != NULL && st->state == stonith_disconnected) { - rc = st->cmds->connect(st, crm_system_name, NULL); - if (rc == pcmk_ok) { - crm_trace("Setting up stonith callbacks"); - if (is_set(options.mon_ops, mon_op_watch_fencing)) { - st->cmds->register_notification(st, T_STONITH_NOTIFY_DISCONNECT, - mon_st_callback_event); - st->cmds->register_notification(st, T_STONITH_NOTIFY_FENCE, mon_st_callback_event); - } else { - st->cmds->register_notification(st, T_STONITH_NOTIFY_DISCONNECT, - mon_st_callback_display); - st->cmds->register_notification(st, T_STONITH_NOTIFY_HISTORY, mon_st_callback_display); - } - } - } - - if (cib->state != cib_connected_query && cib->state != cib_connected_command) { - crm_trace("Connecting to the CIB"); - if ((output_format == mon_output_console) && need_pass && (cib->variant == cib_remote)) { - need_pass = FALSE; - print_as(output_format, "Password:"); - } - - rc = cib->cmds->signon(cib, crm_system_name, cib_query); - - if (rc != pcmk_ok) { - return rc; - } - - rc = cib->cmds->query(cib, NULL, ¤t_cib, cib_scope_local | cib_sync_call); - if (rc == pcmk_ok) { - mon_refresh_display(&output_format); - } - - if (rc == pcmk_ok && full) { - if (rc == pcmk_ok) { - rc = cib->cmds->set_connection_dnotify(cib, mon_cib_connection_destroy); - if (rc == -EPROTONOSUPPORT) { - print_as - (output_format, "Notification setup not supported, won't be able to reconnect after failure"); - if (output_format == mon_output_console) { - sleep(2); - } - rc = pcmk_ok; - } - - } - - if (rc == pcmk_ok) { - cib->cmds->del_notify_callback(cib, T_CIB_DIFF_NOTIFY, crm_diff_update); - rc = cib->cmds->add_notify_callback(cib, T_CIB_DIFF_NOTIFY, crm_diff_update); - } - - if (rc != pcmk_ok) { - print_as(output_format, "Notification setup failed, could not monitor CIB actions"); - if (output_format == mon_output_console) { - sleep(2); - } - clean_up_connections(); - } - } - } - return rc; -} - -#if CURSES_ENABLED -static const char * -get_option_desc(char c) -{ - GOptionEntry *entry; - - for (entry = display_entries; entry != NULL; entry++) { - if (entry->short_name != c) { - continue; - } - - return strdup(entry->description); - } - - return NULL; -} - -#define print_option_help(output_format, option, condition) \ - print_as(output_format, "%c %c: \t%s\n", ((condition)? '*': ' '), option, get_option_desc(option)); - -static gboolean -detect_user_input(GIOChannel *channel, GIOCondition condition, gpointer user_data) -{ - int c; - gboolean config_mode = FALSE; - - while (1) { - - /* Get user input */ - c = getchar(); - - switch (c) { - case 'm': - if (!options.fence_history_level) { - options.mon_ops |= mon_op_fence_history; - options.mon_ops |= mon_op_fence_connect; - if (st == NULL) { - mon_cib_connection_destroy(NULL); - } - } - show ^= mon_show_fence_history; - break; - case 'c': - show ^= mon_show_tickets; - break; - case 'f': - show ^= mon_show_failcounts; - break; - case 'n': - options.mon_ops ^= mon_op_group_by_node; - break; - case 'o': - show ^= mon_show_operations; - if ((show & mon_show_operations) == 0) { - options.mon_ops &= ~mon_op_print_timing; - } - break; - case 'r': - options.mon_ops ^= mon_op_inactive_resources; - break; - case 'R': - options.mon_ops ^= mon_op_print_clone_detail; - break; - case 't': - options.mon_ops ^= mon_op_print_timing; - if (is_set(options.mon_ops, mon_op_print_timing)) { - show |= mon_show_operations; - } - break; - case 'A': - show ^= mon_show_attributes; - break; - case 'L': - show ^= mon_show_bans; - break; - case 'D': - /* If any header is shown, clear them all, otherwise set them all */ - if (show & mon_show_headers) { - show &= ~mon_show_headers; - } else { - show |= mon_show_headers; - } - break; - case 'b': - options.mon_ops ^= mon_op_print_brief; - break; - case 'j': - options.mon_ops ^= mon_op_print_pending; - break; - case '?': - config_mode = TRUE; - break; - default: - goto refresh; - } - - if (!config_mode) - goto refresh; - - blank_screen(); - - print_as(output_format, "Display option change mode\n"); - print_as(output_format, "\n"); - print_option_help(output_format, 'c', show & mon_show_tickets); - print_option_help(output_format, 'f', show & mon_show_failcounts); - print_option_help(output_format, 'n', is_set(options.mon_ops, mon_op_group_by_node)); - print_option_help(output_format, 'o', show & mon_show_operations); - print_option_help(output_format, 'r', is_set(options.mon_ops, mon_op_inactive_resources)); - print_option_help(output_format, 't', is_set(options.mon_ops, mon_op_print_timing)); - print_option_help(output_format, 'A', show & mon_show_attributes); - print_option_help(output_format, 'L', show & mon_show_bans); - print_option_help(output_format, 'D', (show & mon_show_headers) == 0); - print_option_help(output_format, 'R', is_set(options.mon_ops, mon_op_print_clone_detail)); - print_option_help(output_format, 'b', is_set(options.mon_ops, mon_op_print_brief)); - print_option_help(output_format, 'j', is_set(options.mon_ops, mon_op_print_pending)); - print_option_help(output_format, 'm', (show & mon_show_fence_history)); - print_as(output_format, "\n"); - print_as(output_format, "Toggle fields via field letter, type any other key to return"); - } - -refresh: - mon_refresh_display(NULL); - return TRUE; -} -#endif - -// Basically crm_signal_handler(SIGCHLD, SIG_IGN) plus the SA_NOCLDWAIT flag -static void -avoid_zombies() -{ - struct sigaction sa; - - memset(&sa, 0, sizeof(struct sigaction)); - if (sigemptyset(&sa.sa_mask) < 0) { - crm_warn("Cannot avoid zombies: %s", pcmk_strerror(errno)); - return; - } - sa.sa_handler = SIG_IGN; - sa.sa_flags = SA_RESTART|SA_NOCLDWAIT; - if (sigaction(SIGCHLD, &sa, NULL) < 0) { - crm_warn("Cannot avoid zombies: %s", pcmk_strerror(errno)); - } -} - -static GOptionContext * -build_arg_context(pcmk__common_args_t *args) { - GOptionContext *context = NULL; - GOptionGroup *mode_group, *display_group, *addl_group; - GOptionGroup *main_group; - - GOptionEntry extra_prog_entries[] = { - { "quiet", 'Q', 0, G_OPTION_ARG_NONE, &(args->quiet), - "Be less descriptive in output.", - NULL }, - - { NULL } - }; - - const char *examples = "Examples:\n\n" - "Display the cluster status on the console with updates as they occur:\n\n" - "\tcrm_mon\n\n" - "Display the cluster status on the console just once then exit:\n\n" - "\tcrm_mon -1\n\n" - "Display your cluster status, group resources by node, and include inactive resources in the list:\n\n" - "\tcrm_mon --group-by-node --inactive\n\n" - "Start crm_mon as a background daemon and have it write the cluster status to an HTML file:\n\n" - "\tcrm_mon --daemonize --as-html /path/to/docroot/filename.html\n\n" - "Start crm_mon and export the current cluster status as XML to stdout, then exit:\n\n" - "\tcrm_mon --as-xml\n"; - - context = pcmk__build_arg_context(args, NULL); - g_option_context_set_description(context, examples); - - /* Add the -Q option, which cannot be part of the globally supported options - * because some tools use that flag for something else. - */ - main_group = g_option_context_get_main_group(context); - g_option_group_add_entries(main_group, extra_prog_entries); - - mode_group = g_option_group_new("mode", "Mode Options (mutually exclusive):", "Show mode options", NULL, NULL); - g_option_group_add_entries(mode_group, mode_entries); - g_option_context_add_group(context, mode_group); - - display_group = g_option_group_new("display", "Display Options:", "Show display options", NULL, NULL); - g_option_group_add_entries(display_group, display_entries); - g_option_context_add_group(context, display_group); - - addl_group = g_option_group_new("additional", "Additional Options:", "Show additional options", NULL, NULL); - g_option_group_add_entries(addl_group, addl_entries); - g_option_context_add_group(context, addl_group); - - return context; -} - -int -main(int argc, char **argv) -{ - int rc = pcmk_ok; - char **processed_args = NULL; - - pcmk__common_args_t *args = calloc(1, sizeof(pcmk__common_args_t)); - - GError *error = NULL; - - if (args == NULL) { - crm_exit(crm_errno2exit(-ENOMEM)); - } - - args->summary = strdup("Provides a summary of cluster's current state.\n\n" - "Outputs varying levels of detail in a number of different formats."); - context = build_arg_context(args); - - options.pid_file = strdup("/tmp/ClusterMon.pid"); - crm_log_cli_init("crm_mon"); - - // Avoid needing to wait for subprocesses forked for -E/--external-agent - avoid_zombies(); - - if (crm_ends_with_ext(argv[0], ".cgi") == TRUE) { - output_format = mon_output_cgi; - options.mon_ops |= mon_op_one_shot; - } - - processed_args = pcmk__cmdline_preproc(argc, argv, "ehimpxEL"); - - if (!g_option_context_parse_strv(context, &processed_args, &error)) { - fprintf(stderr, "%s: %s\n", g_get_prgname(), error->message); - return clean_up(CRM_EX_USAGE); - } - - for (int i = 0; i < options.verbose; i++) { - crm_bump_log_level(argc, argv); - } - - if (args->version) { - crm_help('$', CRM_EX_OK); - } - - if (args->quiet) { - show &= ~mon_show_times; - } - - if (is_set(options.mon_ops, mon_op_watch_fencing)) { - options.mon_ops |= mon_op_fence_connect; - /* don't moan as fence_history_level == 1 is default */ - options.fence_history_level = 0; - } - - /* create the cib-object early to be able to do further - * decisions based on the cib-source - */ - cib = cib_new(); - - if (cib == NULL) { - rc = -EINVAL; - } else { - switch (cib->variant) { - - case cib_native: - /* cib & fencing - everything available */ - break; - - case cib_file: - /* Don't try to connect to fencing as we - * either don't have a running cluster or - * the fencing-information would possibly - * not match the cib data from a file. - * As we don't expect cib-updates coming - * in enforce one-shot. */ - options.fence_history_level = 0; - options.mon_ops |= mon_op_one_shot; - break; - - case cib_remote: - /* updates coming in but no fencing */ - options.fence_history_level = 0; - break; - - case cib_undefined: - case cib_database: - default: - /* something is odd */ - rc = -EINVAL; - crm_err("Invalid cib-source"); - break; - } - } - - switch (options.fence_history_level) { - case 3: - options.mon_ops |= mon_op_fence_full_history; - /* fall through to next lower level */ - case 2: - show |= mon_show_fence_history; - /* fall through to next lower level */ - case 1: - options.mon_ops |= mon_op_fence_history; - options.mon_ops |= mon_op_fence_connect; - break; - default: - break; - } - - /* Extra sanity checks when in CGI mode */ - if (output_format == mon_output_cgi) { - if (output_filename != NULL) { - fprintf(stderr, "CGI mode cannot be used with -h\n"); - return clean_up(CRM_EX_USAGE); - } else if (cib && cib->variant == cib_file) { - fprintf(stderr, "CGI mode used with CIB file\n"); - return clean_up(CRM_EX_USAGE); - } else if (options.external_agent != NULL) { - fprintf(stderr, "CGI mode cannot be used with --external-agent\n"); - return clean_up(CRM_EX_USAGE); - } else if (options.daemonize == TRUE) { - fprintf(stderr, "CGI mode cannot be used with -d\n"); - return clean_up(CRM_EX_USAGE); - } - } - - /* XML output always prints everything */ - if (output_format == mon_output_xml) { - show = mon_show_all; - options.mon_ops |= mon_op_print_timing; - } - - if (is_set(options.mon_ops, mon_op_one_shot)) { - if (output_format == mon_output_console) { - output_format = mon_output_plain; - } - - } else if (options.daemonize) { - if ((output_format == mon_output_console) || (output_format == mon_output_plain)) { - output_format = mon_output_none; - } - crm_enable_stderr(FALSE); - - if ((output_format != mon_output_html) - && !options.external_agent) { - printf ("Looks like you forgot to specify one or more of: " - "--as-html, --external-agent\n"); - return clean_up(CRM_EX_USAGE); - } - - if (cib) { - /* to be on the safe side don't have cib-object around - * when we are forking - */ - cib_delete(cib); - cib = NULL; - crm_make_daemon(crm_system_name, TRUE, options.pid_file); - cib = cib_new(); - if (cib == NULL) { - rc = -EINVAL; - } - /* otherwise assume we've got the same cib-object we've just destroyed - * in our parent - */ - } - - - } else if (output_format == mon_output_console) { -#if CURSES_ENABLED - initscr(); - cbreak(); - noecho(); - crm_enable_stderr(FALSE); - curses_console_initialized = TRUE; -#else - options.mon_ops |= mon_op_one_shot; - output_format = mon_output_plain; - printf("Defaulting to one-shot mode\n"); - printf("You need to have curses available at compile time to enable console mode\n"); -#endif - } - - crm_info("Starting %s", crm_system_name); - - if (cib) { - - do { - if (is_not_set(options.mon_ops, mon_op_one_shot)) { - print_as(output_format ,"Waiting until cluster is available on this node ...\n"); - } - rc = cib_connect(is_not_set(options.mon_ops, mon_op_one_shot)); - - if (is_set(options.mon_ops, mon_op_one_shot)) { - break; - - } else if (rc != pcmk_ok) { - sleep(options.reconnect_msec / 1000); -#if CURSES_ENABLED - if (output_format == mon_output_console) { - clear(); - refresh(); - } -#endif - } else { - if (output_format == mon_output_html) { - print_as(output_format, "Writing html to %s ...\n", output_filename); - } - } - - } while (rc == -ENOTCONN); - } - - if (rc != pcmk_ok) { - if (output_format == mon_output_monitor) { - printf("CLUSTER CRIT: Connection to cluster failed: %s\n", - pcmk_strerror(rc)); - return clean_up(MON_STATUS_CRIT); - } else { - if (rc == -ENOTCONN) { - print_as(output_format ,"\nError: cluster is not available on this node\n"); - } else { - print_as(output_format ,"\nConnection to cluster failed: %s\n", - pcmk_strerror(rc)); - } - } - if (output_format == mon_output_console) { - sleep(2); - } - return clean_up(crm_errno2exit(rc)); - } - - if (is_set(options.mon_ops, mon_op_one_shot)) { - return clean_up(CRM_EX_OK); - } - - mainloop = g_main_loop_new(NULL, FALSE); - - mainloop_add_signal(SIGTERM, mon_shutdown); - mainloop_add_signal(SIGINT, mon_shutdown); -#if CURSES_ENABLED - if (output_format == mon_output_console) { - ncurses_winch_handler = crm_signal_handler(SIGWINCH, mon_winresize); - if (ncurses_winch_handler == SIG_DFL || - ncurses_winch_handler == SIG_IGN || ncurses_winch_handler == SIG_ERR) - ncurses_winch_handler = NULL; - g_io_add_watch(g_io_channel_unix_new(STDIN_FILENO), G_IO_IN, detect_user_input, NULL); - } -#endif - refresh_trigger = mainloop_add_trigger(G_PRIORITY_LOW, mon_refresh_display, NULL); - - g_main_loop_run(mainloop); - g_main_loop_unref(mainloop); - - crm_info("Exiting %s", crm_system_name); - - return clean_up(CRM_EX_OK); -} - -#define mon_warn(output_format, mon_ops, fmt...) do { \ - if (is_not_set(mon_ops, mon_op_has_warnings)) { \ - print_as(output_format, "CLUSTER WARN:"); \ - } else { \ - print_as(output_format, ","); \ - } \ - print_as(output_format, fmt); \ - mon_ops |= mon_op_has_warnings; \ - } while(0) - -static int -count_resources(pe_working_set_t * data_set, resource_t * rsc) -{ - int count = 0; - GListPtr gIter = NULL; - - if (rsc == NULL) { - gIter = data_set->resources; - } else if (rsc->children) { - gIter = rsc->children; - } else { - return is_not_set(rsc->flags, pe_rsc_orphan); - } - - for (; gIter != NULL; gIter = gIter->next) { - count += count_resources(data_set, gIter->data); - } - return count; -} - -/*! - * \internal - * \brief Print one-line status suitable for use with monitoring software - * - * \param[in] data_set Working set of CIB state - * \param[in] history List of stonith actions - * - * \note This function's output (and the return code when the program exits) - * should conform to https://www.monitoring-plugins.org/doc/guidelines.html - */ -static void -print_simple_status(pe_working_set_t * data_set, stonith_history_t *history, - unsigned int mon_ops, mon_output_format_t output_format) -{ - GListPtr gIter = NULL; - int nodes_online = 0; - int nodes_standby = 0; - int nodes_maintenance = 0; - - if (data_set->dc_node == NULL) { - mon_warn(output_format, mon_ops, " No DC"); - } - - for (gIter = data_set->nodes; gIter != NULL; gIter = gIter->next) { - node_t *node = (node_t *) gIter->data; - - if (node->details->standby && node->details->online) { - nodes_standby++; - } else if (node->details->maintenance && node->details->online) { - nodes_maintenance++; - } else if (node->details->online) { - nodes_online++; - } else { - mon_warn(output_format, mon_ops, " offline node: %s", node->details->uname); - } - } - - if (is_not_set(mon_ops, mon_op_has_warnings)) { - int nresources = count_resources(data_set, NULL); +#include +#include +#include +#include - print_as(output_format, "CLUSTER OK: %d node%s online", nodes_online, s_if_plural(nodes_online)); - if (nodes_standby > 0) { - print_as(output_format, ", %d standby node%s", nodes_standby, s_if_plural(nodes_standby)); - } - if (nodes_maintenance > 0) { - print_as(output_format, ", %d maintenance node%s", nodes_maintenance, s_if_plural(nodes_maintenance)); - } - print_as(output_format, ", %d resource%s configured", nresources, s_if_plural(nresources)); - } +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include - print_as(output_format, "\n"); -} +#include "crm_mon.h" + +static void print_nvpair(FILE *stream, mon_output_format_t output_format, + const char *name, const char *value, const char *units, + time_t epoch_time); +static void print_node_start(FILE *stream, mon_output_format_t output_format, + node_t *node, unsigned int mon_ops); +static void print_node_end(FILE *stream, mon_output_format_t output_format); +static void print_resources_heading(FILE *stream, mon_output_format_t output_format, + unsigned int mon_ops); +static void print_resources_closing(FILE *stream, mon_output_format_t output_format, + gboolean printed_heading, unsigned int mon_ops); +static void print_resources(FILE *stream, mon_output_format_t output_format, + pe_working_set_t *data_set, int print_opts, + unsigned int mon_ops); +static void print_rsc_history_start(FILE *stream, mon_output_format_t output_format, + pe_working_set_t *data_set, node_t *node, + resource_t *rsc, const char *rsc_id, gboolean all); +static void print_rsc_history_end(FILE *stream, mon_output_format_t output_format); +static void print_op_history(FILE *stream, mon_output_format_t output_format, + pe_working_set_t *data_set, node_t *node, xmlNode *xml_op, + const char *task, const char *interval_ms_s, int rc, + unsigned int mon_ops); +static void print_rsc_history(FILE *stream, mon_output_format_t output_format, + pe_working_set_t *data_set, node_t *node, + xmlNode *rsc_entry, gboolean operations, + unsigned int mon_ops); +static void print_node_history(FILE *stream, mon_output_format_t output_format, + pe_working_set_t *data_set, xmlNode *node_state, + gboolean operations, unsigned int mon_ops); +static gboolean print_attr_msg(FILE *stream, mon_output_format_t output_format, + node_t * node, GListPtr rsc_list, const char *attrname, + const char *attrvalue); +static void print_node_attribute(gpointer name, gpointer user_data); +static void print_node_summary(FILE *stream, mon_output_format_t output_format, + pe_working_set_t * data_set, gboolean operations, + unsigned int mon_ops); +static void print_ticket(gpointer name, gpointer value, gpointer user_data); +static void print_cluster_tickets(FILE *stream, mon_output_format_t output_format, + pe_working_set_t * data_set); +static void print_ban(FILE *stream, mon_output_format_t output_format, + pe_node_t *node, pe__location_t *location, unsigned int mon_ops); +static void print_neg_locations(FILE *stream, mon_output_format_t output_format, + pe_working_set_t *data_set, unsigned int mon_ops, + const char *prefix); +static void print_node_attributes(FILE *stream, mon_output_format_t output_format, + pe_working_set_t *data_set, unsigned int mon_ops); +static void print_cluster_summary_header(FILE *stream, mon_output_format_t output_format); +static void print_cluster_summary_footer(FILE *stream, mon_output_format_t output_format); +static void print_cluster_times(FILE *stream, mon_output_format_t output_format, + pe_working_set_t *data_set); +static void print_cluster_stack(FILE *stream, mon_output_format_t output_format, + const char *stack_s); +static void print_cluster_dc(FILE *stream, mon_output_format_t output_format, + pe_working_set_t *data_set, unsigned int mon_ops); +static void print_cluster_counts(FILE *stream, mon_output_format_t output_format, + pe_working_set_t *data_set, const char *stack_s); +static void print_cluster_options(FILE *stream, mon_output_format_t output_format, + pe_working_set_t *data_set); +static void print_cluster_summary(FILE *stream, mon_output_format_t output_format, + pe_working_set_t *data_set, unsigned int mon_ops, + unsigned int show); +static void print_failed_action(FILE *stream, mon_output_format_t output_format, + xmlNode *xml_op); +static void print_failed_actions(FILE *stream, mon_output_format_t output_format, + pe_working_set_t *data_set); +static void print_stonith_action(FILE *stream, mon_output_format_t output_format, + stonith_history_t *event, unsigned int mon_ops); +static void print_failed_stonith_actions(FILE *stream, mon_output_format_t output_format, + stonith_history_t *history, unsigned int mon_ops); +static void print_stonith_pending(FILE *stream, mon_output_format_t output_format, + stonith_history_t *history, unsigned int mon_ops); +static void print_stonith_history(FILE *stream, mon_output_format_t output_format, + stonith_history_t *history, unsigned int mon_ops); /*! * \internal * \brief Print a [name]=[value][units] pair, optionally using time string * * \param[in] stream File stream to display output to * \param[in] name Name to display * \param[in] value Value to display (or NULL to convert time instead) * \param[in] units Units to display (or NULL for no units) * \param[in] epoch_time Epoch time to convert if value is NULL */ static void -print_nvpair(FILE *stream, const char *name, const char *value, - const char *units, time_t epoch_time) +print_nvpair(FILE *stream, mon_output_format_t output_format, const char *name, + const char *value, const char *units, time_t epoch_time) { /* print name= */ switch (output_format) { case mon_output_plain: case mon_output_console: print_as(output_format, " %s=", name); break; case mon_output_html: case mon_output_cgi: case mon_output_xml: fprintf(stream, " %s=", name); break; default: break; } /* If we have a value (and optionally units), print it */ if (value) { switch (output_format) { case mon_output_plain: case mon_output_console: print_as(output_format, "%s%s", value, (units? units : "")); break; case mon_output_html: case mon_output_cgi: fprintf(stream, "%s%s", value, (units? units : "")); break; case mon_output_xml: fprintf(stream, "\"%s%s\"", value, (units? units : "")); break; default: break; } /* Otherwise print user-friendly time string */ } else { static char empty_str[] = ""; char *c, *date_str = asctime(localtime(&epoch_time)); for (c = (date_str != NULL) ? date_str : empty_str; *c != '\0'; ++c) { if (*c == '\n') { *c = '\0'; break; } } switch (output_format) { case mon_output_plain: case mon_output_console: print_as(output_format, "'%s'", date_str); break; case mon_output_html: case mon_output_cgi: case mon_output_xml: fprintf(stream, "\"%s\"", date_str); break; default: break; } } } /*! * \internal * \brief Print whatever is needed to start a node section * * \param[in] stream File stream to display output to * \param[in] node Node to print */ static void -print_node_start(FILE *stream, node_t *node, unsigned int mon_ops) +print_node_start(FILE *stream, mon_output_format_t output_format, node_t *node, + unsigned int mon_ops) { char *node_name; switch (output_format) { case mon_output_plain: case mon_output_console: node_name = get_node_display_name(node, mon_ops); print_as(output_format, "* Node %s:\n", node_name); free(node_name); break; case mon_output_html: case mon_output_cgi: node_name = get_node_display_name(node, mon_ops); fprintf(stream, "

    Node: %s

    \n
      \n", node_name); free(node_name); break; case mon_output_xml: fprintf(stream, " \n", node->details->uname); break; default: break; } } /*! * \internal * \brief Print whatever is needed to end a node section * * \param[in] stream File stream to display output to */ static void -print_node_end(FILE *stream) +print_node_end(FILE *stream, mon_output_format_t output_format) { switch (output_format) { case mon_output_html: case mon_output_cgi: fprintf(stream, "
    \n"); break; case mon_output_xml: fprintf(stream, " \n"); break; default: break; } } /*! * \internal * \brief Print resources section heading appropriate to options * * \param[in] stream File stream to display output to */ static void -print_resources_heading(FILE *stream, unsigned int mon_ops) +print_resources_heading(FILE *stream, mon_output_format_t output_format, + unsigned int mon_ops) { const char *heading; if (is_set(mon_ops, mon_op_group_by_node)) { /* Active resources have already been printed by node */ heading = is_set(mon_ops, mon_op_inactive_resources) ? "Inactive resources" : NULL; } else if (is_set(mon_ops, mon_op_inactive_resources)) { heading = "Full list of resources"; } else { heading = "Active resources"; } /* Print section heading */ switch (output_format) { case mon_output_plain: case mon_output_console: print_as(output_format, "\n%s:\n\n", heading); break; case mon_output_html: case mon_output_cgi: fprintf(stream, "
    \n

    %s

    \n", heading); break; case mon_output_xml: fprintf(stream, " \n"); break; default: break; } } /*! * \internal * \brief Print whatever resource section closing is appropriate * * \param[in] stream File stream to display output to */ static void -print_resources_closing(FILE *stream, gboolean printed_heading, unsigned int mon_ops) +print_resources_closing(FILE *stream, mon_output_format_t output_format, + gboolean printed_heading, unsigned int mon_ops) { const char *heading; /* What type of resources we did or did not display */ if (is_set(mon_ops, mon_op_group_by_node)) { heading = "inactive "; } else if (is_set(mon_ops, mon_op_inactive_resources)) { heading = ""; } else { heading = "active "; } switch (output_format) { case mon_output_plain: case mon_output_console: if (!printed_heading) { print_as(output_format, "\nNo %sresources\n\n", heading); } break; case mon_output_html: case mon_output_cgi: if (!printed_heading) { fprintf(stream, "
    \n

    No %sresources

    \n", heading); } break; case mon_output_xml: fprintf(stream, " %s\n", (printed_heading? "    " : "")); break; default: break; } } /*! * \internal * \brief Print whatever resource section(s) are appropriate * * \param[in] stream File stream to display output to * \param[in] data_set Cluster state to display * \param[in] print_opts Bitmask of pe_print_options */ static void -print_resources(FILE *stream, pe_working_set_t *data_set, int print_opts, unsigned int mon_ops) +print_resources(FILE *stream, mon_output_format_t output_format, + pe_working_set_t *data_set, int print_opts, unsigned int mon_ops) { GListPtr rsc_iter; const char *prefix = NULL; gboolean printed_heading = FALSE; gboolean brief_output = is_set(mon_ops, mon_op_print_brief); /* If we already showed active resources by node, and * we're not showing inactive resources, we have nothing to do */ if (is_set(mon_ops, mon_op_group_by_node) && is_not_set(mon_ops, mon_op_inactive_resources)) { return; } /* XML uses an indent, and ignores brief option for resources */ if (output_format == mon_output_xml) { prefix = " "; brief_output = FALSE; } /* If we haven't already printed resources grouped by node, * and brief output was requested, print resource summary */ if (brief_output && is_not_set(mon_ops, mon_op_group_by_node)) { - print_resources_heading(stream, mon_ops); + print_resources_heading(stream, output_format, mon_ops); printed_heading = TRUE; print_rscs_brief(data_set->resources, NULL, print_opts, stream, is_set(mon_ops, mon_op_inactive_resources)); } /* For each resource, display it if appropriate */ for (rsc_iter = data_set->resources; rsc_iter != NULL; rsc_iter = rsc_iter->next) { resource_t *rsc = (resource_t *) rsc_iter->data; /* Complex resources may have some sub-resources active and some inactive */ gboolean is_active = rsc->fns->active(rsc, TRUE); gboolean partially_active = rsc->fns->active(rsc, FALSE); /* Skip inactive orphans (deleted but still in CIB) */ if (is_set(rsc->flags, pe_rsc_orphan) && !is_active) { continue; /* Skip active resources if we already displayed them by node */ } else if (is_set(mon_ops, mon_op_group_by_node)) { if (is_active) { continue; } /* Skip primitives already counted in a brief summary */ } else if (brief_output && (rsc->variant == pe_native)) { continue; /* Skip resources that aren't at least partially active, * unless we're displaying inactive resources */ } else if (!partially_active && is_not_set(mon_ops, mon_op_inactive_resources)) { continue; } /* Print this resource */ if (printed_heading == FALSE) { - print_resources_heading(stream, mon_ops); + print_resources_heading(stream, output_format, mon_ops); printed_heading = TRUE; } rsc->fns->print(rsc, prefix, print_opts, stream); } - print_resources_closing(stream, printed_heading, mon_ops); + print_resources_closing(stream, output_format, printed_heading, mon_ops); } /*! * \internal * \brief Print heading for resource history * * \param[in] stream File stream to display output to * \param[in] data_set Current state of CIB * \param[in] node Node that ran this resource * \param[in] rsc Resource to print * \param[in] rsc_id ID of resource to print * \param[in] all Whether to print every resource or just failed ones */ static void -print_rsc_history_start(FILE *stream, pe_working_set_t *data_set, node_t *node, - resource_t *rsc, const char *rsc_id, gboolean all) +print_rsc_history_start(FILE *stream, mon_output_format_t output_format, + pe_working_set_t *data_set, node_t *node, resource_t *rsc, + const char *rsc_id, gboolean all) { time_t last_failure = 0; int failcount = rsc? pe_get_failcount(node, rsc, &last_failure, pe_fc_default, NULL, data_set) : 0; if (!all && !failcount && (last_failure <= 0)) { return; } /* Print resource ID */ switch (output_format) { case mon_output_plain: case mon_output_console: print_as(output_format, " %s:", rsc_id); break; case mon_output_html: case mon_output_cgi: fprintf(stream, "
  • %s:", rsc_id); break; case mon_output_xml: fprintf(stream, " 0)) { /* Print migration threshold */ switch (output_format) { case mon_output_plain: case mon_output_console: print_as(output_format, " migration-threshold=%d", rsc->migration_threshold); break; case mon_output_html: case mon_output_cgi: fprintf(stream, " migration-threshold=%d", rsc->migration_threshold); break; case mon_output_xml: fprintf(stream, " orphan=\"false\" migration-threshold=\"%d\"", rsc->migration_threshold); break; default: break; } /* Print fail count if any */ if (failcount > 0) { switch (output_format) { case mon_output_plain: case mon_output_console: print_as(output_format, " " CRM_FAIL_COUNT_PREFIX "=%d", failcount); break; case mon_output_html: case mon_output_cgi: fprintf(stream, " " CRM_FAIL_COUNT_PREFIX "=%d", failcount); break; case mon_output_xml: fprintf(stream, " " CRM_FAIL_COUNT_PREFIX "=\"%d\"", failcount); break; default: break; } } /* Print last failure time if any */ if (last_failure > 0) { - print_nvpair(stream, CRM_LAST_FAILURE_PREFIX, NULL, NULL, + print_nvpair(stream, output_format, CRM_LAST_FAILURE_PREFIX, NULL, NULL, last_failure); } } /* End the heading */ switch (output_format) { case mon_output_plain: case mon_output_console: print_as(output_format, "\n"); break; case mon_output_html: case mon_output_cgi: fprintf(stream, "\n
      \n"); break; case mon_output_xml: fprintf(stream, ">\n"); break; default: break; } } /*! * \internal * \brief Print closing for resource history * * \param[in] stream File stream to display output to */ static void -print_rsc_history_end(FILE *stream) +print_rsc_history_end(FILE *stream, mon_output_format_t output_format) { switch (output_format) { case mon_output_html: case mon_output_cgi: fprintf(stream, "
    \n
    • \n"); break; case mon_output_xml: fprintf(stream, " \n"); break; default: break; } } /*! * \internal * \brief Print operation history * * \param[in] stream File stream to display output to * \param[in] data_set Current state of CIB * \param[in] node Node this operation is for * \param[in] xml_op Root of XML tree describing this operation * \param[in] task Task parsed from this operation's XML * \param[in] interval_ms_s Interval parsed from this operation's XML * \param[in] rc Return code parsed from this operation's XML */ static void -print_op_history(FILE *stream, pe_working_set_t *data_set, node_t *node, - xmlNode *xml_op, const char *task, const char *interval_ms_s, - int rc, unsigned int mon_ops) +print_op_history(FILE *stream, mon_output_format_t output_format, + pe_working_set_t *data_set, node_t *node, xmlNode *xml_op, + const char *task, const char *interval_ms_s, int rc, + unsigned int mon_ops) { const char *value = NULL; const char *call = crm_element_value(xml_op, XML_LRM_ATTR_CALLID); /* Begin the operation description */ switch (output_format) { case mon_output_plain: case mon_output_console: print_as(output_format, " + (%s) %s:", call, task); break; case mon_output_html: case mon_output_cgi: fprintf(stream, "
  • (%s) %s:", call, task); break; case mon_output_xml: fprintf(stream, " 0) { - print_nvpair(stream, attr, NULL, NULL, int_value); + print_nvpair(stream, output_format, attr, NULL, NULL, int_value); } } attr = XML_RSC_OP_LAST_RUN; value = crm_element_value(xml_op, attr); if (value) { int_value = crm_parse_int(value, NULL); if (int_value > 0) { - print_nvpair(stream, attr, NULL, NULL, int_value); + print_nvpair(stream, output_format, attr, NULL, NULL, int_value); } } attr = XML_RSC_OP_T_EXEC; value = crm_element_value(xml_op, attr); if (value) { - print_nvpair(stream, attr, value, "ms", 0); + print_nvpair(stream, output_format, attr, value, "ms", 0); } attr = XML_RSC_OP_T_QUEUE; value = crm_element_value(xml_op, attr); if (value) { - print_nvpair(stream, attr, value, "ms", 0); + print_nvpair(stream, output_format, attr, value, "ms", 0); } } /* End the operation description */ switch (output_format) { case mon_output_plain: case mon_output_console: print_as(output_format, " rc=%d (%s)\n", rc, services_ocf_exitcode_str(rc)); break; case mon_output_html: case mon_output_cgi: fprintf(stream, " rc=%d (%s)
    • \n", rc, services_ocf_exitcode_str(rc)); break; case mon_output_xml: fprintf(stream, " rc=\"%d\" rc_text=\"%s\" />\n", rc, services_ocf_exitcode_str(rc)); break; default: break; } } /*! * \internal * \brief Print resource operation/failure history * * \param[in] stream File stream to display output to * \param[in] data_set Current state of CIB * \param[in] node Node that ran this resource * \param[in] rsc_entry Root of XML tree describing resource status * \param[in] operations Whether to print operations or just failcounts */ static void -print_rsc_history(FILE *stream, pe_working_set_t *data_set, node_t *node, - xmlNode *rsc_entry, gboolean operations, unsigned int mon_ops) +print_rsc_history(FILE *stream, mon_output_format_t output_format, + pe_working_set_t *data_set, node_t *node, xmlNode *rsc_entry, + gboolean operations, unsigned int mon_ops) { GListPtr gIter = NULL; GListPtr op_list = NULL; gboolean printed = FALSE; const char *rsc_id = crm_element_value(rsc_entry, XML_ATTR_ID); resource_t *rsc = pe_find_resource(data_set->resources, rsc_id); xmlNode *rsc_op = NULL; /* If we're not showing operations, just print the resource failure summary */ if (operations == FALSE) { - print_rsc_history_start(stream, data_set, node, rsc, rsc_id, FALSE); - print_rsc_history_end(stream); + print_rsc_history_start(stream, output_format, data_set, node, rsc, rsc_id, FALSE); + print_rsc_history_end(stream, output_format); return; } /* Create a list of this resource's operations */ for (rsc_op = __xml_first_child(rsc_entry); rsc_op != NULL; rsc_op = __xml_next(rsc_op)) { if (crm_str_eq((const char *)rsc_op->name, XML_LRM_TAG_RSC_OP, TRUE)) { op_list = g_list_append(op_list, rsc_op); } } op_list = g_list_sort(op_list, sort_op_by_callid); /* Print each operation */ for (gIter = op_list; gIter != NULL; gIter = gIter->next) { xmlNode *xml_op = (xmlNode *) gIter->data; const char *task = crm_element_value(xml_op, XML_LRM_ATTR_TASK); const char *interval_ms_s = crm_element_value(xml_op, XML_LRM_ATTR_INTERVAL_MS); const char *op_rc = crm_element_value(xml_op, XML_LRM_ATTR_RC); int rc = crm_parse_int(op_rc, "0"); /* Display 0-interval monitors as "probe" */ if (safe_str_eq(task, CRMD_ACTION_STATUS) && ((interval_ms_s == NULL) || safe_str_eq(interval_ms_s, "0"))) { task = "probe"; } /* Ignore notifies and some probes */ if (safe_str_eq(task, CRMD_ACTION_NOTIFY) || (safe_str_eq(task, "probe") && (rc == 7))) { continue; } /* If this is the first printed operation, print heading for resource */ if (printed == FALSE) { printed = TRUE; - print_rsc_history_start(stream, data_set, node, rsc, rsc_id, TRUE); + print_rsc_history_start(stream, output_format, data_set, node, rsc, rsc_id, TRUE); } /* Print the operation */ - print_op_history(stream, data_set, node, xml_op, task, interval_ms_s, + print_op_history(stream, output_format, data_set, node, xml_op, task, interval_ms_s, rc, mon_ops); } /* Free the list we created (no need to free the individual items) */ g_list_free(op_list); /* If we printed anything, close the resource */ if (printed) { - print_rsc_history_end(stream); + print_rsc_history_end(stream, output_format); } } /*! * \internal * \brief Print node operation/failure history * * \param[in] stream File stream to display output to * \param[in] data_set Current state of CIB * \param[in] node_state Root of XML tree describing node status * \param[in] operations Whether to print operations or just failcounts */ static void -print_node_history(FILE *stream, pe_working_set_t *data_set, - xmlNode *node_state, gboolean operations, unsigned int mon_ops) +print_node_history(FILE *stream, mon_output_format_t output_format, + pe_working_set_t *data_set, xmlNode *node_state, + gboolean operations, unsigned int mon_ops) { node_t *node = pe_find_node_id(data_set->nodes, ID(node_state)); xmlNode *lrm_rsc = NULL; xmlNode *rsc_entry = NULL; if (node && node->details && node->details->online) { - print_node_start(stream, node, mon_ops); + print_node_start(stream, output_format, node, mon_ops); lrm_rsc = find_xml_node(node_state, XML_CIB_TAG_LRM, FALSE); lrm_rsc = find_xml_node(lrm_rsc, XML_LRM_TAG_RESOURCES, FALSE); /* Print history of each of the node's resources */ for (rsc_entry = __xml_first_child(lrm_rsc); rsc_entry != NULL; rsc_entry = __xml_next(rsc_entry)) { if (crm_str_eq((const char *)rsc_entry->name, XML_LRM_TAG_RESOURCE, TRUE)) { - print_rsc_history(stream, data_set, node, rsc_entry, operations, mon_ops); + print_rsc_history(stream, output_format, data_set, node, rsc_entry, operations, mon_ops); } } - print_node_end(stream); + print_node_end(stream, output_format); } } /*! * \internal * \brief Print extended information about an attribute if appropriate * * \param[in] data_set Working set of CIB state * * \return TRUE if extended information was printed, FALSE otherwise * \note Currently, extended information is only supported for ping/pingd * resources, for which a message will be printed if connectivity is lost * or degraded. */ static gboolean -print_attr_msg(FILE *stream, node_t * node, GListPtr rsc_list, const char *attrname, const char *attrvalue) +print_attr_msg(FILE *stream, mon_output_format_t output_format, node_t * node, + GListPtr rsc_list, const char *attrname, const char *attrvalue) { GListPtr gIter = NULL; for (gIter = rsc_list; gIter != NULL; gIter = gIter->next) { resource_t *rsc = (resource_t *) gIter->data; const char *type = g_hash_table_lookup(rsc->meta, "type"); if (rsc->children != NULL) { - if (print_attr_msg(stream, node, rsc->children, attrname, attrvalue)) { + if (print_attr_msg(stream, output_format, node, rsc->children, attrname, attrvalue)) { return TRUE; } } if (safe_str_eq(type, "ping") || safe_str_eq(type, "pingd")) { const char *name = g_hash_table_lookup(rsc->parameters, "name"); if (name == NULL) { name = "pingd"; } /* To identify the resource with the attribute name. */ if (safe_str_eq(name, attrname)) { int host_list_num = 0; int expected_score = 0; int value = crm_parse_int(attrvalue, "0"); const char *hosts = g_hash_table_lookup(rsc->parameters, "host_list"); const char *multiplier = g_hash_table_lookup(rsc->parameters, "multiplier"); if(hosts) { char **host_list = g_strsplit(hosts, " ", 0); host_list_num = g_strv_length(host_list); g_strfreev(host_list); } /* pingd multiplier is the same as the default value. */ expected_score = host_list_num * crm_parse_int(multiplier, "1"); switch (output_format) { case mon_output_plain: case mon_output_console: if (value <= 0) { print_as(output_format, "\t: Connectivity is lost"); } else if (value < expected_score) { print_as(output_format, "\t: Connectivity is degraded (Expected=%d)", expected_score); } break; case mon_output_html: case mon_output_cgi: if (value <= 0) { fprintf(stream, " (connectivity is lost)"); } else if (value < expected_score) { fprintf(stream, " (connectivity is degraded -- expected %d)", expected_score); } break; case mon_output_xml: fprintf(stream, " expected=\"%d\"", expected_score); break; default: break; } return TRUE; } } } return FALSE; } -static int -compare_attribute(gconstpointer a, gconstpointer b) -{ - int rc; - - rc = strcmp((const char *)a, (const char *)b); - - return rc; -} - -static void -append_attr_list(gpointer name, gpointer value, gpointer user_data) -{ - int i; - const char *filt_str[] = FILTER_STR; - GList *attr_list = (GList *) user_data; - - CRM_CHECK(name != NULL, return); - - /* filtering automatic attributes */ - for (i = 0; filt_str[i] != NULL; i++) { - if (g_str_has_prefix(name, filt_str[i])) { - return; - } - } - - attr_list = g_list_insert_sorted(attr_list, name, compare_attribute); -} - /* structure for passing multiple user data to g_list_foreach() */ struct mon_attr_data { FILE *stream; node_t *node; mon_output_format_t fmt; }; static void print_node_attribute(gpointer name, gpointer user_data) { const char *value = NULL; struct mon_attr_data *data = (struct mon_attr_data *) user_data; value = pe_node_attribute_raw(data->node, name); /* Print attribute name and value */ switch (data->fmt) { case mon_output_plain: case mon_output_console: print_as(data->fmt, " + %-32s\t: %-10s", (char *)name, value); break; case mon_output_html: case mon_output_cgi: fprintf(data->stream, "
  • %s: %s", (char *)name, value); break; case mon_output_xml: fprintf(data->stream, " stream, data->node, data->node->details->running_rsc, + print_attr_msg(data->stream, data->fmt, data->node, data->node->details->running_rsc, name, value); /* Close out the attribute */ switch (data->fmt) { case mon_output_plain: case mon_output_console: print_as(data->fmt, "\n"); break; case mon_output_html: case mon_output_cgi: fprintf(data->stream, "
    • \n"); break; case mon_output_xml: fprintf(data->stream, " />\n"); break; default: break; } } static void -print_node_summary(FILE *stream, pe_working_set_t * data_set, gboolean operations, unsigned int mon_ops) +print_node_summary(FILE *stream, mon_output_format_t output_format, + pe_working_set_t * data_set, gboolean operations, + unsigned int mon_ops) { xmlNode *node_state = NULL; xmlNode *cib_status = get_object_root(XML_CIB_TAG_STATUS, data_set->input); /* Print heading */ switch (output_format) { case mon_output_plain: case mon_output_console: if (operations) { print_as(output_format, "\nOperations:\n"); } else { print_as(output_format, "\nMigration Summary:\n"); } break; case mon_output_html: case mon_output_cgi: if (operations) { fprintf(stream, "
    \n

    Operations

    \n"); } else { fprintf(stream, "
    \n

    Migration Summary

    \n"); } break; case mon_output_xml: fprintf(stream, " \n"); break; default: break; } /* Print each node in the CIB status */ for (node_state = __xml_first_child(cib_status); node_state != NULL; node_state = __xml_next(node_state)) { if (crm_str_eq((const char *)node_state->name, XML_CIB_TAG_STATE, TRUE)) { - print_node_history(stream, data_set, node_state, operations, mon_ops); + print_node_history(stream, output_format, data_set, node_state, operations, mon_ops); } } /* Close section */ switch (output_format) { case mon_output_xml: fprintf(stream, " \n"); break; default: break; } } /* structure for passing multiple user data to g_hash_table_foreach() * in print_cluster_tickets */ struct mon_ticket_data { FILE *stream; mon_output_format_t fmt; }; static void print_ticket(gpointer name, gpointer value, gpointer user_data) { struct mon_ticket_data *data = (struct mon_ticket_data *) user_data; ticket_t *ticket = (ticket_t *) value; switch (data->fmt) { case mon_output_plain: case mon_output_console: print_as(data->fmt, "* %s:\t%s%s", ticket->id, (ticket->granted? "granted" : "revoked"), (ticket->standby? " [standby]" : "")); break; case mon_output_html: case mon_output_cgi: fprintf(data->stream, "
  • %s: %s%s", ticket->id, (ticket->granted? "granted" : "revoked"), (ticket->standby? " [standby]" : "")); break; case mon_output_xml: fprintf(data->stream, " id, (ticket->granted? "granted" : "revoked"), (ticket->standby? "true" : "false")); break; default: break; } if (ticket->last_granted > -1) { - print_nvpair(stdout, "last-granted", NULL, NULL, ticket->last_granted); + print_nvpair(stdout, data->fmt, "last-granted", NULL, NULL, ticket->last_granted); } switch (data->fmt) { case mon_output_plain: case mon_output_console: print_as(data->fmt, "\n"); break; case mon_output_html: case mon_output_cgi: fprintf(data->stream, "
    • \n"); break; case mon_output_xml: fprintf(data->stream, " />\n"); break; default: break; } } static void -print_cluster_tickets(FILE *stream, pe_working_set_t * data_set) +print_cluster_tickets(FILE *stream, mon_output_format_t output_format, + pe_working_set_t * data_set) { struct mon_ticket_data data; /* Print section heading */ switch (output_format) { case mon_output_plain: case mon_output_console: print_as(output_format, "\nTickets:\n"); break; case mon_output_html: case mon_output_cgi: fprintf(stream, "
    \n

    Tickets

    \n
      \n"); break; case mon_output_xml: fprintf(stream, " \n"); break; default: break; } data.stream = stream; data.fmt = output_format; /* Print each ticket */ g_hash_table_foreach(data_set->tickets, print_ticket, &data); /* Close section */ switch (output_format) { case mon_output_html: case mon_output_cgi: fprintf(stream, "
    \n"); break; case mon_output_xml: fprintf(stream, " \n"); break; default: break; } } -/*! - * \internal - * \brief Return human-friendly string representing node name - * - * The returned string will be in the format - * uname[@hostUname] [(nodeID)] - * "@hostUname" will be printed if the node is a guest node. - * "(nodeID)" will be printed if the node ID is different from the node uname, - * and detailed output has been requested. - * - * \param[in] node Node to represent - * \return Newly allocated string with representation of node name - * \note It is the caller's responsibility to free the result with free(). - */ -static char * -get_node_display_name(node_t *node, unsigned int mon_ops) -{ - char *node_name; - const char *node_host = NULL; - const char *node_id = NULL; - int name_len; - - CRM_ASSERT((node != NULL) && (node->details != NULL) && (node->details->uname != NULL)); - - /* Host is displayed only if this is a guest node */ - if (pe__is_guest_node(node)) { - node_t *host_node = pe__current_node(node->details->remote_rsc); - - if (host_node && host_node->details) { - node_host = host_node->details->uname; - } - if (node_host == NULL) { - node_host = ""; /* so we at least get "uname@" to indicate guest */ - } - } - - /* Node ID is displayed if different from uname and detail is requested */ - if (is_set(mon_ops, mon_op_print_clone_detail) && safe_str_neq(node->details->uname, node->details->id)) { - node_id = node->details->id; - } - - /* Determine name length */ - name_len = strlen(node->details->uname) + 1; - if (node_host) { - name_len += strlen(node_host) + 1; /* "@node_host" */ - } - if (node_id) { - name_len += strlen(node_id) + 3; /* + " (node_id)" */ - } - - /* Allocate and populate display name */ - node_name = malloc(name_len); - CRM_ASSERT(node_name != NULL); - strcpy(node_name, node->details->uname); - if (node_host) { - strcat(node_name, "@"); - strcat(node_name, node_host); - } - if (node_id) { - strcat(node_name, " ("); - strcat(node_name, node_id); - strcat(node_name, ")"); - } - return node_name; -} - /*! * \internal * \brief Print a negative location constraint * * \param[in] stream File stream to display output to * \param[in] node Node affected by constraint * \param[in] location Constraint to print */ static void -print_ban(FILE *stream, pe_node_t *node, pe__location_t *location, unsigned int mon_ops) +print_ban(FILE *stream, mon_output_format_t output_format, pe_node_t *node, + pe__location_t *location, unsigned int mon_ops) { char *node_name = NULL; switch (output_format) { case mon_output_plain: case mon_output_console: node_name = get_node_display_name(node, mon_ops); print_as(output_format, " %s\tprevents %s from running %son %s\n", location->id, location->rsc_lh->id, ((location->role_filter == RSC_ROLE_MASTER)? "as Master " : ""), node_name); break; case mon_output_html: case mon_output_cgi: node_name = get_node_display_name(node, mon_ops); fprintf(stream, "
  • %s prevents %s from running %son %s
    • \n", location->id, location->rsc_lh->id, ((location->role_filter == RSC_ROLE_MASTER)? "as Master " : ""), node_name); break; case mon_output_xml: fprintf(stream, " \n", location->id, location->rsc_lh->id, node->details->uname, node->weight, ((location->role_filter == RSC_ROLE_MASTER)? "true" : "false")); break; default: break; } free(node_name); } /*! * \internal * \brief Print section for negative location constraints * * \param[in] stream File stream to display output to * \param[in] data_set Working set corresponding to CIB status to display */ static void -print_neg_locations(FILE *stream, pe_working_set_t *data_set, unsigned int mon_ops) +print_neg_locations(FILE *stream, mon_output_format_t output_format, + pe_working_set_t *data_set, unsigned int mon_ops, + const char *prefix) { GListPtr gIter, gIter2; /* Print section heading */ switch (output_format) { case mon_output_plain: case mon_output_console: print_as(output_format, "\nNegative Location Constraints:\n"); break; case mon_output_html: case mon_output_cgi: fprintf(stream, "
    \n

    Negative Location Constraints

    \n
      \n"); break; case mon_output_xml: fprintf(stream, " \n"); break; default: break; } /* Print each ban */ for (gIter = data_set->placement_constraints; gIter != NULL; gIter = gIter->next) { pe__location_t *location = gIter->data; - if (!g_str_has_prefix(location->id, print_neg_location_prefix)) + if (!g_str_has_prefix(location->id, prefix)) continue; for (gIter2 = location->node_list_rh; gIter2 != NULL; gIter2 = gIter2->next) { node_t *node = (node_t *) gIter2->data; if (node->weight < 0) { - print_ban(stream, node, location, mon_ops); + print_ban(stream, output_format, node, location, mon_ops); } } } /* Close section */ switch (output_format) { case mon_output_cgi: case mon_output_html: fprintf(stream, "
    \n"); break; case mon_output_xml: fprintf(stream, " \n"); break; default: break; } } -static void -crm_mon_get_parameters(resource_t *rsc, pe_working_set_t * data_set) -{ - get_rsc_attributes(rsc->parameters, rsc, NULL, data_set); - crm_trace("Beekhof: unpacked params for %s (%d)", rsc->id, g_hash_table_size(rsc->parameters)); - if(rsc->children) { - GListPtr gIter = NULL; - - for (gIter = rsc->children; gIter != NULL; gIter = gIter->next) { - crm_mon_get_parameters(gIter->data, data_set); - } - } -} - /*! * \internal * \brief Print node attributes section * * \param[in] stream File stream to display output to * \param[in] data_set Working set of CIB state */ static void -print_node_attributes(FILE *stream, pe_working_set_t *data_set, unsigned int mon_ops) +print_node_attributes(FILE *stream, mon_output_format_t output_format, + pe_working_set_t *data_set, unsigned int mon_ops) { GListPtr gIter = NULL; /* Print section heading */ switch (output_format) { case mon_output_plain: case mon_output_console: print_as(output_format, "\nNode Attributes:\n"); break; case mon_output_html: case mon_output_cgi: fprintf(stream, "
    \n

    Node Attributes

    \n"); break; case mon_output_xml: fprintf(stream, " \n"); break; default: break; } /* Unpack all resource parameters (it would be more efficient to do this * only when needed for the first time in print_attr_msg()) */ for (gIter = data_set->resources; gIter != NULL; gIter = gIter->next) { crm_mon_get_parameters(gIter->data, data_set); } /* Display each node's attributes */ for (gIter = data_set->nodes; gIter != NULL; gIter = gIter->next) { struct mon_attr_data data; data.stream = stream; data.node = (node_t *) gIter->data; data.fmt = output_format; if (data.node && data.node->details && data.node->details->online) { GList *attr_list = NULL; - print_node_start(stream, data.node, mon_ops); + print_node_start(stream, output_format, data.node, mon_ops); g_hash_table_foreach(data.node->details->attrs, append_attr_list, attr_list); g_list_foreach(attr_list, print_node_attribute, &data); g_list_free(attr_list); - print_node_end(stream); + print_node_end(stream, output_format); } } /* Print section footer */ switch (output_format) { case mon_output_xml: fprintf(stream, " \n"); break; default: break; } } -/*! - * \internal - * \brief Return resource display options corresponding to command-line choices - * - * \return Bitmask of pe_print_options suitable for resource print functions - */ -static int -get_resource_display_options(unsigned int mon_ops) -{ - int print_opts; - - /* Determine basic output format */ - switch (output_format) { - case mon_output_console: - print_opts = pe_print_ncurses; - break; - case mon_output_html: - case mon_output_cgi: - print_opts = pe_print_html; - break; - case mon_output_xml: - print_opts = pe_print_xml; - break; - default: - print_opts = pe_print_printf; - break; - } - - /* Add optional display elements */ - if (is_set(mon_ops, mon_op_print_pending)) { - print_opts |= pe_print_pending; - } - if (is_set(mon_ops, mon_op_print_clone_detail)) { - print_opts |= pe_print_clone_details|pe_print_implicit; - } - if (is_not_set(mon_ops, mon_op_inactive_resources)) { - print_opts |= pe_print_clone_active; - } - if (is_set(mon_ops, mon_op_print_brief)) { - print_opts |= pe_print_brief; - } - return print_opts; -} - - /*! * \internal * \brief Print header for cluster summary if needed * * \param[in] stream File stream to display output to */ static void -print_cluster_summary_header(FILE *stream) +print_cluster_summary_header(FILE *stream, mon_output_format_t output_format) { switch (output_format) { case mon_output_html: case mon_output_cgi: fprintf(stream, "

    Cluster Summary

    \n

    \n"); break; case mon_output_xml: fprintf(stream, "

    \n"); break; default: break; } } /*! * \internal * \brief Print footer for cluster summary if needed * * \param[in] stream File stream to display output to */ static void -print_cluster_summary_footer(FILE *stream) +print_cluster_summary_footer(FILE *stream, mon_output_format_t output_format) { switch (output_format) { case mon_output_cgi: case mon_output_html: fprintf(stream, "

    \n"); break; case mon_output_xml: fprintf(stream, "     \n"); break; default: break; } } /*! * \internal * \brief Print times the display was last updated and CIB last changed * * \param[in] stream File stream to display output to * \param[in] data_set Working set of CIB state */ static void -print_cluster_times(FILE *stream, pe_working_set_t *data_set) +print_cluster_times(FILE *stream, mon_output_format_t output_format, + pe_working_set_t *data_set) { const char *last_written = crm_element_value(data_set->input, XML_CIB_ATTR_WRITTEN); const char *user = crm_element_value(data_set->input, XML_ATTR_UPDATE_USER); const char *client = crm_element_value(data_set->input, XML_ATTR_UPDATE_CLIENT); const char *origin = crm_element_value(data_set->input, XML_ATTR_UPDATE_ORIG); switch (output_format) { case mon_output_plain: case mon_output_console: { const char *now_str = crm_now_string(NULL); print_as(output_format, "Last updated: %s", now_str ? now_str : "Could not determine current time"); print_as(output_format, (user || client || origin)? "\n" : "\t\t"); print_as(output_format, "Last change: %s", last_written ? last_written : ""); if (user) { print_as(output_format, " by %s", user); } if (client) { print_as(output_format, " via %s", client); } if (origin) { print_as(output_format, " on %s", origin); } print_as(output_format, "\n"); break; } case mon_output_html: case mon_output_cgi: { const char *now_str = crm_now_string(NULL); fprintf(stream, " Last updated: %s
    \n", now_str ? now_str : "Could not determine current time"); fprintf(stream, " Last change: %s", last_written ? last_written : ""); if (user) { fprintf(stream, " by %s", user); } if (client) { fprintf(stream, " via %s", client); } if (origin) { fprintf(stream, " on %s", origin); } fprintf(stream, "
    \n"); break; } case mon_output_xml: { const char *now_str = crm_now_string(NULL); fprintf(stream, " \n", now_str ? now_str : "Could not determine current time"); fprintf(stream, " \n", last_written ? last_written : "", user ? user : "", client ? client : "", origin ? origin : ""); break; } default: break; } } /*! * \internal * \brief Print cluster stack * * \param[in] stream File stream to display output to * \param[in] stack_s Stack name */ static void -print_cluster_stack(FILE *stream, const char *stack_s) +print_cluster_stack(FILE *stream, mon_output_format_t output_format, + const char *stack_s) { switch (output_format) { case mon_output_plain: case mon_output_console: print_as(output_format, "Stack: %s\n", stack_s); break; case mon_output_html: case mon_output_cgi: fprintf(stream, " Stack: %s
    \n", stack_s); break; case mon_output_xml: fprintf(stream, " \n", stack_s); break; default: break; } } /*! * \internal * \brief Print current DC and its version * * \param[in] stream File stream to display output to * \param[in] data_set Working set of CIB state */ static void -print_cluster_dc(FILE *stream, pe_working_set_t *data_set, unsigned int mon_ops) +print_cluster_dc(FILE *stream, mon_output_format_t output_format, + pe_working_set_t *data_set, unsigned int mon_ops) { node_t *dc = data_set->dc_node; xmlNode *dc_version = get_xpath_object("//nvpair[@name='dc-version']", data_set->input, LOG_DEBUG); const char *dc_version_s = dc_version? crm_element_value(dc_version, XML_NVPAIR_ATTR_VALUE) : NULL; const char *quorum = crm_element_value(data_set->input, XML_ATTR_HAVE_QUORUM); char *dc_name = dc? get_node_display_name(dc, mon_ops) : NULL; switch (output_format) { case mon_output_plain: case mon_output_console: print_as(output_format, "Current DC: "); if (dc) { print_as(output_format, "%s (version %s) - partition %s quorum\n", dc_name, (dc_version_s? dc_version_s : "unknown"), (crm_is_true(quorum) ? "with" : "WITHOUT")); } else { print_as(output_format, "NONE\n"); } break; case mon_output_html: case mon_output_cgi: fprintf(stream, " Current DC: "); if (dc) { fprintf(stream, "%s (version %s) - partition %s quorum", dc_name, (dc_version_s? dc_version_s : "unknown"), (crm_is_true(quorum)? "with" : "WITHOUT")); } else { fprintf(stream, "NONE"); } fprintf(stream, "
    \n"); break; case mon_output_xml: fprintf(stream, " details->uname, dc->details->id, (crm_is_true(quorum) ? "true" : "false")); } else { fprintf(stream, "present=\"false\""); } fprintf(stream, " />\n"); break; default: break; } free(dc_name); } /*! * \internal * \brief Print counts of configured nodes and resources * * \param[in] stream File stream to display output to * \param[in] data_set Working set of CIB state * \param[in] stack_s Stack name */ static void -print_cluster_counts(FILE *stream, pe_working_set_t *data_set, const char *stack_s) +print_cluster_counts(FILE *stream, mon_output_format_t output_format, + pe_working_set_t *data_set, const char *stack_s) { int nnodes = g_list_length(data_set->nodes); int nresources = count_resources(data_set, NULL); switch (output_format) { case mon_output_plain: case mon_output_console: print_as(output_format, "\n%d node%s configured\n", nnodes, s_if_plural(nnodes)); print_as(output_format, "%d resource%s configured", nresources, s_if_plural(nresources)); if(data_set->disabled_resources || data_set->blocked_resources) { print_as(output_format, " ("); if (data_set->disabled_resources) { print_as(output_format, "%d DISABLED", data_set->disabled_resources); } if (data_set->disabled_resources && data_set->blocked_resources) { print_as(output_format, ", "); } if (data_set->blocked_resources) { print_as(output_format, "%d BLOCKED from starting due to failure", data_set->blocked_resources); } print_as(output_format, ")"); } print_as(output_format, "\n"); break; case mon_output_html: case mon_output_cgi: fprintf(stream, " %d node%s configured
    \n", nnodes, s_if_plural(nnodes)); fprintf(stream, " %d resource%s configured", nresources, s_if_plural(nresources)); if (data_set->disabled_resources || data_set->blocked_resources) { fprintf(stream, " ("); if (data_set->disabled_resources) { fprintf(stream, "%d DISABLED", data_set->disabled_resources); } if (data_set->disabled_resources && data_set->blocked_resources) { fprintf(stream, ", "); } if (data_set->blocked_resources) { fprintf(stream, "%d BLOCKED from starting due to failure", data_set->blocked_resources); } fprintf(stream, ")"); } fprintf(stream, "
    \n"); break; case mon_output_xml: fprintf(stream, " \n", g_list_length(data_set->nodes)); fprintf(stream, " \n", count_resources(data_set, NULL), data_set->disabled_resources, data_set->blocked_resources); break; default: break; } } /*! * \internal * \brief Print cluster-wide options * * \param[in] stream File stream to display output to * \param[in] data_set Working set of CIB state * * \note Currently this is only implemented for HTML and XML output, and * prints only a few options. If there is demand, more could be added. */ static void -print_cluster_options(FILE *stream, pe_working_set_t *data_set) +print_cluster_options(FILE *stream, mon_output_format_t output_format, + pe_working_set_t *data_set) { switch (output_format) { case mon_output_plain: case mon_output_console: if (is_set(data_set->flags, pe_flag_maintenance_mode)) { print_as(output_format, "\n *** Resource management is DISABLED ***"); print_as(output_format, "\n The cluster will not attempt to start, stop or recover services"); print_as(output_format, "\n"); } break; case mon_output_html: fprintf(stream, "

    \n

    Config Options

    \n"); fprintf(stream, " \n"); fprintf(stream, " \n", is_set(data_set->flags, pe_flag_stonith_enabled)? "enabled" : "disabled"); fprintf(stream, " \n", is_set(data_set->flags, pe_flag_symmetric_cluster)? "" : "a"); fprintf(stream, " \n"); fprintf(stream, " \n"); fprintf(stream, "
    STONITH of failed nodes%s
    Cluster is%ssymmetric
    No Quorum Policy"); switch (data_set->no_quorum_policy) { case no_quorum_freeze: fprintf(stream, "Freeze resources"); break; case no_quorum_stop: fprintf(stream, "Stop ALL resources"); break; case no_quorum_ignore: fprintf(stream, "Ignore"); break; case no_quorum_suicide: fprintf(stream, "Suicide"); break; } fprintf(stream, "
    Resource management"); if (is_set(data_set->flags, pe_flag_maintenance_mode)) { fprintf(stream, "DISABLED (the cluster will " "not attempt to start, stop or recover services)"); } else { fprintf(stream, "enabled"); } fprintf(stream, "
    \n

    \n"); break; case mon_output_xml: fprintf(stream, " flags, pe_flag_stonith_enabled)? "true" : "false"); fprintf(stream, " symmetric-cluster=\"%s\"", is_set(data_set->flags, pe_flag_symmetric_cluster)? "true" : "false"); fprintf(stream, " no-quorum-policy=\""); switch (data_set->no_quorum_policy) { case no_quorum_freeze: fprintf(stream, "freeze"); break; case no_quorum_stop: fprintf(stream, "stop"); break; case no_quorum_ignore: fprintf(stream, "ignore"); break; case no_quorum_suicide: fprintf(stream, "suicide"); break; } fprintf(stream, "\""); fprintf(stream, " maintenance-mode=\"%s\"", is_set(data_set->flags, pe_flag_maintenance_mode)? "true" : "false"); fprintf(stream, " />\n"); break; default: break; } } -/*! - * \internal - * \brief Get the name of the stack in use (or "unknown" if not available) - * - * \param[in] data_set Working set of CIB state - * - * \return String representing stack name - */ -static const char * -get_cluster_stack(pe_working_set_t *data_set) -{ - xmlNode *stack = get_xpath_object("//nvpair[@name='cluster-infrastructure']", - data_set->input, LOG_DEBUG); - return stack? crm_element_value(stack, XML_NVPAIR_ATTR_VALUE) : "unknown"; -} - /*! * \internal * \brief Print a summary of cluster-wide information * * \param[in] stream File stream to display output to * \param[in] data_set Working set of CIB state */ static void -print_cluster_summary(FILE *stream, pe_working_set_t *data_set, unsigned int mon_ops) +print_cluster_summary(FILE *stream, mon_output_format_t output_format, + pe_working_set_t *data_set, unsigned int mon_ops, + unsigned int show) { const char *stack_s = get_cluster_stack(data_set); gboolean header_printed = FALSE; if (show & mon_show_stack) { if (header_printed == FALSE) { - print_cluster_summary_header(stream); + print_cluster_summary_header(stream, output_format); header_printed = TRUE; } - print_cluster_stack(stream, stack_s); + print_cluster_stack(stream, output_format, stack_s); } /* Always print DC if none, even if not requested */ if ((data_set->dc_node == NULL) || (show & mon_show_dc)) { if (header_printed == FALSE) { - print_cluster_summary_header(stream); + print_cluster_summary_header(stream, output_format); header_printed = TRUE; } - print_cluster_dc(stream, data_set, mon_ops); + print_cluster_dc(stream, output_format, data_set, mon_ops); } if (show & mon_show_times) { if (header_printed == FALSE) { - print_cluster_summary_header(stream); + print_cluster_summary_header(stream, output_format); header_printed = TRUE; } - print_cluster_times(stream, data_set); + print_cluster_times(stream, output_format, data_set); } if (is_set(data_set->flags, pe_flag_maintenance_mode) || data_set->disabled_resources || data_set->blocked_resources || is_set(show, mon_show_count)) { if (header_printed == FALSE) { - print_cluster_summary_header(stream); + print_cluster_summary_header(stream, output_format); header_printed = TRUE; } - print_cluster_counts(stream, data_set, stack_s); + print_cluster_counts(stream, output_format, data_set, stack_s); } /* There is not a separate option for showing cluster options, so show with * stack for now; a separate option could be added if there is demand */ if (show & mon_show_stack) { - print_cluster_options(stream, data_set); + print_cluster_options(stream, output_format, data_set); } if (header_printed) { - print_cluster_summary_footer(stream); + print_cluster_summary_footer(stream, output_format); } } /*! * \internal * \brief Print a failed action * * \param[in] stream File stream to display output to * \param[in] xml_op Root of XML tree describing failed action */ static void -print_failed_action(FILE *stream, xmlNode *xml_op) +print_failed_action(FILE *stream, mon_output_format_t output_format, + xmlNode *xml_op) { const char *op_key = crm_element_value(xml_op, XML_LRM_ATTR_TASK_KEY); const char *op_key_attr = "op_key"; const char *last = crm_element_value(xml_op, XML_RSC_OP_LAST_CHANGE); const char *node = crm_element_value(xml_op, XML_ATTR_UNAME); const char *call = crm_element_value(xml_op, XML_LRM_ATTR_CALLID); const char *exit_reason = crm_element_value(xml_op, XML_LRM_ATTR_EXIT_REASON); int rc = crm_parse_int(crm_element_value(xml_op, XML_LRM_ATTR_RC), "0"); int status = crm_parse_int(crm_element_value(xml_op, XML_LRM_ATTR_OPSTATUS), "0"); char *exit_reason_cleaned; /* If no op_key was given, use id instead */ if (op_key == NULL) { op_key = ID(xml_op); op_key_attr = "id"; } /* If no exit reason was given, use "none" */ if (exit_reason == NULL) { exit_reason = "none"; } /* Print common action information */ switch (output_format) { case mon_output_plain: case mon_output_console: print_as(output_format, "* %s on %s '%s' (%d): call=%s, status=%s, exitreason='%s'", op_key, node, services_ocf_exitcode_str(rc), rc, call, services_lrm_status_str(status), exit_reason); break; case mon_output_html: case mon_output_cgi: fprintf(stream, "

  • %s on %s '%s' (%d): call=%s, status=%s, exitreason='%s'", op_key, node, services_ocf_exitcode_str(rc), rc, call, services_lrm_status_str(status), exit_reason); break; case mon_output_xml: exit_reason_cleaned = crm_xml_escape(exit_reason); fprintf(stream, " \n"); break; case mon_output_xml: fprintf(stream, " />\n"); break; default: break; } } /*! * \internal * \brief Print a section for failed actions * * \param[in] stream File stream to display output to * \param[in] data_set Working set of CIB state */ static void -print_failed_actions(FILE *stream, pe_working_set_t *data_set) +print_failed_actions(FILE *stream, mon_output_format_t output_format, + pe_working_set_t *data_set) { xmlNode *xml_op = NULL; /* Print section heading */ switch (output_format) { case mon_output_plain: case mon_output_console: print_as(output_format, "\nFailed Resource Actions:\n"); break; case mon_output_html: case mon_output_cgi: fprintf(stream, "
    \n

    Failed Resource Actions

    \n
      \n"); break; case mon_output_xml: fprintf(stream, " \n"); break; default: break; } /* Print each failed action */ - for (xml_op = __xml_first_child(data_set->failed); xml_op != NULL; - xml_op = __xml_next(xml_op)) { - print_failed_action(stream, xml_op); - } - - /* End section */ - switch (output_format) { - case mon_output_html: - case mon_output_cgi: - fprintf(stream, "
    \n"); - break; - - case mon_output_xml: - fprintf(stream, " \n"); - break; - - default: - break; - } -} - -/*! - * \internal - * \brief Reduce the stonith-history - * for successful actions we keep the last of every action-type & target - * for failed actions we record as well who had failed - * for actions in progress we keep full track - * - * \param[in] history List of stonith actions - * - */ -static stonith_history_t * -reduce_stonith_history(stonith_history_t *history) -{ - stonith_history_t *new = history, *hp, *np; - - if (new) { - hp = new->next; - new->next = NULL; - - while (hp) { - stonith_history_t *hp_next = hp->next; - - hp->next = NULL; - - for (np = new; ; np = np->next) { - if ((hp->state == st_done) || (hp->state == st_failed)) { - /* action not in progress */ - if (safe_str_eq(hp->target, np->target) && - safe_str_eq(hp->action, np->action) && - (hp->state == np->state) && - ((hp->state == st_done) || - safe_str_eq(hp->delegate, np->delegate))) { - /* purge older hp */ - stonith_history_free(hp); - break; - } - } - - if (!np->next) { - np->next = hp; - break; - } - } - hp = hp_next; - } - } - - return new; -} - -/*! - * \internal - * \brief Sort the stonith-history - * sort by competed most current on the top - * pending actions lacking a completed-stamp are gathered at the top - * - * \param[in] history List of stonith actions - * - */ -static stonith_history_t * -sort_stonith_history(stonith_history_t *history) -{ - stonith_history_t *new = NULL, *pending = NULL, *hp, *np, *tmp; - - for (hp = history; hp; ) { - tmp = hp->next; - if ((hp->state == st_done) || (hp->state == st_failed)) { - /* sort into new */ - if ((!new) || (hp->completed > new->completed)) { - hp->next = new; - new = hp; - } else { - np = new; - do { - if ((!np->next) || (hp->completed > np->next->completed)) { - hp->next = np->next; - np->next = hp; - break; - } - np = np->next; - } while (1); - } - } else { - /* put into pending */ - hp->next = pending; - pending = hp; - } - hp = tmp; + for (xml_op = __xml_first_child(data_set->failed); xml_op != NULL; + xml_op = __xml_next(xml_op)) { + print_failed_action(stream, output_format, xml_op); } - /* pending actions don't have a completed-stamp so make them go front */ - if (pending) { - stonith_history_t *last_pending = pending; + /* End section */ + switch (output_format) { + case mon_output_html: + case mon_output_cgi: + fprintf(stream, " \n"); + break; - while (last_pending->next) { - last_pending = last_pending->next; - } + case mon_output_xml: + fprintf(stream, " \n"); + break; - last_pending->next = new; - new = pending; + default: + break; } - return new; } /*! * \internal * \brief Print a stonith action * * \param[in] stream File stream to display output to * \param[in] event stonith event */ static void -print_stonith_action(FILE *stream, stonith_history_t *event, unsigned int mon_ops) +print_stonith_action(FILE *stream, mon_output_format_t output_format, + stonith_history_t *event, unsigned int mon_ops) { const char *action_s = stonith_action_str(event->action); char *run_at_s = ctime(&event->completed); if ((run_at_s) && (run_at_s[0] != 0)) { run_at_s[strlen(run_at_s)-1] = 0; /* Overwrite the newline */ } switch(output_format) { case mon_output_xml: fprintf(stream, " target, event->action); switch(event->state) { case st_done: fprintf(stream, " state=\"success\""); break; case st_failed: fprintf(stream, " state=\"failed\""); break; default: fprintf(stream, " state=\"pending\""); } fprintf(stream, " origin=\"%s\" client=\"%s\"", event->origin, event->client); if (event->delegate) { fprintf(stream, " delegate=\"%s\"", event->delegate); } switch(event->state) { case st_done: case st_failed: fprintf(stream, " completed=\"%s\"", run_at_s?run_at_s:""); break; default: break; } fprintf(stream, " />\n"); break; case mon_output_plain: case mon_output_console: switch(event->state) { case st_done: print_as(output_format, "* %s of %s successful: delegate=%s, client=%s, origin=%s,\n" " %s='%s'\n", action_s, event->target, event->delegate ? event->delegate : "", event->client, event->origin, is_set(mon_ops, mon_op_fence_full_history) ? "completed" : "last-successful", run_at_s?run_at_s:""); break; case st_failed: print_as(output_format, "* %s of %s failed: delegate=%s, client=%s, origin=%s,\n" " %s='%s'\n", action_s, event->target, event->delegate ? event->delegate : "", event->client, event->origin, is_set(mon_ops, mon_op_fence_full_history) ? "completed" : "last-failed", run_at_s?run_at_s:""); break; default: print_as(output_format, "* %s of %s pending: client=%s, origin=%s\n", action_s, event->target, event->client, event->origin); } break; case mon_output_html: case mon_output_cgi: switch(event->state) { case st_done: fprintf(stream, "
  • %s of %s successful: delegate=%s, " "client=%s, origin=%s, %s='%s'
    • \n", action_s, event->target, event->delegate ? event->delegate : "", event->client, event->origin, is_set(mon_ops, mon_op_fence_full_history) ? "completed" : "last-successful", run_at_s?run_at_s:""); break; case st_failed: fprintf(stream, "
  • %s of %s failed: delegate=%s, " "client=%s, origin=%s, %s='%s'
    • \n", action_s, event->target, event->delegate ? event->delegate : "", event->client, event->origin, is_set(mon_ops, mon_op_fence_full_history) ? "completed" : "last-failed", run_at_s?run_at_s:""); break; default: fprintf(stream, "
  • %s of %s pending: client=%s, " "origin=%s
    • \n", action_s, event->target, event->client, event->origin); } break; default: /* no support for fence history for other formats so far */ break; } } /*! * \internal * \brief Print a section for failed stonith actions * * \param[in] stream File stream to display output to * \param[in] history List of stonith actions * */ static void -print_failed_stonith_actions(FILE *stream, stonith_history_t *history, unsigned int mon_ops) +print_failed_stonith_actions(FILE *stream, mon_output_format_t output_format, + stonith_history_t *history, unsigned int mon_ops) { stonith_history_t *hp; for (hp = history; hp; hp = hp->next) { if (hp->state == st_failed) { break; } } if (!hp) { return; } /* Print section heading */ switch (output_format) { /* no need to take care of xml in here as xml gets full * history anyway */ case mon_output_plain: case mon_output_console: print_as(output_format, "\nFailed Fencing Actions:\n"); break; case mon_output_html: case mon_output_cgi: fprintf(stream, "
    \n

    Failed Fencing Actions

    \n
      \n"); break; default: break; } /* Print each failed stonith action */ for (hp = history; hp; hp = hp->next) { if (hp->state == st_failed) { - print_stonith_action(stream, hp, mon_ops); + print_stonith_action(stream, output_format, hp, mon_ops); } } /* End section */ switch (output_format) { case mon_output_html: case mon_output_cgi: fprintf(stream, "
    \n"); break; default: break; } } /*! * \internal * \brief Print pending stonith actions * * \param[in] stream File stream to display output to * \param[in] history List of stonith actions * */ static void -print_stonith_pending(FILE *stream, stonith_history_t *history, unsigned int mon_ops) +print_stonith_pending(FILE *stream, mon_output_format_t output_format, + stonith_history_t *history, unsigned int mon_ops) { /* xml-output always shows the full history * so we'll never have to show pending-actions * separately */ if (history && (history->state != st_failed) && (history->state != st_done)) { stonith_history_t *hp; /* Print section heading */ switch (output_format) { case mon_output_plain: case mon_output_console: print_as(output_format, "\nPending Fencing Actions:\n"); break; case mon_output_html: case mon_output_cgi: fprintf(stream, "
    \n

    Pending Fencing Actions

    \n
      \n"); break; default: break; } for (hp = history; hp; hp = hp->next) { if ((hp->state == st_failed) || (hp->state == st_done)) { break; } - print_stonith_action(stream, hp, mon_ops); + print_stonith_action(stream, output_format, hp, mon_ops); } /* End section */ switch (output_format) { case mon_output_html: case mon_output_cgi: fprintf(stream, "
    \n"); break; default: break; } } } /*! * \internal * \brief Print a section for stonith-history * * \param[in] stream File stream to display output to * \param[in] history List of stonith actions * */ static void -print_stonith_history(FILE *stream, stonith_history_t *history, unsigned int mon_ops) +print_stonith_history(FILE *stream, mon_output_format_t output_format, + stonith_history_t *history, unsigned int mon_ops) { stonith_history_t *hp; /* Print section heading */ switch (output_format) { case mon_output_plain: case mon_output_console: print_as(output_format, "\nFencing History:\n"); break; case mon_output_html: case mon_output_cgi: fprintf(stream, "
    \n

    Fencing History

    \n
      \n"); break; case mon_output_xml: fprintf(stream, " \n"); break; default: break; } for (hp = history; hp; hp = hp->next) { if ((hp->state != st_failed) || (output_format == mon_output_xml)) { - print_stonith_action(stream, hp, mon_ops); + print_stonith_action(stream, output_format, hp, mon_ops); } } /* End section */ switch (output_format) { case mon_output_html: case mon_output_cgi: fprintf(stream, "
    \n"); break; case mon_output_xml: fprintf(stream, " \n"); break; default: break; } } -/*! - * \internal - * \brief Print cluster status to screen - * - * This uses the global display preferences set by command-line options - * to display cluster status in a human-friendly way. - * - * \param[in] data_set Working set of CIB state - * \param[in] stonith_history List of stonith actions - */ -static void -print_status(pe_working_set_t * data_set, - stonith_history_t *stonith_history, unsigned int mon_ops) +void +print_status(mon_output_format_t output_format, pe_working_set_t *data_set, + stonith_history_t *stonith_history, unsigned int mon_ops, + unsigned int show, const char *prefix) { GListPtr gIter = NULL; - int print_opts = get_resource_display_options(mon_ops); + int print_opts = get_resource_display_options(mon_ops, output_format); /* space-separated lists of node names */ char *online_nodes = NULL; char *online_remote_nodes = NULL; char *online_guest_nodes = NULL; char *offline_nodes = NULL; char *offline_remote_nodes = NULL; if (output_format == mon_output_console) { blank_screen(); } - print_cluster_summary(stdout, data_set, mon_ops); + print_cluster_summary(stdout, output_format, data_set, mon_ops, show); print_as(output_format, "\n"); /* Gather node information (and print if in bad state or grouping by node) */ for (gIter = data_set->nodes; gIter != NULL; gIter = gIter->next) { node_t *node = (node_t *) gIter->data; const char *node_mode = NULL; char *node_name = get_node_display_name(node, mon_ops); /* Get node mode */ if (node->details->unclean) { if (node->details->online) { node_mode = "UNCLEAN (online)"; } else if (node->details->pending) { node_mode = "UNCLEAN (pending)"; } else { node_mode = "UNCLEAN (offline)"; } } else if (node->details->pending) { node_mode = "pending"; } else if (node->details->standby_onfail && node->details->online) { node_mode = "standby (on-fail)"; } else if (node->details->standby) { if (node->details->online) { if (node->details->running_rsc) { node_mode = "standby (with active resources)"; } else { node_mode = "standby"; } } else { node_mode = "OFFLINE (standby)"; } } else if (node->details->maintenance) { if (node->details->online) { node_mode = "maintenance"; } else { node_mode = "OFFLINE (maintenance)"; } } else if (node->details->online) { node_mode = "online"; if (is_not_set(mon_ops, mon_op_group_by_node)) { if (pe__is_guest_node(node)) { online_guest_nodes = add_list_element(online_guest_nodes, node_name); } else if (pe__is_remote_node(node)) { online_remote_nodes = add_list_element(online_remote_nodes, node_name); } else { online_nodes = add_list_element(online_nodes, node_name); } free(node_name); continue; } } else { node_mode = "OFFLINE"; if (is_not_set(mon_ops, mon_op_group_by_node)) { if (pe__is_remote_node(node)) { offline_remote_nodes = add_list_element(offline_remote_nodes, node_name); } else if (pe__is_guest_node(node)) { /* ignore offline guest nodes */ } else { offline_nodes = add_list_element(offline_nodes, node_name); } free(node_name); continue; } } /* If we get here, node is in bad state, or we're grouping by node */ /* Print the node name and status */ if (pe__is_guest_node(node)) { print_as(output_format, "Guest"); } else if (pe__is_remote_node(node)) { print_as(output_format, "Remote"); } print_as(output_format, "Node %s: %s\n", node_name, node_mode); /* If we're grouping by node, print its resources */ if (is_set(mon_ops, mon_op_group_by_node)) { if (is_set(mon_ops, mon_op_print_brief)) { print_rscs_brief(node->details->running_rsc, "\t", print_opts | pe_print_rsconly, stdout, FALSE); } else { GListPtr gIter2 = NULL; for (gIter2 = node->details->running_rsc; gIter2 != NULL; gIter2 = gIter2->next) { resource_t *rsc = (resource_t *) gIter2->data; rsc->fns->print(rsc, "\t", print_opts | pe_print_rsconly, stdout); } } } free(node_name); } /* If we're not grouping by node, summarize nodes by status */ if (online_nodes) { print_as(output_format, "Online: [%s ]\n", online_nodes); free(online_nodes); } if (offline_nodes) { print_as(output_format, "OFFLINE: [%s ]\n", offline_nodes); free(offline_nodes); } if (online_remote_nodes) { print_as(output_format, "RemoteOnline: [%s ]\n", online_remote_nodes); free(online_remote_nodes); } if (offline_remote_nodes) { print_as(output_format, "RemoteOFFLINE: [%s ]\n", offline_remote_nodes); free(offline_remote_nodes); } if (online_guest_nodes) { print_as(output_format, "GuestOnline: [%s ]\n", online_guest_nodes); free(online_guest_nodes); } /* Print resources section, if needed */ - print_resources(stdout, data_set, print_opts, mon_ops); + print_resources(stdout, output_format, data_set, print_opts, mon_ops); /* print Node Attributes section if requested */ if (show & mon_show_attributes) { - print_node_attributes(stdout, data_set, mon_ops); + print_node_attributes(stdout, output_format, data_set, mon_ops); } /* If requested, print resource operations (which includes failcounts) * or just failcounts */ if (show & (mon_show_operations | mon_show_failcounts)) { - print_node_summary(stdout, data_set, + print_node_summary(stdout, output_format, data_set, ((show & mon_show_operations)? TRUE : FALSE), mon_ops); } /* If there were any failed actions, print them */ if (xml_has_children(data_set->failed)) { - print_failed_actions(stdout, data_set); + print_failed_actions(stdout, output_format, data_set); } /* Print failed stonith actions */ if (is_set(mon_ops, mon_op_fence_history)) { - print_failed_stonith_actions(stdout, stonith_history, mon_ops); + print_failed_stonith_actions(stdout, output_format, stonith_history, mon_ops); } /* Print tickets if requested */ if (show & mon_show_tickets) { - print_cluster_tickets(stdout, data_set); + print_cluster_tickets(stdout, output_format, data_set); } /* Print negative location constraints if requested */ if (show & mon_show_bans) { - print_neg_locations(stdout, data_set, mon_ops); + print_neg_locations(stdout, output_format, data_set, mon_ops, prefix); } /* Print stonith history */ if (is_set(mon_ops, mon_op_fence_history)) { if (show & mon_show_fence_history) { - print_stonith_history(stdout, stonith_history, mon_ops); + print_stonith_history(stdout, output_format, stonith_history, mon_ops); } else { - print_stonith_pending(stdout, stonith_history, mon_ops); + print_stonith_pending(stdout, output_format, stonith_history, mon_ops); } } #if CURSES_ENABLED if (output_format == mon_output_console) { refresh(); } #endif } -/*! - * \internal - * \brief Print cluster status in XML format - * - * \param[in] data_set Working set of CIB state - */ -static void -print_xml_status(pe_working_set_t * data_set, - stonith_history_t *stonith_history, unsigned int mon_ops) +void +print_xml_status(mon_output_format_t output_format, pe_working_set_t *data_set, + stonith_history_t *stonith_history, unsigned int mon_ops, + unsigned int show, const char *prefix) { FILE *stream = stdout; GListPtr gIter = NULL; - int print_opts = get_resource_display_options(mon_ops); + int print_opts = get_resource_display_options(mon_ops, output_format); fprintf(stream, "\n"); fprintf(stream, "\n", VERSION); - print_cluster_summary(stream, data_set, mon_ops); + print_cluster_summary(stream, output_format, data_set, mon_ops, show); /*** NODES ***/ fprintf(stream, " \n"); for (gIter = data_set->nodes; gIter != NULL; gIter = gIter->next) { node_t *node = (node_t *) gIter->data; const char *node_type = "unknown"; switch (node->details->type) { case node_member: node_type = "member"; break; case node_remote: node_type = "remote"; break; case node_ping: node_type = "ping"; break; } fprintf(stream, " details->uname); fprintf(stream, "id=\"%s\" ", node->details->id); fprintf(stream, "online=\"%s\" ", node->details->online ? "true" : "false"); fprintf(stream, "standby=\"%s\" ", node->details->standby ? "true" : "false"); fprintf(stream, "standby_onfail=\"%s\" ", node->details->standby_onfail ? "true" : "false"); fprintf(stream, "maintenance=\"%s\" ", node->details->maintenance ? "true" : "false"); fprintf(stream, "pending=\"%s\" ", node->details->pending ? "true" : "false"); fprintf(stream, "unclean=\"%s\" ", node->details->unclean ? "true" : "false"); fprintf(stream, "shutdown=\"%s\" ", node->details->shutdown ? "true" : "false"); fprintf(stream, "expected_up=\"%s\" ", node->details->expected_up ? "true" : "false"); fprintf(stream, "is_dc=\"%s\" ", node->details->is_dc ? "true" : "false"); fprintf(stream, "resources_running=\"%d\" ", g_list_length(node->details->running_rsc)); fprintf(stream, "type=\"%s\" ", node_type); if (pe__is_guest_node(node)) { fprintf(stream, "id_as_resource=\"%s\" ", node->details->remote_rsc->container->id); } if (is_set(mon_ops, mon_op_group_by_node)) { GListPtr lpc2 = NULL; fprintf(stream, ">\n"); for (lpc2 = node->details->running_rsc; lpc2 != NULL; lpc2 = lpc2->next) { resource_t *rsc = (resource_t *) lpc2->data; rsc->fns->print(rsc, " ", print_opts | pe_print_rsconly, stream); } fprintf(stream, " \n"); } else { fprintf(stream, "/>\n"); } } fprintf(stream, " \n"); /* Print resources section, if needed */ - print_resources(stream, data_set, print_opts, mon_ops); + print_resources(stream, output_format, data_set, print_opts, mon_ops); /* print Node Attributes section if requested */ if (show & mon_show_attributes) { - print_node_attributes(stream, data_set, mon_ops); + print_node_attributes(stream, output_format, data_set, mon_ops); } /* If requested, print resource operations (which includes failcounts) * or just failcounts */ if (show & (mon_show_operations | mon_show_failcounts)) { - print_node_summary(stream, data_set, + print_node_summary(stream, output_format, data_set, ((show & mon_show_operations)? TRUE : FALSE), mon_ops); } /* If there were any failed actions, print them */ if (xml_has_children(data_set->failed)) { - print_failed_actions(stream, data_set); + print_failed_actions(stream, output_format, data_set); } /* Print stonith history */ if (is_set(mon_ops, mon_op_fence_history)) { - print_stonith_history(stdout, stonith_history, mon_ops); + print_stonith_history(stdout, output_format, stonith_history, mon_ops); } /* Print tickets if requested */ if (show & mon_show_tickets) { - print_cluster_tickets(stream, data_set); + print_cluster_tickets(stream, output_format, data_set); } /* Print negative location constraints if requested */ if (show & mon_show_bans) { - print_neg_locations(stream, data_set, mon_ops); + print_neg_locations(stream, output_format, data_set, mon_ops, prefix); } fprintf(stream, "\n"); fflush(stream); fclose(stream); } -/*! - * \internal - * \brief Print cluster status in HTML format (with HTTP headers if CGI) - * - * \param[in] data_set Working set of CIB state - * \param[in] filename Name of file to write HTML to (ignored if CGI) - * - * \return 0 on success, -1 on error - */ -static int -print_html_status(pe_working_set_t * data_set, - const char *filename, - stonith_history_t *stonith_history, unsigned int mon_ops) +int +print_html_status(mon_output_format_t output_format, pe_working_set_t *data_set, + const char *filename, stonith_history_t *stonith_history, + unsigned int mon_ops, unsigned int show, const char *prefix, + unsigned int reconnect_msec) { FILE *stream; GListPtr gIter = NULL; char *filename_tmp = NULL; - int print_opts = get_resource_display_options(mon_ops); + int print_opts = get_resource_display_options(mon_ops, output_format); if (output_format == mon_output_cgi) { stream = stdout; fprintf(stream, "Content-Type: text/html\n\n"); } else { filename_tmp = crm_concat(filename, "tmp", '.'); stream = fopen(filename_tmp, "w"); if (stream == NULL) { crm_perror(LOG_ERR, "Cannot open %s for writing", filename_tmp); free(filename_tmp); return -1; } } fprintf(stream, "\n"); fprintf(stream, " \n"); fprintf(stream, " Cluster status\n"); - fprintf(stream, " \n", options.reconnect_msec / 1000); + fprintf(stream, " \n", reconnect_msec / 1000); fprintf(stream, " \n"); fprintf(stream, "\n"); - print_cluster_summary(stream, data_set, mon_ops); + print_cluster_summary(stream, output_format, data_set, mon_ops, show); /*** NODE LIST ***/ fprintf(stream, "
    \n

    Node List

    \n"); fprintf(stream, "
      \n"); for (gIter = data_set->nodes; gIter != NULL; gIter = gIter->next) { node_t *node = (node_t *) gIter->data; char *node_name = get_node_display_name(node, mon_ops); fprintf(stream, "
    • Node: %s: ", node_name); if (node->details->standby_onfail && node->details->online) { fprintf(stream, "standby (on-fail)\n"); } else if (node->details->standby && node->details->online) { fprintf(stream, "standby%s\n", node->details->running_rsc?" (with active resources)":""); } else if (node->details->standby) { fprintf(stream, "OFFLINE (standby)\n"); } else if (node->details->maintenance && node->details->online) { fprintf(stream, "maintenance\n"); } else if (node->details->maintenance) { fprintf(stream, "OFFLINE (maintenance)\n"); } else if (node->details->online) { fprintf(stream, "online\n"); } else { fprintf(stream, "OFFLINE\n"); } if (is_set(mon_ops, mon_op_print_brief) && is_set(mon_ops, mon_op_group_by_node)) { fprintf(stream, "
        \n"); print_rscs_brief(node->details->running_rsc, NULL, print_opts | pe_print_rsconly, stream, FALSE); fprintf(stream, "
      \n"); } else if (is_set(mon_ops, mon_op_group_by_node)) { GListPtr lpc2 = NULL; fprintf(stream, "
        \n"); for (lpc2 = node->details->running_rsc; lpc2 != NULL; lpc2 = lpc2->next) { resource_t *rsc = (resource_t *) lpc2->data; fprintf(stream, "
      • "); rsc->fns->print(rsc, NULL, print_opts | pe_print_rsconly, stream); fprintf(stream, "
        • \n"); } fprintf(stream, "
      \n"); } fprintf(stream, "
      • \n"); free(node_name); } fprintf(stream, "
    \n"); /* Print resources section, if needed */ - print_resources(stream, data_set, print_opts, mon_ops); + print_resources(stream, output_format, data_set, print_opts, mon_ops); /* print Node Attributes section if requested */ if (show & mon_show_attributes) { - print_node_attributes(stream, data_set, mon_ops); + print_node_attributes(stream, output_format, data_set, mon_ops); } /* If requested, print resource operations (which includes failcounts) * or just failcounts */ if (show & (mon_show_operations | mon_show_failcounts)) { - print_node_summary(stream, data_set, + print_node_summary(stream, output_format, data_set, ((show & mon_show_operations)? TRUE : FALSE), mon_ops); } /* If there were any failed actions, print them */ if (xml_has_children(data_set->failed)) { - print_failed_actions(stream, data_set); + print_failed_actions(stream, output_format, data_set); } /* Print failed stonith actions */ if (is_set(mon_ops, mon_op_fence_history)) { - print_failed_stonith_actions(stream, stonith_history, mon_ops); + print_failed_stonith_actions(stream, output_format, stonith_history, mon_ops); } /* Print stonith history */ if (is_set(mon_ops, mon_op_fence_history)) { if (show & mon_show_fence_history) { - print_stonith_history(stream, stonith_history, mon_ops); + print_stonith_history(stream, output_format, stonith_history, mon_ops); } else { - print_stonith_pending(stdout, stonith_history, mon_ops); + print_stonith_pending(stdout, output_format, stonith_history, mon_ops); } } /* Print tickets if requested */ if (show & mon_show_tickets) { - print_cluster_tickets(stream, data_set); + print_cluster_tickets(stream, output_format, data_set); } /* Print negative location constraints if requested */ if (show & mon_show_bans) { - print_neg_locations(stream, data_set, mon_ops); + print_neg_locations(stream, output_format, data_set, mon_ops, prefix); } fprintf(stream, "\n"); fprintf(stream, "\n"); fflush(stream); fclose(stream); if (output_format != mon_output_cgi) { if (rename(filename_tmp, filename) != 0) { crm_perror(LOG_ERR, "Unable to rename %s->%s", filename_tmp, filename); } free(filename_tmp); } return 0; } - -static int -send_custom_trap(const char *node, const char *rsc, const char *task, int target_rc, int rc, - int status, const char *desc) -{ - pid_t pid; - - /*setenv needs chars, these are ints */ - char *rc_s = crm_itoa(rc); - char *status_s = crm_itoa(status); - char *target_rc_s = crm_itoa(target_rc); - - crm_debug("Sending external notification to '%s' via '%s'", options.external_recipient, options.external_agent); - - if(rsc) { - setenv("CRM_notify_rsc", rsc, 1); - } - if (options.external_recipient) { - setenv("CRM_notify_recipient", options.external_recipient, 1); - } - setenv("CRM_notify_node", node, 1); - setenv("CRM_notify_task", task, 1); - setenv("CRM_notify_desc", desc, 1); - setenv("CRM_notify_rc", rc_s, 1); - setenv("CRM_notify_target_rc", target_rc_s, 1); - setenv("CRM_notify_status", status_s, 1); - - pid = fork(); - if (pid == -1) { - crm_perror(LOG_ERR, "notification fork() failed."); - } - if (pid == 0) { - /* crm_debug("notification: I am the child. Executing the nofitication program."); */ - execl(options.external_agent, options.external_agent, NULL); - exit(CRM_EX_ERROR); - } - - crm_trace("Finished running custom notification program '%s'.", options.external_agent); - free(target_rc_s); - free(status_s); - free(rc_s); - return 0; -} - -static void -handle_rsc_op(xmlNode * xml, const char *node_id) -{ - int rc = -1; - int status = -1; - int target_rc = -1; - gboolean notify = TRUE; - - char *rsc = NULL; - char *task = NULL; - const char *desc = NULL; - const char *magic = NULL; - const char *id = NULL; - const char *node = NULL; - - xmlNode *n = xml; - xmlNode * rsc_op = xml; - - if(strcmp((const char*)xml->name, XML_LRM_TAG_RSC_OP) != 0) { - xmlNode *cIter; - - for(cIter = xml->children; cIter; cIter = cIter->next) { - handle_rsc_op(cIter, node_id); - } - - return; - } - - id = crm_element_value(rsc_op, XML_LRM_ATTR_TASK_KEY); - if (id == NULL) { - /* Compatibility with <= 1.1.5 */ - id = ID(rsc_op); - } - - magic = crm_element_value(rsc_op, XML_ATTR_TRANSITION_MAGIC); - if (magic == NULL) { - /* non-change */ - return; - } - - if (!decode_transition_magic(magic, NULL, NULL, NULL, &status, &rc, - &target_rc)) { - crm_err("Invalid event %s detected for %s", magic, id); - return; - } - - if (parse_op_key(id, &rsc, &task, NULL) == FALSE) { - crm_err("Invalid event detected for %s", id); - goto bail; - } - - node = crm_element_value(rsc_op, XML_LRM_ATTR_TARGET); - - while (n != NULL && safe_str_neq(XML_CIB_TAG_STATE, TYPE(n))) { - n = n->parent; - } - - if(node == NULL && n) { - node = crm_element_value(n, XML_ATTR_UNAME); - } - - if (node == NULL && n) { - node = ID(n); - } - - if (node == NULL) { - node = node_id; - } - - if (node == NULL) { - crm_err("No node detected for event %s (%s)", magic, id); - goto bail; - } - - /* look up where we expected it to be? */ - desc = pcmk_strerror(pcmk_ok); - if (status == PCMK_LRM_OP_DONE && target_rc == rc) { - crm_notice("%s of %s on %s completed: %s", task, rsc, node, desc); - if (rc == PCMK_OCF_NOT_RUNNING) { - notify = FALSE; - } - - } else if (status == PCMK_LRM_OP_DONE) { - desc = services_ocf_exitcode_str(rc); - crm_warn("%s of %s on %s failed: %s", task, rsc, node, desc); - - } else { - desc = services_lrm_status_str(status); - crm_warn("%s of %s on %s failed: %s", task, rsc, node, desc); - } - - if (notify && options.external_agent) { - send_custom_trap(node, rsc, task, target_rc, rc, status, desc); - } - bail: - free(rsc); - free(task); -} - -static gboolean -mon_trigger_refresh(gpointer user_data) -{ - mainloop_set_trigger(refresh_trigger); - return FALSE; -} - -#define NODE_PATT "/lrm[@id=" -static char * -get_node_from_xpath(const char *xpath) -{ - char *nodeid = NULL; - char *tmp = strstr(xpath, NODE_PATT); - - if(tmp) { - tmp += strlen(NODE_PATT); - tmp += 1; - - nodeid = strdup(tmp); - tmp = strstr(nodeid, "\'"); - CRM_ASSERT(tmp); - tmp[0] = 0; - } - return nodeid; -} - -static void -crm_diff_update_v2(const char *event, xmlNode * msg) -{ - xmlNode *change = NULL; - xmlNode *diff = get_message_xml(msg, F_CIB_UPDATE_RESULT); - - for (change = __xml_first_child(diff); change != NULL; change = __xml_next(change)) { - const char *name = NULL; - const char *op = crm_element_value(change, XML_DIFF_OP); - const char *xpath = crm_element_value(change, XML_DIFF_PATH); - xmlNode *match = NULL; - const char *node = NULL; - - if(op == NULL) { - continue; - - } else if(strcmp(op, "create") == 0) { - match = change->children; - - } else if(strcmp(op, "move") == 0) { - continue; - - } else if(strcmp(op, "delete") == 0) { - continue; - - } else if(strcmp(op, "modify") == 0) { - match = first_named_child(change, XML_DIFF_RESULT); - if(match) { - match = match->children; - } - } - - if(match) { - name = (const char *)match->name; - } - - crm_trace("Handling %s operation for %s %p, %s", op, xpath, match, name); - if(xpath == NULL) { - /* Version field, ignore */ - - } else if(name == NULL) { - crm_debug("No result for %s operation to %s", op, xpath); - CRM_ASSERT(strcmp(op, "delete") == 0 || strcmp(op, "move") == 0); - - } else if(strcmp(name, XML_TAG_CIB) == 0) { - xmlNode *state = NULL; - xmlNode *status = first_named_child(match, XML_CIB_TAG_STATUS); - - for (state = __xml_first_child(status); state != NULL; state = __xml_next(state)) { - node = crm_element_value(state, XML_ATTR_UNAME); - if (node == NULL) { - node = ID(state); - } - handle_rsc_op(state, node); - } - - } else if(strcmp(name, XML_CIB_TAG_STATUS) == 0) { - xmlNode *state = NULL; - - for (state = __xml_first_child(match); state != NULL; state = __xml_next(state)) { - node = crm_element_value(state, XML_ATTR_UNAME); - if (node == NULL) { - node = ID(state); - } - handle_rsc_op(state, node); - } - - } else if(strcmp(name, XML_CIB_TAG_STATE) == 0) { - node = crm_element_value(match, XML_ATTR_UNAME); - if (node == NULL) { - node = ID(match); - } - handle_rsc_op(match, node); - - } else if(strcmp(name, XML_CIB_TAG_LRM) == 0) { - node = ID(match); - handle_rsc_op(match, node); - - } else if(strcmp(name, XML_LRM_TAG_RESOURCES) == 0) { - char *local_node = get_node_from_xpath(xpath); - - handle_rsc_op(match, local_node); - free(local_node); - - } else if(strcmp(name, XML_LRM_TAG_RESOURCE) == 0) { - char *local_node = get_node_from_xpath(xpath); - - handle_rsc_op(match, local_node); - free(local_node); - - } else if(strcmp(name, XML_LRM_TAG_RSC_OP) == 0) { - char *local_node = get_node_from_xpath(xpath); - - handle_rsc_op(match, local_node); - free(local_node); - - } else { - crm_trace("Ignoring %s operation for %s %p, %s", op, xpath, match, name); - } - } -} - -static void -crm_diff_update_v1(const char *event, xmlNode * msg) -{ - /* Process operation updates */ - xmlXPathObject *xpathObj = xpath_search(msg, - "//" F_CIB_UPDATE_RESULT "//" XML_TAG_DIFF_ADDED - "//" XML_LRM_TAG_RSC_OP); - int lpc = 0, max = numXpathResults(xpathObj); - - for (lpc = 0; lpc < max; lpc++) { - xmlNode *rsc_op = getXpathResult(xpathObj, lpc); - - handle_rsc_op(rsc_op, NULL); - } - freeXpathObject(xpathObj); -} - -static void -crm_diff_update(const char *event, xmlNode * msg) -{ - int rc = -1; - static bool stale = FALSE; - gboolean cib_updated = FALSE; - xmlNode *diff = get_message_xml(msg, F_CIB_UPDATE_RESULT); - - print_dot(output_format); - - if (current_cib != NULL) { - rc = xml_apply_patchset(current_cib, diff, TRUE); - - switch (rc) { - case -pcmk_err_diff_resync: - case -pcmk_err_diff_failed: - crm_notice("[%s] Patch aborted: %s (%d)", event, pcmk_strerror(rc), rc); - free_xml(current_cib); current_cib = NULL; - break; - case pcmk_ok: - cib_updated = TRUE; - break; - default: - crm_notice("[%s] ABORTED: %s (%d)", event, pcmk_strerror(rc), rc); - free_xml(current_cib); current_cib = NULL; - } - } - - if (current_cib == NULL) { - crm_trace("Re-requesting the full cib"); - cib->cmds->query(cib, NULL, ¤t_cib, cib_scope_local | cib_sync_call); - } - - if (options.external_agent) { - int format = 0; - crm_element_value_int(diff, "format", &format); - switch(format) { - case 1: - crm_diff_update_v1(event, msg); - break; - case 2: - crm_diff_update_v2(event, msg); - break; - default: - crm_err("Unknown patch format: %d", format); - } - } - - if (current_cib == NULL) { - if(!stale) { - print_as(output_format, "--- Stale data ---"); - } - stale = TRUE; - return; - } - - stale = FALSE; - kick_refresh(cib_updated); -} - -static gboolean -mon_refresh_display(gpointer user_data) -{ - xmlNode *cib_copy = copy_xml(current_cib); - stonith_history_t *stonith_history = NULL; - - last_refresh = time(NULL); - - if (cli_config_update(&cib_copy, NULL, FALSE) == FALSE) { - if (cib) { - cib->cmds->signoff(cib); - } - print_as(output_format, "Upgrade failed: %s", pcmk_strerror(-pcmk_err_schema_validation)); - if (output_format == mon_output_console) { - sleep(2); - } - clean_up(CRM_EX_CONFIG); - return FALSE; - } - - /* get the stonith-history if there is evidence we need it - */ - while (is_set(options.mon_ops, mon_op_fence_history)) { - if (st != NULL) { - if (st->cmds->history(st, st_opt_sync_call, NULL, &stonith_history, 120)) { - fprintf(stderr, "Critical: Unable to get stonith-history\n"); - mon_cib_connection_destroy(NULL); - } else { - stonith_history = sort_stonith_history(stonith_history); - if (is_not_set(options.mon_ops, mon_op_fence_full_history) && output_format != mon_output_xml) { - stonith_history = reduce_stonith_history(stonith_history); - } - break; /* all other cases are errors */ - } - } else { - fprintf(stderr, "Critical: No stonith-API\n"); - } - free_xml(cib_copy); - print_as(output_format, "Reading stonith-history failed"); - if (output_format == mon_output_console) { - sleep(2); - } - return FALSE; - } - - if (mon_data_set == NULL) { - mon_data_set = pe_new_working_set(); - CRM_ASSERT(mon_data_set != NULL); - } - - mon_data_set->input = cib_copy; - cluster_status(mon_data_set); - - /* Unpack constraints if any section will need them - * (tickets may be referenced in constraints but not granted yet, - * and bans need negative location constraints) */ - if (show & (mon_show_bans | mon_show_tickets)) { - xmlNode *cib_constraints = get_object_root(XML_CIB_TAG_CONSTRAINTS, - mon_data_set->input); - unpack_constraints(cib_constraints, mon_data_set); - } - - switch (output_format) { - case mon_output_html: - case mon_output_cgi: - if (print_html_status(mon_data_set, output_filename, stonith_history, options.mon_ops) != 0) { - fprintf(stderr, "Critical: Unable to output html file\n"); - clean_up(CRM_EX_CANTCREAT); - return FALSE; - } - break; - - case mon_output_xml: - print_xml_status(mon_data_set, stonith_history, options.mon_ops); - break; - - case mon_output_monitor: - print_simple_status(mon_data_set, stonith_history, options.mon_ops, output_format); - if (is_set(options.mon_ops, mon_op_has_warnings)) { - clean_up(MON_STATUS_WARN); - return FALSE; - } - break; - - case mon_output_plain: - case mon_output_console: - print_status(mon_data_set, stonith_history, options.mon_ops); - break; - - case mon_output_none: - break; - } - - stonith_history_free(stonith_history); - stonith_history = NULL; - pe_reset_working_set(mon_data_set); - return TRUE; -} - -static void -mon_st_callback_event(stonith_t * st, stonith_event_t * e) -{ - if (st->state == stonith_disconnected) { - /* disconnect cib as well and have everything reconnect */ - mon_cib_connection_destroy(NULL); - } else if (options.external_agent) { - char *desc = crm_strdup_printf("Operation %s requested by %s for peer %s: %s (ref=%s)", - e->operation, e->origin, e->target, pcmk_strerror(e->result), - e->id); - send_custom_trap(e->target, NULL, e->operation, pcmk_ok, e->result, 0, desc); - free(desc); - } -} - -static void -kick_refresh(gboolean data_updated) -{ - static int updates = 0; - long now = time(NULL); - - if (data_updated) { - updates++; - } - - if(refresh_timer == NULL) { - refresh_timer = mainloop_timer_add("refresh", 2000, FALSE, mon_trigger_refresh, NULL); - } - - /* Refresh - * - immediately if the last update was more than 5s ago - * - every 10 cib-updates - * - at most 2s after the last update - */ - if ((now - last_refresh) > (options.reconnect_msec / 1000)) { - mainloop_set_trigger(refresh_trigger); - mainloop_timer_stop(refresh_timer); - updates = 0; - - } else if(updates >= 10) { - mainloop_set_trigger(refresh_trigger); - mainloop_timer_stop(refresh_timer); - updates = 0; - - } else { - mainloop_timer_start(refresh_timer); - } -} - -static void -mon_st_callback_display(stonith_t * st, stonith_event_t * e) -{ - if (st->state == stonith_disconnected) { - /* disconnect cib as well and have everything reconnect */ - mon_cib_connection_destroy(NULL); - } else { - print_dot(output_format); - kick_refresh(TRUE); - } -} - -static void -clean_up_connections(void) -{ - if (cib != NULL) { - cib->cmds->signoff(cib); - cib_delete(cib); - cib = NULL; - } - - if (st != NULL) { - if (st->state != stonith_disconnected) { - st->cmds->remove_notification(st, T_STONITH_NOTIFY_DISCONNECT); - st->cmds->remove_notification(st, T_STONITH_NOTIFY_FENCE); - st->cmds->remove_notification(st, T_STONITH_NOTIFY_HISTORY); - st->cmds->disconnect(st); - } - stonith_api_delete(st); - st = NULL; - } -} - -/* - * De-init ncurses, disconnect from the CIB manager, disconnect fencing, - * deallocate memory and show usage-message if requested. - * - * We don't actually return, but nominally returning crm_exit_t allows a usage - * like "return clean_up(exit_code);" which helps static analysis understand the - * code flow. - */ -static crm_exit_t -clean_up(crm_exit_t exit_code) -{ -#if CURSES_ENABLED - if (curses_console_initialized) { - output_format = mon_output_plain; - echo(); - nocbreak(); - endwin(); - curses_console_initialized = FALSE; - } -#endif - - clean_up_connections(); - free(output_filename); - free(options.pid_file); - - pe_free_working_set(mon_data_set); - mon_data_set = NULL; - - if (exit_code == CRM_EX_USAGE) { - if (output_format == mon_output_cgi) { - fprintf(stdout, "Content-Type: text/plain\n" - "Status: 500\n\n"); - } else { - fprintf(stderr, "%s", g_option_context_get_help(context, TRUE, NULL)); - } - } - crm_exit(exit_code); -} diff --git a/tools/crm_mon_runtime.c b/tools/crm_mon_runtime.c new file mode 100644 index 0000000000..10db2256bd --- /dev/null +++ b/tools/crm_mon_runtime.c @@ -0,0 +1,227 @@ +/* + * Copyright 2019 the Pacemaker project contributors + * + * The version control history for this file may have further details. + * + * This source code is licensed under the GNU General Public License version 2 + * or later (GPLv2+) WITHOUT ANY WARRANTY. + */ + +#include +#include +#include + +#include +#include +#include +#include +#include +#include +#include +#include +#include + +#include "crm_mon.h" + +void +blank_screen(void) +{ +#if CURSES_ENABLED + int lpc = 0; + + for (lpc = 0; lpc < LINES; lpc++) { + move(lpc, 0); + clrtoeol(); + } + move(0, 0); + refresh(); +#endif +} + +static int +compare_attribute(gconstpointer a, gconstpointer b) +{ + int rc; + + rc = strcmp((const char *)a, (const char *)b); + + return rc; +} + +void +append_attr_list(gpointer name, gpointer value, gpointer user_data) +{ + int i; + const char *filt_str[] = FILTER_STR; + GList *attr_list = (GList *) user_data; + + CRM_CHECK(name != NULL, return); + + /* filtering automatic attributes */ + for (i = 0; filt_str[i] != NULL; i++) { + if (g_str_has_prefix(name, filt_str[i])) { + return; + } + } + + attr_list = g_list_insert_sorted(attr_list, name, compare_attribute); +} + +int +count_resources(pe_working_set_t * data_set, resource_t * rsc) +{ + int count = 0; + GListPtr gIter = NULL; + + if (rsc == NULL) { + gIter = data_set->resources; + } else if (rsc->children) { + gIter = rsc->children; + } else { + return is_not_set(rsc->flags, pe_rsc_orphan); + } + + for (; gIter != NULL; gIter = gIter->next) { + count += count_resources(data_set, gIter->data); + } + return count; +} + +void +crm_mon_get_parameters(resource_t *rsc, pe_working_set_t * data_set) +{ + get_rsc_attributes(rsc->parameters, rsc, NULL, data_set); + if(rsc->children) { + GListPtr gIter = NULL; + + for (gIter = rsc->children; gIter != NULL; gIter = gIter->next) { + crm_mon_get_parameters(gIter->data, data_set); + } + } +} + +/*! + * \internal + * \brief Get the name of the stack in use (or "unknown" if not available) + * + * \param[in] data_set Working set of CIB state + * + * \return String representing stack name + */ +const char * +get_cluster_stack(pe_working_set_t *data_set) +{ + xmlNode *stack = get_xpath_object("//nvpair[@name='cluster-infrastructure']", + data_set->input, LOG_DEBUG); + return stack? crm_element_value(stack, XML_NVPAIR_ATTR_VALUE) : "unknown"; +} + +/*! + * \internal + * \brief Return human-friendly string representing node name + * + * The returned string will be in the format + * uname[@hostUname] [(nodeID)] + * "@hostUname" will be printed if the node is a guest node. + * "(nodeID)" will be printed if the node ID is different from the node uname, + * and detailed output has been requested. + * + * \param[in] node Node to represent + * \return Newly allocated string with representation of node name + * \note It is the caller's responsibility to free the result with free(). + */ +char * +get_node_display_name(node_t *node, unsigned int mon_ops) +{ + char *node_name; + const char *node_host = NULL; + const char *node_id = NULL; + int name_len; + + CRM_ASSERT((node != NULL) && (node->details != NULL) && (node->details->uname != NULL)); + + /* Host is displayed only if this is a guest node */ + if (pe__is_guest_node(node)) { + node_t *host_node = pe__current_node(node->details->remote_rsc); + + if (host_node && host_node->details) { + node_host = host_node->details->uname; + } + if (node_host == NULL) { + node_host = ""; /* so we at least get "uname@" to indicate guest */ + } + } + + /* Node ID is displayed if different from uname and detail is requested */ + if (is_set(mon_ops, mon_op_print_clone_detail) && safe_str_neq(node->details->uname, node->details->id)) { + node_id = node->details->id; + } + + /* Determine name length */ + name_len = strlen(node->details->uname) + 1; + if (node_host) { + name_len += strlen(node_host) + 1; /* "@node_host" */ + } + if (node_id) { + name_len += strlen(node_id) + 3; /* + " (node_id)" */ + } + + /* Allocate and populate display name */ + node_name = malloc(name_len); + CRM_ASSERT(node_name != NULL); + strcpy(node_name, node->details->uname); + if (node_host) { + strcat(node_name, "@"); + strcat(node_name, node_host); + } + if (node_id) { + strcat(node_name, " ("); + strcat(node_name, node_id); + strcat(node_name, ")"); + } + return node_name; +} + +/*! + * \internal + * \brief Return resource display options corresponding to command-line choices + * + * \return Bitmask of pe_print_options suitable for resource print functions + */ +int +get_resource_display_options(unsigned int mon_ops, mon_output_format_t output_format) +{ + int print_opts; + + /* Determine basic output format */ + switch (output_format) { + case mon_output_console: + print_opts = pe_print_ncurses; + break; + case mon_output_html: + case mon_output_cgi: + print_opts = pe_print_html; + break; + case mon_output_xml: + print_opts = pe_print_xml; + break; + default: + print_opts = pe_print_printf; + break; + } + + /* Add optional display elements */ + if (is_set(mon_ops, mon_op_print_pending)) { + print_opts |= pe_print_pending; + } + if (is_set(mon_ops, mon_op_print_clone_detail)) { + print_opts |= pe_print_clone_details|pe_print_implicit; + } + if (is_not_set(mon_ops, mon_op_inactive_resources)) { + print_opts |= pe_print_clone_active; + } + if (is_set(mon_ops, mon_op_print_brief)) { + print_opts |= pe_print_brief; + } + return print_opts; +}