No OneTemporary
Actions

Size

36 KB

Referenced Files

None

Subscribers

None

View Options

	diff --git a/lib/pacemaker/pcmk_sched_bundle.c b/lib/pacemaker/pcmk_sched_bundle.c
	index 3fbbc9a9f0..afb38ea74a 100644
	--- a/lib/pacemaker/pcmk_sched_bundle.c
	+++ b/lib/pacemaker/pcmk_sched_bundle.c
	@@ -1,901 +1,909 @@
	/*
	* Copyright 2004-2023 the Pacemaker project contributors
	*
	* The version control history for this file may have further details.
	*
	* This source code is licensed under the GNU General Public License version 2
	* or later (GPLv2+) WITHOUT ANY WARRANTY.
	*/

	#include <crm_internal.h>

	#include <stdbool.h>

	#include <crm/msg_xml.h>
	#include <pacemaker-internal.h>

	#include "libpacemaker_private.h"

	#define PE__VARIANT_BUNDLE 1
	#include <lib/pengine/variant.h>

	/*!
	* \internal
	* \brief Assign a single bundle replica's resources (other than container)
	*
	* \param[in,out] replica Replica to assign
	* \param[in] user_data Preferred node, if any
	*
	* \return true (to indicate that any further replicas should be processed)
	*/
	static bool
	assign_replica(pe__bundle_replica_t replica, void user_data)
	{
	pe_node_t *container_host = NULL;
	const pe_node_t *prefer = user_data;
	const pe_resource_t *bundle = pe__const_top_resource(replica->container,
	true);

	if (replica->ip != NULL) {
	pe_rsc_trace(bundle, "Assigning bundle %s IP %s",
	bundle->id, replica->ip->id);
	replica->ip->cmds->assign(replica->ip, prefer);
	}

	container_host = replica->container->allocated_to;
	if (replica->remote != NULL) {
	if (pe__is_guest_or_remote_node(container_host)) {
	/* REMOTE_CONTAINER_HACK: "Nested" connection resources must be on
	* the same host because Pacemaker Remote only supports a single
	* active connection.
	*/
	pcmk__new_colocation("child-remote-with-docker-remote", NULL,
	INFINITY, replica->remote,
	container_host->details->remote_rsc, NULL,
	NULL, true, bundle->cluster);
	}
	pe_rsc_trace(bundle, "Assigning bundle %s connection %s",
	bundle->id, replica->remote->id);
	replica->remote->cmds->assign(replica->remote, prefer);
	}

	if (replica->child != NULL) {
	pe_node_t *node = NULL;
	GHashTableIter iter;

	g_hash_table_iter_init(&iter, replica->child->allowed_nodes);
	while (g_hash_table_iter_next(&iter, NULL, (gpointer *) & node)) {
	if (!pe__same_node(node, replica->node)
	\|\| !pcmk__threshold_reached(replica->child, node, NULL)) {
	node->weight = INFINITY;
	}
	}

	pe__set_resource_flags(replica->child->parent, pe_rsc_allocating);
	pe_rsc_trace(bundle, "Assigning bundle %s replica child %s",
	bundle->id, replica->child->id);
	replica->child->cmds->assign(replica->child, replica->node);
	pe__clear_resource_flags(replica->child->parent, pe_rsc_allocating);
	}
	return true;
	}

	/*!
	* \internal
	* \brief Assign a bundle resource to a node
	*
	* \param[in,out] rsc Resource to assign to a node
	* \param[in] prefer Node to prefer, if all else is equal
	*
	* \return Node that \p rsc is assigned to, if assigned entirely to one node
	*/
	pe_node_t *
	pcmk__bundle_allocate(pe_resource_t rsc, const pe_node_t prefer)
	{
	GList *containers = NULL;
	pe_resource_t *bundled_resource = NULL;

	CRM_CHECK(rsc != NULL, return NULL);

	pe__set_resource_flags(rsc, pe_rsc_allocating);
	containers = pe__bundle_containers(rsc);

	pe__show_node_weights(!pcmk_is_set(rsc->cluster->flags, pe_flag_show_scores),
	rsc, __func__, rsc->allowed_nodes, rsc->cluster);

	containers = g_list_sort(containers, pcmk__cmp_instance);
	pcmk__assign_instances(rsc, containers, pe__bundle_max(rsc),
	rsc->fns->max_per_node(rsc));
	g_list_free(containers);

	pe__foreach_bundle_replica(rsc, assign_replica, (void *) prefer);

	bundled_resource = pe__bundled_resource(rsc);
	if (bundled_resource != NULL) {
	pe_node_t *node = NULL;
	GHashTableIter iter;
	g_hash_table_iter_init(&iter, bundled_resource->allowed_nodes);
	while (g_hash_table_iter_next(&iter, NULL, (gpointer *) & node)) {
	if (pe__node_is_bundle_instance(rsc, node)) {
	node->weight = 0;
	} else {
	node->weight = -INFINITY;
	}
	}
	pe_rsc_trace(rsc, "Allocating bundle %s child %s",
	rsc->id, bundled_resource->id);
	bundled_resource->cmds->assign(bundled_resource, prefer);
	}

	pe__clear_resource_flags(rsc, pe_rsc_allocating\|pe_rsc_provisional);
	return NULL;
	}

	/*!
	* \internal
	* \brief Create actions for a bundle replica's resources (other than container)
	*
	* \param[in,out] replica Replica to create actions for
	* \param[in] user_data Unused
	*
	* \return true (to indicate that any further replicas should be processed)
	*/
	static bool
	create_replica_actions(pe__bundle_replica_t replica, void user_data)
	{
	if (replica->ip != NULL) {
	replica->ip->cmds->create_actions(replica->ip);
	}
	if (replica->container != NULL) {
	replica->container->cmds->create_actions(replica->container);
	}
	if (replica->remote != NULL) {
	replica->remote->cmds->create_actions(replica->remote);
	}
	return true;
	}

	void
	pcmk__bundle_create_actions(pe_resource_t *rsc)
	{
	pe_action_t *action = NULL;
	GList *containers = NULL;
	pe_resource_t *bundled_resource = NULL;

	CRM_CHECK(rsc != NULL, return);

	pe__foreach_bundle_replica(rsc, create_replica_actions, NULL);

	containers = pe__bundle_containers(rsc);
	pcmk__create_instance_actions(rsc, containers);

	bundled_resource = pe__bundled_resource(rsc);
	if (bundled_resource != NULL) {
	bundled_resource->cmds->create_actions(bundled_resource);

	if (pcmk_is_set(bundled_resource->flags, pe_rsc_promotable)) {
	/* promote */
	pe__new_rsc_pseudo_action(rsc, RSC_PROMOTE, true, true);
	action = pe__new_rsc_pseudo_action(rsc, RSC_PROMOTED, true, true);
	action->priority = INFINITY;

	/* demote */
	pe__new_rsc_pseudo_action(rsc, RSC_DEMOTE, true, true);
	action = pe__new_rsc_pseudo_action(rsc, RSC_DEMOTED, true, true);
	action->priority = INFINITY;
	}
	}

	g_list_free(containers);
	}

	/*!
	* \internal
	* \brief Create internal constraints for a bundle replica's resources
	*
	* \param[in,out] replica Replica to create internal constraints for
	* \param[in,out] user_data Replica's parent bundle
	*
	* \return true (to indicate that any further replicas should be processed)
	*/
	static bool
	replica_internal_constraints(pe__bundle_replica_t replica, void user_data)
	{
	pe_resource_t *bundle = user_data;

	replica->container->cmds->internal_constraints(replica->container);

	// Start bundle -> start replica container
	pcmk__order_starts(bundle, replica->container,
	pe_order_runnable_left\|pe_order_implies_first_printed);

	// Stop bundle -> stop replica child and container
	if (replica->child != NULL) {
	pcmk__order_stops(bundle, replica->child,
	pe_order_implies_first_printed);
	}
	pcmk__order_stops(bundle, replica->container,
	pe_order_implies_first_printed);

	// Start replica container -> bundle is started
	pcmk__order_resource_actions(replica->container, RSC_START, bundle,
	RSC_STARTED,
	pe_order_implies_then_printed);

	// Stop replica container -> bundle is stopped
	pcmk__order_resource_actions(replica->container, RSC_STOP, bundle,
	RSC_STOPPED,
	pe_order_implies_then_printed);

	if (replica->ip != NULL) {
	replica->ip->cmds->internal_constraints(replica->ip);

	// Replica IP address -> replica container (symmetric)
	pcmk__order_starts(replica->ip, replica->container,
	pe_order_runnable_left\|pe_order_preserve);
	pcmk__order_stops(replica->container, replica->ip,
	pe_order_implies_first\|pe_order_preserve);

	pcmk__new_colocation("ip-with-docker", NULL, INFINITY, replica->ip,
	replica->container, NULL, NULL, true,
	bundle->cluster);
	}

	if (replica->remote != NULL) {
	/* This handles ordering and colocating remote relative to container
	* (via "resource-with-container"). Since IP is also ordered and
	* colocated relative to the container, we don't need to do anything
	* explicit here with IP.
	*/
	replica->remote->cmds->internal_constraints(replica->remote);
	}

	if (replica->child != NULL) {
	CRM_ASSERT(replica->remote != NULL);
	// "Start remote then child" is implicit in scheduler's remote logic
	}
	return true;
	}

	void
	pcmk__bundle_internal_constraints(pe_resource_t *rsc)
	{
	pe_resource_t *bundled_resource = NULL;

	CRM_CHECK(rsc != NULL, return);

	bundled_resource = pe__bundled_resource(rsc);
	if (bundled_resource != NULL) {
	pcmk__order_resource_actions(rsc, RSC_START, bundled_resource,
	RSC_START, pe_order_implies_first_printed);
	pcmk__order_resource_actions(rsc, RSC_STOP, bundled_resource, RSC_STOP,
	pe_order_implies_first_printed);

	if (bundled_resource->children != NULL) {
	pcmk__order_resource_actions(bundled_resource, RSC_STARTED, rsc,
	RSC_STARTED,
	pe_order_implies_then_printed);
	pcmk__order_resource_actions(bundled_resource, RSC_STOPPED, rsc,
	RSC_STOPPED,
	pe_order_implies_then_printed);
	} else {
	pcmk__order_resource_actions(bundled_resource, RSC_START, rsc,
	RSC_STARTED,
	pe_order_implies_then_printed);
	pcmk__order_resource_actions(bundled_resource, RSC_STOP, rsc,
	RSC_STOPPED,
	pe_order_implies_then_printed);
	}
	}

	pe__foreach_bundle_replica(rsc, replica_internal_constraints, (void *) rsc);

	if (bundled_resource != NULL) {
	bundled_resource->cmds->internal_constraints(bundled_resource);
	if (pcmk_is_set(bundled_resource->flags, pe_rsc_promotable)) {
	pcmk__promotable_restart_ordering(rsc);

	/* child demoted before global demoted */
	pcmk__order_resource_actions(bundled_resource, RSC_DEMOTED, rsc,
	RSC_DEMOTED,
	pe_order_implies_then_printed);

	/* global demote before child demote */
	pcmk__order_resource_actions(rsc, RSC_DEMOTE, bundled_resource,
	RSC_DEMOTE,
	pe_order_implies_first_printed);

	/* child promoted before global promoted */
	pcmk__order_resource_actions(bundled_resource, RSC_PROMOTED, rsc,
	RSC_PROMOTED,
	pe_order_implies_then_printed);

	/* global promote before child promote */
	pcmk__order_resource_actions(rsc, RSC_PROMOTE, bundled_resource,
	RSC_PROMOTE,
	pe_order_implies_first_printed);
	}
	}
	}

	struct match_data {
	const pe_node_t *node; // Node to compare against replica
	pe_resource_t *container; // Replica container corresponding to node
	};

	/*!
	* \internal
	* \brief Check whether a replica container is assigned to a given node
	*
	* \param[in,out] replica Replica to check
	* \param[in,out] user_data struct match_data with node to compare against
	*
	* \return true if the replica does not match (to indicate further replicas
	* should be processed), otherwise false
	*/
	static bool
	match_replica_container(pe__bundle_replica_t replica, void user_data)
	{
	struct match_data *match_data = user_data;

	if (pcmk__instance_matches(replica->container, match_data->node,
	RSC_ROLE_UNKNOWN, false)) {
	match_data->container = replica->container;
	return false; // Match found, don't bother searching further replicas
	}
	return true; // No match, keep searching
	}

	static pe_resource_t *
	compatible_replica_for_node(const pe_resource_t *rsc_lh,
	const pe_node_t *candidate,
	const pe_resource_t *rsc)
	{
	struct match_data match_data = { candidate, NULL };

	CRM_CHECK(candidate != NULL, return NULL);

	crm_trace("Looking for compatible child from %s for %s on %s",
	rsc_lh->id, rsc->id, pe__node_name(candidate));
	pe__foreach_bundle_replica(rsc, match_replica_container, &match_data);
	if (match_data.container == NULL) {
	pe_rsc_trace(rsc, "Can't pair %s with %s", rsc_lh->id, rsc->id);
	} else {
	pe_rsc_trace(rsc, "Pairing %s with %s on %s",
	rsc_lh->id, match_data.container->id,
	pe__node_name(candidate));
	}
	return match_data.container;
	}

	static pe_resource_t *
	compatible_replica(const pe_resource_t rsc_lh, const pe_resource_t rsc,
	pe_working_set_t *data_set)
	{
	GList *scratch = NULL;
	pe_resource_t *pair = NULL;
	pe_node_t *active_node_lh = NULL;

	active_node_lh = rsc_lh->fns->location(rsc_lh, NULL, 0);
	if (active_node_lh) {
	return compatible_replica_for_node(rsc_lh, active_node_lh, rsc);
	}

	scratch = g_hash_table_get_values(rsc_lh->allowed_nodes);
	scratch = pcmk__sort_nodes(scratch, NULL);

	for (GList *gIter = scratch; gIter != NULL; gIter = gIter->next) {
	pe_node_t node = (pe_node_t ) gIter->data;

	pair = compatible_replica_for_node(rsc_lh, node, rsc);
	if (pair) {
	goto done;
	}
	}

	pe_rsc_debug(rsc, "Can't pair %s with %s", rsc_lh->id, (rsc? rsc->id : "none"));
	done:
	g_list_free(scratch);
	return pair;
	}

	struct coloc_data {
	const pcmk__colocation_t *colocation;
	pe_resource_t *dependent;
	GList *container_hosts;
	};

	/*!
	* \internal
	* \brief Apply a colocation score to replica node weights or resource priority
	*
	* \param[in,out] replica Replica to apply colocation score to
	* \param[in] user_data struct coloc_data for colocation being applied
	*
	* \return true (to indicate that any further replicas should be processed)
	*/
	static bool
	replica_apply_coloc_score(pe__bundle_replica_t replica, void user_data)
	{
	struct coloc_data *coloc_data = user_data;
	pe_node_t *chosen = NULL;

	if (coloc_data->colocation->score < INFINITY) {
	replica->container->cmds->apply_coloc_score(coloc_data->dependent,
	replica->container,
	coloc_data->colocation,
	false);
	return true;
	}

	chosen = replica->container->fns->location(replica->container, NULL, 0);
	if ((chosen == NULL)
	\|\| is_set_recursive(replica->container, pe_rsc_block, true)) {
	return true;
	}

	if ((coloc_data->colocation->primary_role >= RSC_ROLE_PROMOTED)
	&& ((replica->child == NULL)
	\|\| (replica->child->next_role < RSC_ROLE_PROMOTED))) {
	return true;
	}

	pe_rsc_trace(pe__const_top_resource(replica->container, true),
	"Allowing mandatory colocation %s using %s @%d",
	coloc_data->colocation->id, pe__node_name(chosen),
	chosen->weight);
	coloc_data->container_hosts = g_list_prepend(coloc_data->container_hosts,
	chosen);
	return true;
	}

	/*!
	* \internal
	* \brief Apply a colocation's score to node weights or resource priority
	*
	* Given a colocation constraint, apply its score to the dependent's
	* allowed node weights (if we are still placing resources) or priority (if
	* we are choosing promotable clone instance roles).
	*
	* \param[in,out] dependent Dependent resource in colocation
	* \param[in] primary Primary resource in colocation
	* \param[in] colocation Colocation constraint to apply
	* \param[in] for_dependent true if called on behalf of dependent
	*/
	void
	pcmk__bundle_apply_coloc_score(pe_resource_t *dependent,
	const pe_resource_t *primary,
	const pcmk__colocation_t *colocation,
	bool for_dependent)
	{
	struct coloc_data coloc_data = { colocation, dependent, NULL };

	/* This should never be called for the bundle itself as a dependent.
	* Instead, we add its colocation constraints to its replicas and call the
	* apply_coloc_score() for the replicas as dependents.
	*/
	CRM_ASSERT(!for_dependent);

	CRM_CHECK((colocation != NULL) && (dependent != NULL) && (primary != NULL),
	return);
	CRM_ASSERT(dependent->variant == pe_native);

	if (pcmk_is_set(primary->flags, pe_rsc_provisional)) {
	pe_rsc_trace(primary, "%s is still provisional", primary->id);
	return;

	} else if (colocation->dependent->variant > pe_group) {
	pe_resource_t *primary_replica = compatible_replica(dependent, primary,
	dependent->cluster);

	if (primary_replica) {
	pe_rsc_debug(primary, "Pairing %s with %s",
	dependent->id, primary_replica->id);
	dependent->cmds->apply_coloc_score(dependent, primary_replica,
	colocation, true);

	} else if (colocation->score >= INFINITY) {
	crm_notice("Cannot pair %s with instance of %s",
	dependent->id, primary->id);
	pcmk__assign_resource(dependent, NULL, true);

	} else {
	pe_rsc_debug(primary, "Cannot pair %s with instance of %s",
	dependent->id, primary->id);
	}

	return;
	}

	pe_rsc_trace(primary, "Processing constraint %s: %s -> %s %d",
	colocation->id, dependent->id, primary->id, colocation->score);

	pe__foreach_bundle_replica(primary, replica_apply_coloc_score,
	(void *) &coloc_data);

	if (colocation->score >= INFINITY) {
	node_list_exclude(dependent->allowed_nodes, coloc_data.container_hosts,
	FALSE);
	}
	g_list_free(coloc_data.container_hosts);
	}

	// Bundle implementation of resource_alloc_functions_t:with_this_colocations()
	void
	pcmk__with_bundle_colocations(const pe_resource_t *rsc,
	const pe_resource_t orig_rsc, GList *list)
	{
	CRM_CHECK((rsc != NULL) && (rsc->variant == pe_container)
	&& (orig_rsc != NULL) && (list != NULL),
	return);

	if (rsc == orig_rsc) { // Colocations are wanted for bundle itself
	pcmk__add_with_this_list(list, rsc->rsc_cons_lhs);

	// Only the bundle replicas' containers get the bundle's constraints
	} else if (pcmk_is_set(orig_rsc->flags, pe_rsc_replica_container)) {
	pcmk__add_collective_constraints(list, orig_rsc, rsc, true);
	}
	}

	// Bundle implementation of resource_alloc_functions_t:this_with_colocations()
	void
	pcmk__bundle_with_colocations(const pe_resource_t *rsc,
	const pe_resource_t orig_rsc, GList *list)
	{
	CRM_CHECK((rsc != NULL) && (rsc->variant == pe_container)
	&& (orig_rsc != NULL) && (list != NULL),
	return);

	if (rsc == orig_rsc) { // Colocations are wanted for bundle itself
	pcmk__add_this_with_list(list, rsc->rsc_cons);

	// Only the bundle replicas' containers get the bundle's constraints
	} else if (pcmk_is_set(orig_rsc->flags, pe_rsc_replica_container)) {
	pcmk__add_collective_constraints(list, orig_rsc, rsc, false);
	}
	}

	enum pe_action_flags
	pcmk__bundle_action_flags(pe_action_t action, const pe_node_t node)
	{
	GList *containers = NULL;
	enum pe_action_flags flags = 0;
	pe_resource_t *bundled_resource = pe__bundled_resource(action->rsc);

	if (bundled_resource != NULL) {
	enum action_tasks task = get_complex_task(bundled_resource,
	action->task);

	switch(task) {
	case no_action:
	case action_notify:
	case action_notified:
	case action_promote:
	case action_promoted:
	case action_demote:
	case action_demoted:
	return pcmk__collective_action_flags(action,
	bundled_resource->children,
	node);
	default:
	break;
	}
	}

	containers = pe__bundle_containers(action->rsc);
	flags = pcmk__collective_action_flags(action, containers, node);
	g_list_free(containers);
	return flags;
	}

	/*!
	* \internal
	* \brief Get containerized resource corresponding to a given bundle container
	*
	* \param[in] instance Collective instance that might be a bundle container
	*
	* \return Bundled resource instance inside \p instance if it is a bundle
	* container instance, otherwise NULL
	*/
	const pe_resource_t *
	pcmk__get_rsc_in_container(const pe_resource_t *instance)
	{
	const pe__bundle_variant_data_t *data = NULL;
	const pe_resource_t *top = pe__const_top_resource(instance, true);

	if ((top == NULL) \|\| (top->variant != pe_container)) {
	return NULL;
	}
	get_bundle_variant_data(data, top);

	for (const GList *iter = data->replicas; iter != NULL; iter = iter->next) {
	const pe__bundle_replica_t *replica = iter->data;

	if (instance == replica->container) {
	return replica->child;
	}
	}
	return NULL;
	}

	/*!
	* \internal
	* \brief Apply a location constraint to a bundle replica
	*
	* \param[in,out] replica Replica to apply constraint to
	* \param[in,out] user_data Location constraint to apply
	*
	* \return true (to indicate that any further replicas should be processed)
	*/
	static bool
	apply_location_to_replica(pe__bundle_replica_t replica, void user_data)
	{
	pe__location_t *location = user_data;

	if (replica->container != NULL) {
	replica->container->cmds->apply_location(replica->container, location);
	}
	if (replica->ip != NULL) {
	replica->ip->cmds->apply_location(replica->ip, location);
	}
	return true;
	}

	void
	pcmk__bundle_rsc_location(pe_resource_t rsc, pe__location_t constraint)
	{
	pe_resource_t *bundled_resource = NULL;

	pcmk__apply_location(rsc, constraint);
	pe__foreach_bundle_replica(rsc, apply_location_to_replica, constraint);

	bundled_resource = pe__bundled_resource(rsc);
	if ((bundled_resource != NULL)
	&& ((constraint->role_filter == RSC_ROLE_UNPROMOTED)
	\|\| (constraint->role_filter == RSC_ROLE_PROMOTED))) {
	bundled_resource->cmds->apply_location(bundled_resource,
	constraint);
	bundled_resource->rsc_location = g_list_prepend(bundled_resource->rsc_location,
	constraint);
	}
	}

	+#define XPATH_REMOTE "//nvpair[@name='" XML_RSC_ATTR_REMOTE_RA_ADDR "']"
	+
	+/*!
	+ * \internal
	+ * \brief Add a bundle replica's actions to transition graph
	+ *
	+ * \param[in,out] replica Replica to add to graph
	+ * \param[in] user_data Preferred node, if any
	+ *
	+ * \return true (to indicate that any further replicas should be processed)
	+ */
	+static bool
	+add_replica_actions_to_graph(pe__bundle_replica_t replica, void user_data)
	+{
	+ if ((replica->remote != NULL) && (replica->container != NULL)
	+ && pe__bundle_needs_remote_name(replica->remote)) {
	+
	+ /* REMOTE_CONTAINER_HACK: Allow remote nodes to run containers that
	+ * run pacemaker-remoted inside, without needing a separate IP for
	+ * the container. This is done by configuring the inner remote's
	+ * connection host as the magic string "#uname", then
	+ * replacing it with the underlying host when needed.
	+ */
	+ xmlNode *nvpair = get_xpath_object(XPATH_REMOTE, replica->remote->xml,
	+ LOG_ERR);
	+ const char *calculated_addr = NULL;
	+
	+ // Replace the value in replica->remote->xml (if appropriate)
	+ calculated_addr = pe__add_bundle_remote_name(replica->remote,
	+ replica->remote->cluster,
	+ nvpair, "value");
	+ if (calculated_addr != NULL) {
	+ /* Since this is for the bundle as a resource, and not any
	+ * particular action, replace the value in the default
	+ * parameters (not evaluated for node). create_graph_action()
	+ * will grab it from there to replace it in node-evaluated
	+ * parameters.
	+ */
	+ GHashTable *params = pe_rsc_params(replica->remote,
	+ NULL, replica->remote->cluster);
	+
	+ g_hash_table_replace(params,
	+ strdup(XML_RSC_ATTR_REMOTE_RA_ADDR),
	+ strdup(calculated_addr));
	+ } else {
	+ /* The only way to get here is if the remote connection is
	+ * neither currently running nor scheduled to run. That means we
	+ * won't be doing any operations that require addr (only start
	+ * requires it; we additionally use it to compare digests when
	+ * unpacking status, promote, and migrate_from history, but
	+ * that's already happened by this point).
	+ */
	+ crm_info("Unable to determine address for bundle %s remote connection",
	+ pe__const_top_resource(replica->remote, true)->id);
	+ }
	+ }
	+ if (replica->ip != NULL) {
	+ replica->ip->cmds->add_actions_to_graph(replica->ip);
	+ }
	+ if (replica->container != NULL) {
	+ replica->container->cmds->add_actions_to_graph(replica->container);
	+ }
	+ if (replica->remote != NULL) {
	+ replica->remote->cmds->add_actions_to_graph(replica->remote);
	+ }
	+ return true;
	+}
	+
	/*!
	* \internal
	* \brief Add a resource's actions to the transition graph
	*
	* \param[in,out] rsc Resource whose actions should be added
	*/
	void
	pcmk__bundle_expand(pe_resource_t *rsc)
	{
	- pe__bundle_variant_data_t *bundle_data = NULL;
	pe_resource_t *bundled_resource = NULL;

	CRM_CHECK(rsc != NULL, return);

	- get_bundle_variant_data(bundle_data, rsc);
	-
	bundled_resource = pe__bundled_resource(rsc);
	if (bundled_resource != NULL) {
	bundled_resource->cmds->add_actions_to_graph(bundled_resource);
	}
	-
	- for (GList *gIter = bundle_data->replicas; gIter != NULL;
	- gIter = gIter->next) {
	- pe__bundle_replica_t *replica = gIter->data;
	-
	- CRM_ASSERT(replica);
	- if (replica->remote && replica->container
	- && pe__bundle_needs_remote_name(replica->remote)) {
	-
	- /* REMOTE_CONTAINER_HACK: Allow remote nodes to run containers that
	- * run pacemaker-remoted inside, without needing a separate IP for
	- * the container. This is done by configuring the inner remote's
	- * connection host as the magic string "#uname", then
	- * replacing it with the underlying host when needed.
	- */
	- xmlNode *nvpair = get_xpath_object("//nvpair[@name='" XML_RSC_ATTR_REMOTE_RA_ADDR "']",
	- replica->remote->xml, LOG_ERR);
	- const char *calculated_addr = NULL;
	-
	- // Replace the value in replica->remote->xml (if appropriate)
	- calculated_addr = pe__add_bundle_remote_name(replica->remote,
	- rsc->cluster,
	- nvpair, "value");
	- if (calculated_addr) {
	- /* Since this is for the bundle as a resource, and not any
	- * particular action, replace the value in the default
	- * parameters (not evaluated for node). create_graph_action()
	- * will grab it from there to replace it in node-evaluated
	- * parameters.
	- */
	- GHashTable *params = pe_rsc_params(replica->remote,
	- NULL, rsc->cluster);
	-
	- g_hash_table_replace(params,
	- strdup(XML_RSC_ATTR_REMOTE_RA_ADDR),
	- strdup(calculated_addr));
	- } else {
	- /* The only way to get here is if the remote connection is
	- * neither currently running nor scheduled to run. That means we
	- * won't be doing any operations that require addr (only start
	- * requires it; we additionally use it to compare digests when
	- * unpacking status, promote, and migrate_from history, but
	- * that's already happened by this point).
	- */
	- crm_info("Unable to determine address for bundle %s remote connection",
	- rsc->id);
	- }
	- }
	- if (replica->ip) {
	- replica->ip->cmds->add_actions_to_graph(replica->ip);
	- }
	- if (replica->container) {
	- replica->container->cmds->add_actions_to_graph(replica->container);
	- }
	- if (replica->remote) {
	- replica->remote->cmds->add_actions_to_graph(replica->remote);
	- }
	- }
	+ pe__foreach_bundle_replica(rsc, add_replica_actions_to_graph, NULL);
	}

	/*!
	* \internal
	*
	* \brief Schedule any probes needed for a resource on a node
	*
	* \param[in,out] rsc Resource to create probe for
	* \param[in,out] node Node to create probe on
	*
	* \return true if any probe was created, otherwise false
	*/
	bool
	pcmk__bundle_create_probe(pe_resource_t rsc, pe_node_t node)
	{
	bool any_created = false;
	pe__bundle_variant_data_t *bundle_data = NULL;

	CRM_CHECK(rsc != NULL, return false);

	get_bundle_variant_data(bundle_data, rsc);
	for (GList *gIter = bundle_data->replicas; gIter != NULL;
	gIter = gIter->next) {
	pe__bundle_replica_t *replica = gIter->data;

	CRM_ASSERT(replica);
	if ((replica->ip != NULL)
	&& replica->ip->cmds->create_probe(replica->ip, node)) {
	any_created = true;
	}
	if ((replica->child != NULL) && (node->details == replica->node->details)
	&& replica->child->cmds->create_probe(replica->child, node)) {
	any_created = true;
	}
	if ((replica->container != NULL)
	&& replica->container->cmds->create_probe(replica->container,
	node)) {
	any_created = true;

	/* If we're limited to one replica per host (due to
	* the lack of an IP range probably), then we don't
	* want any of our peer containers starting until
	* we've established that no other copies are already
	* running.
	*
	* Partly this is to ensure that the maximum replicas per host is
	* observed, but also to ensure that the containers
	* don't fail to start because the necessary port
	* mappings (which won't include an IP for uniqueness)
	* are already taken
	*/

	for (GList *tIter = bundle_data->replicas;
	tIter && (rsc->fns->max_per_node(rsc) == 1);
	tIter = tIter->next) {
	pe__bundle_replica_t *other = tIter->data;

	if ((other != replica) && (other != NULL)
	&& (other->container != NULL)) {

	pcmk__new_ordering(replica->container,
	pcmk__op_key(replica->container->id, RSC_STATUS, 0),
	NULL, other->container,
	pcmk__op_key(other->container->id, RSC_START, 0),
	NULL,
	pe_order_optional\|pe_order_same_node,
	rsc->cluster);
	}
	}
	}
	if ((replica->container != NULL) && (replica->remote != NULL)
	&& replica->remote->cmds->create_probe(replica->remote, node)) {

	/* Do not probe the remote resource until we know where the
	* container is running. This is required for REMOTE_CONTAINER_HACK
	* to correctly probe remote resources.
	*/
	char *probe_uuid = pcmk__op_key(replica->remote->id, RSC_STATUS,
	0);
	pe_action_t *probe = find_first_action(replica->remote->actions,
	probe_uuid, NULL, node);

	free(probe_uuid);
	if (probe != NULL) {
	any_created = true;
	crm_trace("Ordering %s probe on %s",
	replica->remote->id, pe__node_name(node));
	pcmk__new_ordering(replica->container,
	pcmk__op_key(replica->container->id, RSC_START, 0),
	NULL, replica->remote, NULL, probe,
	pe_order_probe, rsc->cluster);
	}
	}
	}
	return any_created;
	}

	void
	pcmk__output_bundle_actions(pe_resource_t *rsc)
	{
	pe__bundle_variant_data_t *bundle_data = NULL;

	CRM_CHECK(rsc != NULL, return);

	get_bundle_variant_data(bundle_data, rsc);
	for (GList *gIter = bundle_data->replicas; gIter != NULL;
	gIter = gIter->next) {
	pe__bundle_replica_t *replica = gIter->data;

	CRM_ASSERT(replica);
	if (replica->ip != NULL) {
	replica->ip->cmds->output_actions(replica->ip);
	}
	if (replica->container != NULL) {
	replica->container->cmds->output_actions(replica->container);
	}
	if (replica->remote != NULL) {
	replica->remote->cmds->output_actions(replica->remote);
	}
	if (replica->child != NULL) {
	replica->child->cmds->output_actions(replica->child);
	}
	}
	}

	// Bundle implementation of resource_alloc_functions_t:add_utilization()
	void
	pcmk__bundle_add_utilization(const pe_resource_t *rsc,
	const pe_resource_t orig_rsc, GList all_rscs,
	GHashTable *utilization)
	{
	pe__bundle_variant_data_t *bundle_data = NULL;
	pe__bundle_replica_t *replica = NULL;

	if (!pcmk_is_set(rsc->flags, pe_rsc_provisional)) {
	return;
	}

	get_bundle_variant_data(bundle_data, rsc);
	if (bundle_data->replicas == NULL) {
	return;
	}

	/* All bundle replicas are identical, so using the utilization of the first
	* is sufficient for any. Only the implicit container resource can have
	* utilization values.
	*/
	replica = (pe__bundle_replica_t *) bundle_data->replicas->data;
	if (replica->container != NULL) {
	replica->container->cmds->add_utilization(replica->container, orig_rsc,
	all_rscs, utilization);
	}
	}

	// Bundle implementation of resource_alloc_functions_t:shutdown_lock()
	void
	pcmk__bundle_shutdown_lock(pe_resource_t *rsc)
	{
	return; // Bundles currently don't support shutdown locks
	}

File Metadata

Mime Type: text/x-diff
Expires: Thu, Oct 16, 3:21 PM (7 h, 30 m)
Storage Engine: blob
Storage Format: Raw Data
Storage Handle: 2536525
Default Alt Text: (36 KB)

No OneTemporaryActions

View Options

File Metadata

Event Timeline

No OneTemporary
Actions