No OneTemporary
Actions

Size

39 KB

Referenced Files

None

Subscribers

None

View Options

	diff --git a/lib/pengine/container.c b/lib/pengine/container.c
	index 169681d002..44253304e1 100644
	--- a/lib/pengine/container.c
	+++ b/lib/pengine/container.c
	@@ -1,723 +1,757 @@
	/*
	* Copyright (C) 2004 Andrew Beekhof <andrew@beekhof.net>
	*
	* This library is free software; you can redistribute it and/or
	* modify it under the terms of the GNU Lesser General Public
	* License as published by the Free Software Foundation; either
	* version 2.1 of the License, or (at your option) any later version.
	*
	* This library is distributed in the hope that it will be useful,
	* but WITHOUT ANY WARRANTY; without even the implied warranty of
	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
	* Lesser General Public License for more details.
	*
	* You should have received a copy of the GNU Lesser General Public
	* License along with this library; if not, write to the Free Software
	* Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
	*/

	#include <crm_internal.h>

	#include <crm/pengine/rules.h>
	#include <crm/pengine/status.h>
	#include <crm/pengine/internal.h>
	#include <unpack.h>
	#include <crm/msg_xml.h>

	#define VARIANT_CONTAINER 1
	#include "./variant.h"

	void tuple_free(container_grouping_t *tuple);

	static char *
	next_ip(const char *last_ip)
	{
	int oct1 = 0;
	int oct2 = 0;
	int oct3 = 0;
	int oct4 = 0;

	int rc = sscanf(last_ip, "%d.%d.%d.%d", &oct1, &oct2, &oct3, &oct4);
	if (rc != 4) {
	return NULL;

	} else if(oct4 > 255) {
	return NULL;
	}

	return crm_strdup_printf("%d.%d.%d.%d", oct1, oct2, oct3, oct4+1);
	}

	static int
	allocate_ip(container_variant_data_t data, container_grouping_t tuple, char *buffer, int max)
	{
	if(data->ip_range_start == NULL) {
	return 0;

	} else if(data->ip_last) {
	tuple->ipaddr = next_ip(data->ip_last);

	} else {
	tuple->ipaddr = strdup(data->ip_range_start);
	}

	data->ip_last = tuple->ipaddr;
	#if 0
	return snprintf(buffer, max, " --add-host=%s-%d:%s --link %s-docker-%d:%s-link-%d",
	data->prefix, tuple->offset, tuple->ipaddr,
	data->prefix, tuple->offset, data->prefix, tuple->offset);
	#else
	return snprintf(buffer, max, " --add-host=%s-%d:%s",
	data->prefix, tuple->offset, tuple->ipaddr);
	#endif
	}

	static xmlNode *
	create_resource(const char name, const char provider, const char *kind)
	{
	xmlNode *rsc = create_xml_node(NULL, XML_CIB_TAG_RESOURCE);

	crm_xml_add(rsc, XML_ATTR_ID, name);
	crm_xml_add(rsc, XML_AGENT_ATTR_CLASS, "ocf");
	crm_xml_add(rsc, XML_AGENT_ATTR_PROVIDER, provider);
	crm_xml_add(rsc, "type", kind);

	return rsc;
	}

	static void
	create_nvp(xmlNode parent, const char name, const char *value)
	{
	char *id = crm_strdup_printf("%s-%s", ID(parent), name);
	xmlNode *xml_nvp = create_xml_node(parent, XML_CIB_TAG_NVPAIR);

	crm_xml_add(xml_nvp, XML_ATTR_ID, id); free(id);
	crm_xml_add(xml_nvp, XML_NVPAIR_ATTR_NAME, name);
	crm_xml_add(xml_nvp, XML_NVPAIR_ATTR_VALUE, value);
	}

	static void
	create_op(xmlNode parent, const char prefix, const char task, const char interval)
	{
	char *id = crm_strdup_printf("%s-%s-%s", prefix, task, interval);
	xmlNode *xml_op = create_xml_node(parent, "op");

	crm_xml_add(xml_op, XML_ATTR_ID, id); free(id);
	crm_xml_add(xml_op, XML_LRM_ATTR_INTERVAL, interval);
	crm_xml_add(xml_op, "name", task);
	}

	static bool
	create_ip_resource(
	resource_t parent, container_variant_data_t data, container_grouping_t *tuple,
	pe_working_set_t * data_set)
	{
	if(data->ip_range_start) {
	char *id = crm_strdup_printf("%s-ip-%s", data->prefix, tuple->ipaddr);
	xmlNode *xml_ip = create_resource(id, "heartbeat", "IPaddr2");
	xmlNode *xml_obj = NULL;

	id = crm_strdup_printf("%s-attributes-%d", data->prefix, tuple->offset);
	xml_obj = create_xml_node(xml_ip, XML_TAG_ATTR_SETS);
	crm_xml_add(xml_obj, XML_ATTR_ID, id); free(id);

	create_nvp(xml_obj, "ip", tuple->ipaddr);
	if(data->host_network) {
	create_nvp(xml_obj, "nic", data->host_network);
	}

	if(data->host_netmask) {
	create_nvp(xml_obj, "cidr_netmask", data->host_netmask);

	} else {
	create_nvp(xml_obj, "cidr_netmask", "32");
	}

	xml_obj = create_xml_node(xml_ip, "operations");
	create_op(xml_obj, ID(xml_ip), "monitor", "60s");

	// TODO: Other ops? Timeouts and intervals from underlying resource?

	if (common_unpack(xml_ip, &tuple->ip, NULL, data_set) == false) {
	return FALSE;
	}

	parent->children = g_list_append(parent->children, tuple->ip);
	}
	return TRUE;
	}

	static bool
	create_docker_resource(
	resource_t parent, container_variant_data_t data, container_grouping_t *tuple,
	pe_working_set_t * data_set)
	{
	int offset = 0, max = 4096;
	char *buffer = calloc(1, max+1);

	int doffset = 0, dmax = 1024;
	char *dbuffer = calloc(1, dmax+1);

	char *id = crm_strdup_printf("%s-docker-%d", data->prefix, tuple->offset);
	xmlNode *xml_docker = create_resource(id, "heartbeat", "docker");
	xmlNode *xml_obj = NULL;

	id = crm_strdup_printf("%s-attributes-%d", data->prefix, tuple->offset);
	xml_obj = create_xml_node(xml_docker, XML_TAG_ATTR_SETS);
	crm_xml_add(xml_obj, XML_ATTR_ID, id); free(id);

	create_nvp(xml_obj, "image", data->image);
	create_nvp(xml_obj, "allow_pull", "true");
	create_nvp(xml_obj, "force_kill", "false");
	create_nvp(xml_obj, "reuse", "false");

	offset += snprintf(buffer+offset, max-offset, "-h %s-%d --restart=no ",
	data->prefix, tuple->offset);

	if(data->docker_network) {
	// offset += snprintf(buffer+offset, max-offset, " --link-local-ip=%s", tuple->ipaddr);
	offset += snprintf(buffer+offset, max-offset, " --net=%s", data->docker_network);
	}

	for(GListPtr pIter = data->mounts; pIter != NULL; pIter = pIter->next) {
	container_mount_t *mount = pIter->data;

	if(mount->flags) {
	char *source = crm_strdup_printf(
	"%s/%s-%d", mount->source, data->prefix, tuple->offset);

	if(doffset > 0) {
	doffset += snprintf(dbuffer+doffset, dmax-doffset, ",");
	}
	doffset += snprintf(dbuffer+doffset, dmax-doffset, "%s", source);
	offset += snprintf(buffer+offset, max-offset, " -v %s:%s", source, mount->target);

	} else {
	offset += snprintf(buffer+offset, max-offset, " -v %s:%s", mount->source, mount->target);
	}
	if(mount->options) {
	offset += snprintf(buffer+offset, max-offset, ":%s", mount->options);
	}
	}

	for(GListPtr pIter = data->ports; pIter != NULL; pIter = pIter->next) {
	char *port = pIter->data;

	offset += snprintf(buffer+offset, max-offset, " -p %s:%s:%s",
	tuple->ipaddr, port, port);
	}

	if(data->docker_run_options) {
	offset += snprintf(buffer+offset, max-offset, " %s", data->docker_run_options);
	}

	if(data->docker_host_options) {
	offset += snprintf(buffer+offset, max-offset, " %s", data->docker_host_options);
	}

	create_nvp(xml_obj, "run_opts", buffer);
	free(buffer);

	create_nvp(xml_obj, "mount_points", dbuffer);
	free(dbuffer);

	if(tuple->child) {
	create_nvp(xml_obj, "run_cmd", SBIN_DIR"/pacemaker_remoted");

	/* TODO: Allow users to specify their own?
	*
	* We just want to know if the container is alive, we'll
	* monitor the child independantly
	*/
	create_nvp(xml_obj, "monitor_cmd", "/bin/true");
	/* } else if(child && data->untrusted) {
	* Support this use-case?
	*
	* The ability to have resources started/stopped by us, but
	* unable to set attributes, etc.
	*
	* Arguably better to control API access this with ACLs like
	* "normal" remote nodes
	*
	* create_nvp(xml_obj, "run_cmd", "/usr/libexec/pacemaker/lrmd");
	* create_nvp(xml_obj, "monitor_cmd", "/usr/libexec/pacemaker/lrmd_internal_ctl -c poke");
	*/
	} else {
	/* TODO: Allow users to specify their own?
	*
	* We don't know what's in the container, so we just want
	* to know if it is alive
	*/
	create_nvp(xml_obj, "monitor_cmd", "/bin/true");
	}


	xml_obj = create_xml_node(xml_docker, "operations");
	create_op(xml_obj, ID(xml_docker), "monitor", "60s");

	// TODO: Other ops? Timeouts and intervals from underlying resource?

	if (common_unpack(xml_docker, &tuple->docker, NULL, data_set) == FALSE) {
	return FALSE;
	}
	parent->children = g_list_append(parent->children, tuple->docker);
	tuple->docker->parent = parent;
	return TRUE;
	}

	static bool
	create_remote_resource(
	resource_t parent, container_variant_data_t data, container_grouping_t *tuple,
	pe_working_set_t * data_set)
	{
	if(tuple->ip && tuple->child) {
	node_t *node = NULL;
	xmlNode *xml_obj = NULL;
	xmlNode *xml_remote = NULL;
	char *nodeid = crm_strdup_printf("%s-%d", data->prefix, tuple->offset);
	char *id = strdup(nodeid);

	if(remote_id_conflict(id, data_set)) {
	// The biggest hammer we have
	id = crm_strdup_printf("pcmk-internal-%s-remote-%d", tuple->child->id, tuple->offset);
	}

	CRM_ASSERT(remote_id_conflict(id, data_set) == FALSE);

	xml_remote = create_resource(id, "pacemaker", "remote");
	xml_obj = create_xml_node(xml_remote, "operations");
	create_op(xml_obj, ID(xml_remote), "monitor", "60s");

	id = crm_strdup_printf("%s-attributes-%d", data->prefix, tuple->offset);
	xml_obj = create_xml_node(xml_remote, XML_TAG_ATTR_SETS);
	crm_xml_add(xml_obj, XML_ATTR_ID, id); free(id);

	create_nvp(xml_obj, "addr", tuple->ipaddr);
	create_nvp(xml_obj, "port", crm_itoa(DEFAULT_REMOTE_PORT));

	id = crm_strdup_printf("%s-meta-%d", data->prefix, tuple->offset);
	xml_obj = create_xml_node(xml_remote, XML_TAG_META_SETS);
	crm_xml_add(xml_obj, XML_ATTR_ID, id); free(id);

	create_nvp(xml_obj, XML_OP_ATTR_ALLOW_MIGRATE, "false");

	// Sets up node->details->remote_rsc->container == tuple->docker
	create_nvp(xml_obj, XML_RSC_ATTR_CONTAINER, tuple->docker->id);

	// TODO: Do this generically, eg with rsc->flags
	// create_nvp(xml_obj, XML_RSC_ATTR_INTERNAL_RSC, "true"); // Suppress printing

	// tuple->docker->fillers = g_list_append(tuple->docker->fillers, child);

	// -INFINITY prevents anyone else from running here
	node = create_node(strdup(nodeid), nodeid, "remote", "-INFINITY", data_set);
	tuple->node = node_copy(node);
	tuple->node->weight = 500;
	nodeid = NULL;
	id = NULL;

	if (common_unpack(xml_remote, &tuple->remote, NULL, data_set) == FALSE) {
	return FALSE;
	}

	tuple->node->details->remote_rsc = tuple->remote;
	parent->children = g_list_append(parent->children, tuple->remote);
	}
	return TRUE;
	}

	static bool
	create_container(
	resource_t parent, container_variant_data_t data, container_grouping_t *tuple,
	pe_working_set_t * data_set)
	{

	if(create_docker_resource(parent, data, tuple, data_set) == FALSE) {
	return TRUE;
	}
	if(create_ip_resource(parent, data, tuple, data_set) == FALSE) {
	return TRUE;
	}
	if(create_remote_resource(parent, data, tuple, data_set) == FALSE) {
	return TRUE;
	}
	if(tuple->child && tuple->ipaddr) {
	add_hash_param(tuple->child->meta, "external-ip", tuple->ipaddr);
	}

	return FALSE;
	}

	static void mount_free(container_mount_t *mount)
	{
	free(mount->source);
	free(mount->target);
	free(mount->options);
	free(mount);
	}

	gboolean
	container_unpack(resource_t * rsc, pe_working_set_t * data_set)
	{
	const char *value = NULL;
	xmlNode *xml_obj = NULL;
	xmlNode *xml_resource = NULL;
	container_variant_data_t *container_data = NULL;

	pe_rsc_trace(rsc, "Processing resource %s...", rsc->id);

	container_data = calloc(1, sizeof(container_variant_data_t));
	rsc->variant_opaque = container_data;
	container_data->prefix = strdup(rsc->id);

	xml_obj = first_named_child(rsc->xml, "docker");
	if(xml_obj == NULL) {
	return FALSE;
	}

	value = crm_element_value(xml_obj, "replicas");
	container_data->replicas = crm_parse_int(value, "1");

	/*
	* Communication between containers on the same host via the
	* floating IPs only works if docker is started with:
	* --userland-proxy=false --ip-masq=false
	*/
	value = crm_element_value(xml_obj, "replicas-per-host");
	container_data->replicas_per_host = crm_parse_int(value, "1");

	value = crm_element_value(xml_obj, "masters");
	container_data->masters = crm_parse_int(value, "1");

	container_data->docker_run_options = crm_element_value_copy(xml_obj, "options");
	container_data->image = crm_element_value_copy(xml_obj, "image");

	xml_obj = first_named_child(rsc->xml, "network");
	if(xml_obj) {

	container_data->ip_range_start = crm_element_value_copy(xml_obj, "ip-range-start");
	container_data->host_netmask = crm_element_value_copy(xml_obj, "host-netmask");
	container_data->host_network = crm_element_value_copy(xml_obj, "host-network");
	container_data->docker_network = crm_element_value_copy(xml_obj, "docker-network");

	for (xmlNode *xml_child = __xml_first_child_element(xml_obj); xml_child != NULL;
	xml_child = __xml_next_element(xml_child)) {

	char *port = crm_element_value_copy(xml_child, "port");

	if(port == NULL) {
	port = crm_element_value_copy(xml_child, "range");
	}

	if(port != NULL) {
	container_data->ports = g_list_append(container_data->ports, port);
	} else {
	pe_err("Invalid port directive %s", ID(xml_child));
	}
	}
	}

	xml_obj = first_named_child(rsc->xml, "storage");
	for (xmlNode *xml_child = __xml_first_child_element(xml_obj); xml_child != NULL;
	xml_child = __xml_next_element(xml_child)) {

	container_mount_t *mount = calloc(1, sizeof(container_mount_t));
	mount->source = crm_element_value_copy(xml_child, "source-dir");

	if(mount->source == NULL) {
	mount->source = crm_element_value_copy(xml_child, "source-dir-root");
	mount->flags = 1;
	}
	mount->target = crm_element_value_copy(xml_child, "target-dir");
	mount->options = crm_element_value_copy(xml_child, "options");

	if(mount->source && mount->target) {
	container_data->mounts = g_list_append(container_data->mounts, mount);
	} else {
	pe_err("Invalid mount directive %s", ID(xml_child));
	mount_free(mount);
	}
	}

	xml_obj = first_named_child(rsc->xml, "primitive");
	if(xml_obj && container_data->ip_range_start && container_data->replicas > 0) {
	char *value = NULL;
	xmlNode *xml_set = NULL;

	if(container_data->masters > 0) {
	xml_resource = create_xml_node(NULL, XML_CIB_TAG_MASTER);

	} else {
	xml_resource = create_xml_node(NULL, XML_CIB_TAG_INCARNATION);
	}

	value = crm_strdup_printf("%s-%s", container_data->prefix, xml_resource->name);
	crm_xml_add(xml_resource, XML_ATTR_ID, value);
	free(value);

	value = crm_strdup_printf("%s-%s-meta", container_data->prefix, xml_resource->name);
	xml_set = create_xml_node(xml_resource, XML_TAG_META_SETS);
	free(value);

	create_nvp(xml_set, XML_RSC_ATTR_ORDERED, "true");

	value = crm_itoa(container_data->replicas);
	create_nvp(xml_set, XML_RSC_ATTR_INCARNATION_MAX, value);
	free(value);

	value = crm_itoa(container_data->replicas_per_host);
	create_nvp(xml_set, XML_RSC_ATTR_INCARNATION_NODEMAX, value);
	free(value);

	if(container_data->masters) {
	value = crm_itoa(container_data->masters);
	create_nvp(xml_set, XML_RSC_ATTR_MASTER_MAX, value);
	free(value);
	}

	//crm_xml_add(xml_obj, XML_ATTR_ID, container_data->prefix);
	add_node_copy(xml_resource, xml_obj);

	/* } else if(xml_obj && container_data->ip_range_start) { */
	/* xml_resource = copy_xml(xml_resource); */

	} else if(xml_obj) {
	pe_err("Cannot control %s inside container %s without a value for ip-range-start",
	rsc->id, ID(xml_obj));
	return FALSE;
	}

	if(xml_resource) {
	int lpc = 0;
	GListPtr childIter = NULL;
	resource_t *new_rsc = NULL;
	container_mount_t *mount = NULL;

	int offset = 0, max = 1024;
	char *buffer = calloc(1, max+1);

	mount = calloc(1, sizeof(container_mount_t));
	mount->source = strdup(DEFAULT_REMOTE_KEY_LOCATION);
	mount->target = strdup(DEFAULT_REMOTE_KEY_LOCATION);
	mount->options = NULL;
	mount->flags = 0;
	container_data->mounts = g_list_append(container_data->mounts, mount);

	mount = calloc(1, sizeof(container_mount_t));
	mount->source = strdup("/var/log/containers");
	mount->target = strdup("/var/log");
	mount->options = NULL;
	mount->flags = 1;
	container_data->mounts = g_list_append(container_data->mounts, mount);

	container_data->ports = g_list_append(container_data->ports, crm_itoa(DEFAULT_REMOTE_PORT));

	if (common_unpack(xml_resource, &new_rsc, rsc, data_set) == FALSE) {
	pe_err("Failed unpacking resource %s", crm_element_value(rsc->xml, XML_ATTR_ID));
	if (new_rsc != NULL && new_rsc->fns != NULL) {
	new_rsc->fns->free(new_rsc);
	}
	return FALSE;
	}

	container_data->child = new_rsc;
	container_data->child->orig_xml = xml_obj; // Also the trigger for common_free()
	// to free xml_resource as container_data->child->xml

	for(childIter = container_data->child->children; childIter != NULL; childIter = childIter->next) {
	container_grouping_t *tuple = calloc(1, sizeof(container_grouping_t));
	tuple->child = childIter->data;
	tuple->offset = lpc++;

	offset += allocate_ip(container_data, tuple, buffer+offset, max-offset);
	container_data->tuples = g_list_append(container_data->tuples, tuple);
	}
	container_data->docker_host_options = buffer;

	} else {
	// Just a naked container, no pacemaker-remote
	int offset = 0, max = 1024;
	char *buffer = calloc(1, max+1);

	for(int lpc = 0; lpc < container_data->replicas; lpc++) {
	container_grouping_t *tuple = calloc(1, sizeof(container_grouping_t));
	tuple->offset = lpc;
	offset += allocate_ip(container_data, tuple, buffer+offset, max-offset);
	container_data->tuples = g_list_append(container_data->tuples, tuple);
	}

	container_data->docker_host_options = buffer;
	}


	for (GListPtr gIter = container_data->tuples; gIter != NULL; gIter = gIter->next) {
	container_grouping_t tuple = (container_grouping_t )gIter->data;
	// TODO: Remove from list if create_container() returns TRUE
	create_container(rsc, container_data, tuple, data_set);
	}

	if(container_data->child) {
	rsc->children = g_list_append(rsc->children, container_data->child);
	}
	return TRUE;
	}

	gboolean
	container_active(resource_t * rsc, gboolean all)
	{
	return TRUE;
	}

	static void
	container_print_xml(resource_t * rsc, const char pre_text, long options, void print_data)
	{
	container_variant_data_t *container_data = NULL;
	char *child_text = NULL;
	CRM_CHECK(rsc != NULL, return);

	if (pre_text == NULL) {
	pre_text = "";
	}
	child_text = crm_concat(pre_text, " ", ' ');

	status_print("%s<container ", pre_text);
	status_print("id=\"%s\" ", rsc->id);
	status_print("managed=\"%s\" ", is_set(rsc->flags, pe_rsc_managed) ? "true" : "false");
	status_print("failed=\"%s\" ", is_set(rsc->flags, pe_rsc_failed) ? "true" : "false");
	status_print(">\n");

	get_container_variant_data(container_data, rsc);

	status_print("%sDocker container: %s [%s]%s%s",
	pre_text, rsc->id, container_data->image,
	is_set(rsc->flags, pe_rsc_unique) ? " (unique)" : "",
	is_set(rsc->flags, pe_rsc_managed) ? "" : " (unmanaged)");

	for (GListPtr gIter = container_data->tuples; gIter != NULL; gIter = gIter->next) {
	container_grouping_t tuple = (container_grouping_t )gIter->data;

	CRM_ASSERT(tuple);
	if(tuple->ip) {
	tuple->ip->fns->print(tuple->ip, child_text, options, print_data);
	}
	if(tuple->child) {
	tuple->child->fns->print(tuple->child, child_text, options, print_data);
	}
	if(tuple->docker) {
	tuple->docker->fns->print(tuple->docker, child_text, options, print_data);
	}
	if(tuple->remote) {
	tuple->remote->fns->print(tuple->remote, child_text, options, print_data);
	}
	}
	status_print("%s</container>\n", pre_text);
	free(child_text);
	}

	+static void
	+tuple_print(container_grouping_t * tuple, const char pre_text, long options, void print_data)
	+{
	+ node_t *node = NULL;
	+ resource_t *rsc = tuple->child;
	+
	+ int offset = 0;
	+ char buffer[LINE_MAX];
	+
	+ if(rsc == NULL) {
	+ rsc = tuple->docker;
	+ }
	+
	+ if(tuple->remote) {
	+ offset += snprintf(buffer + offset, LINE_MAX - offset, "%s", rsc_printable_id(tuple->remote));
	+ } else {
	+ offset += snprintf(buffer + offset, LINE_MAX - offset, "%s", rsc_printable_id(tuple->docker));
	+ }
	+ if(tuple->ipaddr) {
	+ offset += snprintf(buffer + offset, LINE_MAX - offset, " (%s)", tuple->ipaddr);
	+ }
	+
	+ if(tuple->remote && tuple->remote->running_on != NULL) {
	+ node = tuple->remote->running_on->data;
	+ } else if (tuple->remote == NULL && rsc->running_on != NULL) {
	+ node = rsc->running_on->data;
	+ }
	+ common_print(rsc, pre_text, buffer, node, options, print_data);
	+}
	+
	void
	container_print(resource_t * rsc, const char pre_text, long options, void print_data)
	{
	container_variant_data_t *container_data = NULL;
	char *child_text = NULL;
	CRM_CHECK(rsc != NULL, return);

	if (options & pe_print_xml) {
	container_print_xml(rsc, pre_text, options, print_data);
	return;
	}

	get_container_variant_data(container_data, rsc);

	if (pre_text == NULL) {
	pre_text = " ";
	}

	child_text = crm_strdup_printf(" %s", pre_text);
	status_print("%sDocker container%s: %s [%s]%s%s\n",
	pre_text, container_data->replicas>1?" set":"", rsc->id, container_data->image,
	is_set(rsc->flags, pe_rsc_unique) ? " (unique)" : "",
	is_set(rsc->flags, pe_rsc_managed) ? "" : " (unmanaged)");

	for (GListPtr gIter = container_data->tuples; gIter != NULL; gIter = gIter->next) {
	container_grouping_t tuple = (container_grouping_t )gIter->data;

	CRM_ASSERT(tuple);
	+ if(is_set(options, pe_print_clone_details)) {
	+ if(g_list_length(container_data->tuples) > 1) {
	+ status_print(" %sReplica[%d]\n", pre_text, tuple->offset);
	+ }

	- if(g_list_length(container_data->tuples) > 1) {
	- status_print(" %sReplica[%d]\n", pre_text, tuple->offset);
	- }
	-
	- if(tuple->ip) {
	- tuple->ip->fns->print(tuple->ip, child_text, options, print_data);
	- }
	- if(tuple->docker) {
	- tuple->docker->fns->print(tuple->docker, child_text, options, print_data);
	- }
	- if(tuple->remote) {
	- tuple->remote->fns->print(tuple->remote, child_text, options, print_data);
	- }
	- if(tuple->child) {
	- tuple->child->fns->print(tuple->child, child_text, options, print_data);
	+ if(tuple->ip) {
	+ tuple->ip->fns->print(tuple->ip, child_text, options, print_data);
	+ }
	+ if(tuple->docker) {
	+ tuple->docker->fns->print(tuple->docker, child_text, options, print_data);
	+ }
	+ if(tuple->remote) {
	+ tuple->remote->fns->print(tuple->remote, child_text, options, print_data);
	+ }
	+ if(tuple->child) {
	+ tuple->child->fns->print(tuple->child, child_text, options, print_data);
	+ }
	+ } else {
	+ char *child_text = crm_strdup_printf("%s ", pre_text);
	+ tuple_print(tuple, child_text, options, print_data);
	}
	}
	}

	void
	tuple_free(container_grouping_t *tuple)
	{
	if(tuple == NULL) {
	return;
	}

	// TODO: Free tuple->node ?

	if(tuple->ip) {
	tuple->ip->fns->free(tuple->ip);
	tuple->ip = NULL;
	}
	if(tuple->child) {
	tuple->child->fns->free(tuple->child);
	tuple->child = NULL;
	}
	if(tuple->docker) {
	tuple->docker->fns->free(tuple->docker);
	tuple->docker = NULL;
	}
	if(tuple->remote) {
	tuple->remote->fns->free(tuple->remote);
	tuple->remote = NULL;
	}
	free(tuple->ipaddr);
	free(tuple);
	}

	void
	container_free(resource_t * rsc)
	{
	container_variant_data_t *container_data = NULL;
	CRM_CHECK(rsc != NULL, return);

	get_container_variant_data(container_data, rsc);
	pe_rsc_trace(rsc, "Freeing %s", rsc->id);

	free(container_data->prefix);
	free(container_data->image);
	free(container_data->host_network);
	free(container_data->host_netmask);
	free(container_data->ip_range_start);
	free(container_data->docker_network);
	free(container_data->docker_run_options);
	free(container_data->docker_host_options);

	g_list_free_full(container_data->tuples, (GDestroyNotify)tuple_free);
	g_list_free_full(container_data->mounts, (GDestroyNotify)mount_free);
	g_list_free_full(container_data->ports, free);
	common_free(rsc);
	}

	enum rsc_role_e
	container_resource_state(const resource_t * rsc, gboolean current)
	{
	enum rsc_role_e container_role = RSC_ROLE_UNKNOWN;
	return container_role;
	}
	diff --git a/pengine/container.c b/pengine/container.c
	index c4c448396e..84f2f1640b 100644
	--- a/pengine/container.c
	+++ b/pengine/container.c
	@@ -1,345 +1,345 @@
	/*
	* Copyright (C) 2004 Andrew Beekhof <andrew@beekhof.net>
	*
	* This program is free software; you can redistribute it and/or
	* modify it under the terms of the GNU General Public
	* License as published by the Free Software Foundation; either
	* version 2 of the License, or (at your option) any later version.
	*
	* This software is distributed in the hope that it will be useful,
	* but WITHOUT ANY WARRANTY; without even the implied warranty of
	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
	* General Public License for more details.
	*
	* You should have received a copy of the GNU General Public
	* License along with this library; if not, write to the Free Software
	* Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
	*/

	#include <crm_internal.h>

	#include <crm/msg_xml.h>
	#include <allocate.h>
	#include <notif.h>
	#include <utils.h>
	#include <allocate.h>

	#define VARIANT_CONTAINER 1
	#include <lib/pengine/variant.h>

	static bool
	is_child_container_node(container_variant_data_t data, pe_node_t node)
	{
	for (GListPtr gIter = data->tuples; gIter != NULL; gIter = gIter->next) {
	container_grouping_t tuple = (container_grouping_t )gIter->data;
	if(node->details == tuple->node->details) {
	return TRUE;
	}
	}
	return FALSE;
	}

	gint sort_clone_instance(gconstpointer a, gconstpointer b, gpointer data_set);
	void distribute_children(resource_t *rsc, GListPtr children, GListPtr nodes,
	int max, int per_host_max, pe_working_set_t * data_set);

	node_t *
	container_color(resource_t * rsc, node_t * prefer, pe_working_set_t * data_set)
	{
	GListPtr containers = NULL;
	GListPtr nodes = NULL;
	container_variant_data_t *container_data = NULL;

	CRM_CHECK(rsc != NULL, return NULL);

	get_container_variant_data(container_data, rsc);

	set_bit(rsc->flags, pe_rsc_allocating);

	for (GListPtr gIter = container_data->tuples; gIter != NULL; gIter = gIter->next) {
	container_grouping_t tuple = (container_grouping_t )gIter->data;
	containers = g_list_append(containers, tuple->docker);
	}

	- dump_node_scores(0, rsc, __FUNCTION__, rsc->allowed_nodes);
	+ dump_node_scores(show_scores ? 0 : scores_log_level, rsc, __FUNCTION__, rsc->allowed_nodes);

	nodes = g_hash_table_get_values(rsc->allowed_nodes);
	nodes = g_list_sort_with_data(nodes, sort_node_weight, NULL);
	containers = g_list_sort_with_data(containers, sort_clone_instance, data_set);
	distribute_children(rsc, containers, nodes,
	container_data->replicas, container_data->replicas_per_host, data_set);
	g_list_free(nodes);
	g_list_free(containers);

	for (GListPtr gIter = container_data->tuples; gIter != NULL; gIter = gIter->next) {
	container_grouping_t tuple = (container_grouping_t )gIter->data;

	CRM_ASSERT(tuple);
	if(tuple->ip) {
	tuple->ip->cmds->allocate(tuple->ip, prefer, data_set);
	}
	if(tuple->remote) {
	tuple->remote->cmds->allocate(tuple->remote, prefer, data_set);
	}

	// Explicitly allocate tuple->child before the container->child
	if(tuple->child) {
	pe_node_t *node = NULL;
	GHashTableIter iter;
	g_hash_table_iter_init(&iter, tuple->child->allowed_nodes);
	while (g_hash_table_iter_next(&iter, NULL, (gpointer *) & node)) {
	if(node->details != tuple->node->details) {
	node->weight = -INFINITY;
	} else {
	node->weight = INFINITY;
	}
	}

	set_bit(tuple->child->parent->flags, pe_rsc_allocating);
	tuple->child->cmds->allocate(tuple->child, tuple->node, data_set);
	clear_bit(tuple->child->parent->flags, pe_rsc_allocating);
	}
	}

	if(container_data->child) {
	pe_node_t *node = NULL;
	GHashTableIter iter;
	g_hash_table_iter_init(&iter, container_data->child->allowed_nodes);
	while (g_hash_table_iter_next(&iter, NULL, (gpointer *) & node)) {
	if(is_child_container_node(container_data, node)) {
	node->weight = 0;
	} else {
	node->weight = -INFINITY;
	}
	}
	container_data->child->cmds->allocate(container_data->child, prefer, data_set);
	}

	clear_bit(rsc->flags, pe_rsc_allocating);
	return NULL;
	}

	void
	container_create_actions(resource_t * rsc, pe_working_set_t * data_set)
	{
	container_variant_data_t *container_data = NULL;

	CRM_CHECK(rsc != NULL, return);

	get_container_variant_data(container_data, rsc);
	for (GListPtr gIter = container_data->tuples; gIter != NULL; gIter = gIter->next) {
	container_grouping_t tuple = (container_grouping_t )gIter->data;

	CRM_ASSERT(tuple);
	if(tuple->ip) {
	tuple->ip->cmds->create_actions(tuple->ip, data_set);
	}
	if(tuple->docker) {
	tuple->docker->cmds->create_actions(tuple->docker, data_set);
	}
	if(tuple->remote) {
	tuple->remote->cmds->create_actions(tuple->remote, data_set);
	}
	}

	if(container_data->child) {
	container_data->child->cmds->create_actions(container_data->child, data_set);
	}
	}

	void
	container_internal_constraints(resource_t * rsc, pe_working_set_t * data_set)
	{
	container_variant_data_t *container_data = NULL;

	CRM_CHECK(rsc != NULL, return);

	get_container_variant_data(container_data, rsc);
	for (GListPtr gIter = container_data->tuples; gIter != NULL; gIter = gIter->next) {
	char *id = NULL;
	container_grouping_t tuple = (container_grouping_t )gIter->data;

	CRM_ASSERT(tuple);
	if(tuple->docker) {
	tuple->docker->cmds->internal_constraints(tuple->docker, data_set);
	}

	if(tuple->ip) {
	tuple->ip->cmds->internal_constraints(tuple->ip, data_set);

	// Start ip then docker
	new_rsc_order(tuple->ip, RSC_START, tuple->docker, RSC_START, pe_order_runnable_left, data_set);
	new_rsc_order(tuple->docker, RSC_STOP, tuple->ip, RSC_STOP, pe_order_implies_first, data_set);

	id = crm_strdup_printf("%s-ip-with-docker-%d", rsc->id, tuple->offset);
	rsc_colocation_new(id, NULL, INFINITY, tuple->ip, tuple->docker, NULL, NULL, data_set);
	free(id);
	}

	if(tuple->remote) {
	CRM_ASSERT(tuple->ip);
	tuple->remote->cmds->internal_constraints(tuple->remote, data_set);
	// Start docker then remote
	new_rsc_order(
	tuple->docker, RSC_START, tuple->remote, RSC_START, pe_order_runnable_left, data_set);
	new_rsc_order(
	tuple->remote, RSC_STOP, tuple->docker, RSC_STOP, pe_order_implies_first, data_set);

	id = crm_strdup_printf("%s-remote-with-ip-%d", rsc->id, tuple->offset);
	rsc_colocation_new(id, NULL, INFINITY, tuple->remote, tuple->ip, NULL, NULL, data_set);
	free(id);
	}

	if(tuple->child) {
	CRM_ASSERT(tuple->remote);

	// Start of the remote then child is implicit in the PE's remote logic
	}

	}

	if(container_data->child) {
	container_data->child->cmds->internal_constraints(container_data->child, data_set);
	}
	}

	void
	container_rsc_colocation_lh(resource_t * rsc_lh, resource_t * rsc_rh, rsc_colocation_t * constraint)
	{
	pe_err("Container %s cannot be colocated with anything", rsc_lh->id);
	}

	void
	container_rsc_colocation_rh(resource_t * rsc_lh, resource_t * rsc_rh, rsc_colocation_t * constraint)
	{
	pe_err("Container %s cannot be colocated with anything", rsc_rh->id);
	}

	enum pe_action_flags
	container_action_flags(action_t * action, node_t * node)
	{
	enum pe_action_flags flags = (pe_action_optional \| pe_action_runnable \| pe_action_pseudo);
	return flags;
	}


	enum pe_graph_flags
	container_update_actions(action_t * first, action_t * then, node_t * node, enum pe_action_flags flags,
	enum pe_action_flags filter, enum pe_ordering type)
	{
	enum pe_graph_flags changed = pe_graph_none;
	return changed;
	}

	void
	container_rsc_location(resource_t * rsc, rsc_to_node_t * constraint)
	{
	GListPtr gIter = rsc->children;

	pe_rsc_trace(rsc, "Processing location constraint %s for %s", constraint->id, rsc->id);

	native_rsc_location(rsc, constraint);

	for (; gIter != NULL; gIter = gIter->next) {
	resource_t child_rsc = (resource_t ) gIter->data;

	child_rsc->cmds->rsc_location(child_rsc, constraint);
	}
	}

	void
	container_expand(resource_t * rsc, pe_working_set_t * data_set)
	{
	container_variant_data_t *container_data = NULL;

	CRM_CHECK(rsc != NULL, return);

	get_container_variant_data(container_data, rsc);
	for (GListPtr gIter = container_data->tuples; gIter != NULL; gIter = gIter->next) {
	container_grouping_t tuple = (container_grouping_t )gIter->data;

	CRM_ASSERT(tuple);
	if(tuple->ip) {
	tuple->ip->cmds->expand(tuple->ip, data_set);
	}
	if(tuple->child) {
	tuple->child->cmds->expand(tuple->child, data_set);
	}
	if(tuple->docker) {
	tuple->docker->cmds->expand(tuple->docker, data_set);
	}
	if(tuple->remote) {
	tuple->remote->cmds->expand(tuple->remote, data_set);
	}
	}
	}

	gboolean
	container_create_probe(resource_t * rsc, node_t * node, action_t * complete,
	gboolean force, pe_working_set_t * data_set)
	{
	bool any_created = FALSE;
	container_variant_data_t *container_data = NULL;

	CRM_CHECK(rsc != NULL, return FALSE);

	get_container_variant_data(container_data, rsc);
	for (GListPtr gIter = container_data->tuples; gIter != NULL; gIter = gIter->next) {
	container_grouping_t tuple = (container_grouping_t )gIter->data;

	CRM_ASSERT(tuple);
	if(tuple->ip) {
	any_created \|= tuple->ip->cmds->create_probe(tuple->ip, node, complete, force, data_set);
	}
	if(tuple->child && node->details == tuple->node->details) {
	any_created \|= tuple->child->cmds->create_probe(tuple->child, node, complete, force, data_set);
	}
	if(tuple->docker) {
	any_created \|= tuple->docker->cmds->create_probe(tuple->docker, node, complete, force, data_set);
	}
	if(FALSE && tuple->remote) {
	// TODO: Needed?
	any_created \|= tuple->remote->cmds->create_probe(tuple->remote, node, complete, force, data_set);
	}
	}
	return any_created;
	}

	void
	container_append_meta(resource_t * rsc, xmlNode * xml)
	{
	}

	GHashTable *
	container_merge_weights(resource_t * rsc, const char rhs, GHashTable nodes, const char *attr,
	float factor, enum pe_weights flags)
	{
	return rsc_merge_weights(rsc, rhs, nodes, attr, factor, flags);
	}

	void container_LogActions(
	resource_t * rsc, pe_working_set_t * data_set, gboolean terminal)
	{
	container_variant_data_t *container_data = NULL;

	CRM_CHECK(rsc != NULL, return);

	get_container_variant_data(container_data, rsc);
	for (GListPtr gIter = container_data->tuples; gIter != NULL; gIter = gIter->next) {
	container_grouping_t tuple = (container_grouping_t )gIter->data;

	CRM_ASSERT(tuple);
	if(tuple->ip) {
	LogActions(tuple->ip, data_set, terminal);
	}
	if(tuple->docker) {
	LogActions(tuple->docker, data_set, terminal);
	}
	if(tuple->remote) {
	LogActions(tuple->remote, data_set, terminal);
	}
	if(tuple->child) {
	LogActions(tuple->child, data_set, terminal);
	}
	}
	}

File Metadata

Mime Type: text/x-diff
Expires: Mon, Apr 21, 11:05 AM (1 d, 5 h)
Storage Engine: blob
Storage Format: Raw Data
Storage Handle: 1664813
Default Alt Text: (39 KB)

No OneTemporaryActions

View Options

File Metadata

Event Timeline

No OneTemporary
Actions