vsf_ykd.c
No OneTemporary
Actions

Size

13 KB

Referenced Files

None

Subscribers

None

vsf_ykd.c
View Options

	/*
	* Copyright (c) 2005 MontaVista Software, Inc.
	* Copyright (c) 2006-2012 Red Hat, Inc.
	*
	* All rights reserved.
	*
	* Author: Steven Dake (sdake@redhat.com)
	*
	* This software licensed under BSD license, the text of which follows:
	*
	* Redistribution and use in source and binary forms, with or without
	* modification, are permitted provided that the following conditions are met:
	*
	* - Redistributions of source code must retain the above copyright notice,
	* this list of conditions and the following disclaimer.
	* - Redistributions in binary form must reproduce the above copyright notice,
	* this list of conditions and the following disclaimer in the documentation
	* and/or other materials provided with the distribution.
	* - Neither the name of the MontaVista Software, Inc. nor the names of its
	* contributors may be used to endorse or promote products derived from this
	* software without specific prior written permission.
	*
	* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
	* AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
	* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
	* ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
	* LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
	* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
	* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
	* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
	* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
	* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
	* THE POSSIBILITY OF SUCH DAMAGE.
	*/

	#include <config.h>

	#include <assert.h>
	#include <pwd.h>
	#include <grp.h>
	#include <sys/types.h>
	#include <sys/poll.h>
	#include <sys/uio.h>
	#include <sys/mman.h>
	#include <sys/socket.h>
	#include <sys/un.h>
	#include <sys/time.h>
	#include <sys/resource.h>
	#include <netinet/in.h>
	#include <arpa/inet.h>
	#include <unistd.h>
	#include <fcntl.h>
	#include <stdlib.h>
	#include <stdio.h>
	#include <errno.h>
	#include <sched.h>
	#include <time.h>

	#include "quorum.h"
	#include <corosync/logsys.h>
	#include <corosync/corotypes.h>
	#include <qb/qbipc_common.h>
	#include <corosync/mar_gen.h>
	#include <corosync/coroapi.h>
	#include <corosync/swab.h>

	#include "vsf_ykd.h"

	LOGSYS_DECLARE_SUBSYS ("YKD");

	#define YKD_PROCESSOR_COUNT_MAX 32

	enum ykd_header_values {
	YKD_HEADER_SENDSTATE = 0,
	YKD_HEADER_ATTEMPT = 1
	};

	enum ykd_mode {
	YKD_MODE_SENDSTATE = 0,
	YKD_MODE_ATTEMPT = 1
	};

	struct ykd_header {
	int id;
	};

	struct ykd_session {
	unsigned int member_list[YKD_PROCESSOR_COUNT_MAX];
	int member_list_entries;
	int session_id;
	};

	struct ykd_state {
	struct ykd_session last_primary;

	struct ykd_session last_formed[YKD_PROCESSOR_COUNT_MAX];

	int last_formed_entries;

	struct ykd_session ambiguous_sessions[YKD_PROCESSOR_COUNT_MAX];

	int ambiguous_sessions_entries;

	int session_id;
	};

	struct state_received {
	unsigned int nodeid;
	int received;
	struct ykd_state ykd_state;
	};

	struct ykd_state ykd_state;

	static void *ykd_group_handle;

	static struct state_received state_received_confchg[YKD_PROCESSOR_COUNT_MAX];

	static int state_received_confchg_entries;

	static struct state_received state_received_process[YKD_PROCESSOR_COUNT_MAX];

	static int state_received_process_entries;

	static enum ykd_mode ykd_mode;

	static unsigned int ykd_view_list[YKD_PROCESSOR_COUNT_MAX];

	static int ykd_view_list_entries;

	static int session_id_max;

	static struct ykd_session *last_primary_max;

	static struct ykd_session ambiguous_sessions_max[YKD_PROCESSOR_COUNT_MAX];

	static int ambiguous_sessions_max_entries;

	static int ykd_primary_designated = 0;

	static struct memb_ring_id ykd_ring_id;

	hdb_handle_t schedwrk_attempt_send_callback_handle;

	hdb_handle_t schedwrk_state_send_callback_handle;

	static struct corosync_api_v1 *api;

	static void (*ykd_primary_callback_fn) (
	const unsigned int *view_list,
	size_t view_list_entries,
	int primary_designated,
	struct memb_ring_id *ring_id) = NULL;

	static void ykd_state_init (void)
	{
	ykd_state.session_id = 0;
	ykd_state.last_formed_entries = 0;
	ykd_state.ambiguous_sessions_entries = 0;
	ykd_state.last_primary.session_id = 0;
	ykd_state.last_primary.member_list_entries = 0;
	}

	static int ykd_state_send_msg (const void *context)
	{
	struct iovec iovec[2];
	struct ykd_header header;
	int res;

	header.id = YKD_HEADER_SENDSTATE;

	iovec[0].iov_base = (char *)&header;
	iovec[0].iov_len = sizeof (struct ykd_header);
	iovec[1].iov_base = (char *)&ykd_state;
	iovec[1].iov_len = sizeof (struct ykd_state);

	res = api->tpg_joined_mcast (ykd_group_handle, iovec, 2,
	TOTEM_AGREED);

	return (res);
	}

	static void ykd_state_send (void)
	{
	api->schedwrk_create (
	&schedwrk_state_send_callback_handle,
	ykd_state_send_msg,
	NULL);
	}

	static int ykd_attempt_send_msg (const void *context)
	{
	struct iovec iovec;
	struct ykd_header header;
	int res;

	header.id = YKD_HEADER_ATTEMPT;

	iovec.iov_base = (char *)&header;
	iovec.iov_len = sizeof (struct ykd_header);

	res = api->tpg_joined_mcast (ykd_group_handle, &iovec, 1,
	TOTEM_AGREED);

	return (res);
	}

	static void ykd_attempt_send (void)
	{
	api->schedwrk_create (
	&schedwrk_attempt_send_callback_handle,
	ykd_attempt_send_msg,
	NULL);
	}

	static void compute (void)
	{
	int i;
	int j;

	session_id_max = 0;
	last_primary_max = &state_received_process[0].ykd_state.last_primary;
	ambiguous_sessions_max_entries = 0;

	for (i = 0; i < state_received_process_entries; i++) {
	/*
	* Calculate maximum session id
	*/
	if (state_received_process[i].ykd_state.session_id > session_id_max) {
	session_id_max = state_received_process[i].ykd_state.session_id;
	}

	/*
	* Calculate maximum primary id
	*/
	if (state_received_process[i].ykd_state.last_primary.session_id > last_primary_max->session_id) {
	last_primary_max = &state_received_process[i].ykd_state.last_primary;
	}

	/*
	* generate the maximum ambiguous sessions list
	*/
	for (j = 0; j < state_received_process[i].ykd_state.ambiguous_sessions_entries; j++) {
	if (state_received_process[i].ykd_state.ambiguous_sessions[j].session_id > last_primary_max->session_id) {
	memcpy (&ambiguous_sessions_max[ambiguous_sessions_max_entries],
	&state_received_process[i].ykd_state.ambiguous_sessions[j],
	sizeof (struct ykd_session));
	ambiguous_sessions_max_entries += 1;
	}
	}
	}
	}

	static int subquorum (
	unsigned int *member_list,
	int member_list_entries,
	struct ykd_session *session)
	{
	int intersections = 0;
	int i;
	int j;

	for (i = 0; i < member_list_entries; i++) {
	for (j = 0; j < session->member_list_entries; j++) {
	if (member_list[i] == session->member_list[j]) {
	intersections += 1;
	}
	}
	}

	/*
	* even split
	*/
	if (intersections == (session->member_list_entries - intersections)) {
	return (1);
	} else

	/*
	* majority split
	*/
	if (intersections > (session->member_list_entries - intersections)) {
	return (1);
	}
	return (0);
	}

	static int decide (void)
	{
	int i;

	/*
	* Determine if there is a subquorum
	*/
	if (subquorum (ykd_view_list, ykd_view_list_entries, last_primary_max) == 0) {
	return (0);
	}

	for (i = 0; i < ambiguous_sessions_max_entries; i++) {
	if (subquorum (ykd_view_list, ykd_view_list_entries, &ambiguous_sessions_max[i]) == 0) {
	return (0);
	}

	}
	return (1);
	}

	static void ykd_session_endian_convert (struct ykd_session *ykd_session)
	{
	int i;

	ykd_session->member_list_entries =
	swab32 (ykd_session->member_list_entries);
	ykd_session->session_id = swab32 (ykd_session->session_id);
	for (i = 0; i < ykd_session->member_list_entries; i++) {
	ykd_session->member_list[i] =
	swab32 (ykd_session->member_list[i]);
	}
	}

	static void ykd_state_endian_convert (struct ykd_state *state)
	{
	int i;

	ykd_session_endian_convert (&state->last_primary);
	state->last_formed_entries = swab32 (state->last_formed_entries);
	state->ambiguous_sessions_entries = swab32 (state->ambiguous_sessions_entries);
	state->session_id = swab32 (state->session_id);

	for (i = 0; i < state->last_formed_entries; i++) {
	ykd_session_endian_convert (&state->last_formed[i]);
	}

	for (i = 0; i < state->ambiguous_sessions_entries; i++) {
	ykd_session_endian_convert (&state->ambiguous_sessions[i]);
	}
	}

	static void ykd_deliver_fn (
	unsigned int nodeid,
	const void *msg,
	unsigned int msg_len,
	int endian_conversion_required)
	{
	int all_received = 1;
	int state_position = 0;
	int i;
	struct ykd_header header = (struct ykd_header )msg;
	char msg_state = (char )msg + sizeof (struct ykd_header);

	/*
	* If this is a localhost address, this node is always primary
	*/
	#ifdef TODO
	if (totemip_localhost_check (source_addr)) {
	log_printf (LOGSYS_LEVEL_NOTICE,
	"This processor is within the primary component.");
	primary_designated = 1;

	ykd_primary_callback_fn (
	ykd_view_list,
	ykd_view_list_entries,
	primary_designated,
	&ykd_ring_id);
	return;
	}
	#endif
	if (endian_conversion_required &&
	(msg_len > sizeof (struct ykd_header))) {
	ykd_state_endian_convert ((struct ykd_state *)msg_state);
	}

	/*
	* Set completion for source_addr's address
	*/
	for (state_position = 0; state_position < state_received_confchg_entries; state_position++) {
	if (nodeid == state_received_process[state_position].nodeid) {
	/*
	* State position contains the address of the state to modify
	* This may be used later by the other algorithms
	*/
	state_received_process[state_position].received = 1;
	break;
	}
	}

	/*
	* Test if all nodes have submitted their state data
	*/
	for (i = 0; i < state_received_confchg_entries; i++) {
	if (state_received_process[i].received == 0) {
	all_received = 0;
	}
	}

	/*
	* Ignore messages from a different state
	*/
	if ((ykd_mode == YKD_MODE_SENDSTATE && header->id == YKD_HEADER_ATTEMPT) \|\|
	(ykd_mode == YKD_MODE_ATTEMPT && header->id == YKD_HEADER_SENDSTATE))
	return;

	switch (ykd_mode) {
	case YKD_MODE_SENDSTATE:
	assert (msg_len > sizeof (struct ykd_header));
	/*
	* Copy state information for the sending processor
	*/
	memcpy (&state_received_process[state_position].ykd_state,
	msg_state, sizeof (struct ykd_state));

	/*
	* Try to form a component
	*/
	if (all_received) {
	for (i = 0; i < state_received_confchg_entries; i++) {
	state_received_process[i].received = 0;
	}
	ykd_mode = YKD_MODE_ATTEMPT;

	// TODO resolve optimizes for failure conditions during ykd calculation
	// resolve();
	compute();

	if (decide ()) {
	ykd_state.session_id = session_id_max + 1;
	memcpy (ykd_state.ambiguous_sessions[ykd_state.ambiguous_sessions_entries].member_list,
	ykd_view_list, sizeof (unsigned int) * ykd_view_list_entries);
	ykd_state.ambiguous_sessions[ykd_state.ambiguous_sessions_entries].member_list_entries = ykd_view_list_entries;
	ykd_state.ambiguous_sessions_entries += 1;
	ykd_attempt_send();
	}
	}
	break;

	case YKD_MODE_ATTEMPT:
	if (all_received) {
	log_printf (LOGSYS_LEVEL_NOTICE,
	"This processor is within the primary component.");
	ykd_primary_designated = 1;

	ykd_primary_callback_fn (
	ykd_view_list,
	ykd_view_list_entries,
	ykd_primary_designated,
	&ykd_ring_id);

	memcpy (ykd_state.last_primary.member_list, ykd_view_list, sizeof (ykd_view_list));
	ykd_state.last_primary.member_list_entries = ykd_view_list_entries;
	ykd_state.last_primary.session_id = ykd_state.session_id;
	ykd_state.ambiguous_sessions_entries = 0;
	}
	break;
	}
	}

	int first_run = 1;
	static void ykd_confchg_fn (
	enum totem_configuration_type configuration_type,
	const unsigned int *member_list, size_t member_list_entries,
	const unsigned int *left_list, size_t left_list_entries,
	const unsigned int *joined_list, size_t joined_list_entries,
	const struct memb_ring_id *ring_id)
	{
	int i;

	if (configuration_type != TOTEM_CONFIGURATION_REGULAR) {
	return;
	}

	memcpy (&ykd_ring_id, ring_id, sizeof (struct memb_ring_id));

	if (first_run) {
	ykd_state.last_primary.member_list[0] = api->totem_nodeid_get();
	ykd_state.last_primary.member_list_entries = 1;
	ykd_state.last_primary.session_id = 0;
	first_run = 0;
	}
	memcpy (ykd_view_list, member_list,
	member_list_entries * sizeof (unsigned int));
	ykd_view_list_entries = member_list_entries;

	ykd_mode = YKD_MODE_SENDSTATE;

	ykd_primary_designated = 0;

	ykd_primary_callback_fn (
	ykd_view_list,
	ykd_view_list_entries,
	ykd_primary_designated,
	&ykd_ring_id);

	memset (&state_received_confchg, 0, sizeof (state_received_confchg));
	for (i = 0; i < member_list_entries; i++) {
	state_received_confchg[i].nodeid = member_list[i];
	state_received_confchg[i].received = 0;
	}
	memcpy (state_received_process, state_received_confchg,
	sizeof (state_received_confchg));

	state_received_confchg_entries = member_list_entries;
	state_received_process_entries = member_list_entries;

	ykd_state_send ();
	}

	struct corosync_tpg_group ykd_group = {
	.group = "ykd",
	.group_len = 3
	};

	char *ykd_init (
	struct corosync_api_v1 *corosync_api,
	quorum_set_quorate_fn_t set_primary)
	{
	char *error;

	ykd_primary_callback_fn = set_primary;
	api = corosync_api;

	if (set_primary == 0) {
	error = (char *)"set primary not set";
	}

	api->tpg_init (
	&ykd_group_handle,
	ykd_deliver_fn,
	ykd_confchg_fn);

	api->tpg_join (
	ykd_group_handle,
	&ykd_group,
	1);

	ykd_state_init ();

	return ((char *)error);
	}

File Metadata

Mime Type: text/x-c
Expires: Tue, Feb 25, 10:14 PM (1 d, 6 h)
Storage Engine: blob
Storage Format: Raw Data
Storage Handle: 1455547
Default Alt Text: vsf_ykd.c (13 KB)

vsf_ykd.cNo OneTemporaryActions

vsf_ykd.cView Options

File Metadata

Event Timeline

vsf_ykd.c
No OneTemporary
Actions

vsf_ykd.c
View Options