No OneTemporary
Actions

Size

285 KB

Referenced Files

None

Subscribers

None

View Options

This file is larger than 256 KB, so syntax highlighting was skipped.

	diff --git a/pengine/regression.sh b/pengine/regression.sh
	index b844bb98ab..6a5e96acc2 100755
	--- a/pengine/regression.sh
	+++ b/pengine/regression.sh
	@@ -1,869 +1,870 @@
	#!/bin/bash

	# Copyright (C) 2004 Andrew Beekhof <andrew@beekhof.net>
	#
	# This program is free software; you can redistribute it and/or
	# modify it under the terms of the GNU General Public
	# License as published by the Free Software Foundation; either
	# version 2 of the License, or (at your option) any later version.
	#
	# This software is distributed in the hope that it will be useful,
	# but WITHOUT ANY WARRANTY; without even the implied warranty of
	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
	# General Public License for more details.
	#
	# You should have received a copy of the GNU General Public
	# License along with this library; if not, write to the Free Software
	# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
	#

	core=`dirname $0`
	. $core/regression.core.sh \|\| exit 1

	create_mode="true"
	info Generating test outputs for these tests...
	# do_test file description
	info Done.
	echo ""

	info Performing the following tests from $io_dir
	create_mode="false"

	echo ""

	do_test simple1 "Offline "
	do_test simple2 "Start "
	do_test simple3 "Start 2 "
	do_test simple4 "Start Failed"
	do_test simple6 "Stop Start "
	do_test simple7 "Shutdown "
	#do_test simple8 "Stonith "
	#do_test simple9 "Lower version"
	#do_test simple10 "Higher version"
	do_test simple11 "Priority (ne)"
	do_test simple12 "Priority (eq)"
	do_test simple8 "Stickiness"

	echo ""
	do_test group1 "Group "
	do_test group2 "Group + Native "
	do_test group3 "Group + Group "
	do_test group4 "Group + Native (nothing)"
	do_test group5 "Group + Native (move) "
	do_test group6 "Group + Group (move) "
	do_test group7 "Group colocation"
	do_test group13 "Group colocation (cant run)"
	do_test group8 "Group anti-colocation"
	do_test group9 "Group recovery"
	do_test group10 "Group partial recovery"
	do_test group11 "Group target_role"
	do_test group14 "Group stop (graph terminated)"
	do_test group15 "-ve group colocation"
	do_test bug-1573 "Partial stop of a group with two children"
	do_test bug-1718 "Mandatory group ordering - Stop group_FUN"
	do_test bug-lf-2613 "Move group on failure"
	do_test bug-lf-2619 "Move group on clone failure"
	do_test group-fail "Ensure stop order is preserved for partially active groups"
	do_test group-unmanaged "No need to restart r115 because r114 is unmanaged"
	do_test group-unmanaged-stopped "Make sure r115 is stopped when r114 fails"
	do_test group-dependents "Account for the location preferences of things colocated with a group"

	echo ""
	do_test rsc_dep1 "Must not "
	do_test rsc_dep3 "Must "
	do_test rsc_dep5 "Must not 3 "
	do_test rsc_dep7 "Must 3 "
	do_test rsc_dep10 "Must (but cant)"
	do_test rsc_dep2 "Must (running) "
	do_test rsc_dep8 "Must (running : alt) "
	do_test rsc_dep4 "Must (running + move)"
	do_test asymmetric "Asymmetric - require explicit location constraints"

	echo ""
	do_test orphan-0 "Orphan ignore"
	do_test orphan-1 "Orphan stop"
	do_test orphan-2 "Orphan stop, remove failcount"

	echo ""
	do_test params-0 "Params: No change"
	do_test params-1 "Params: Changed"
	do_test params-2 "Params: Resource definition"
	do_test params-4 "Params: Reload"
	do_test params-5 "Params: Restart based on probe digest"
	do_test novell-251689 "Resource definition change + target_role=stopped"
	do_test bug-lf-2106 "Restart all anonymous clone instances after config change"
	do_test params-6 "Params: Detect reload in previously migrated resource"
	do_test nvpair-id-ref "Support id-ref in nvpair with optional name"
	do_test not-reschedule-unneeded-monitor "Do not reschedule unneeded monitors while resource definitions have changed"

	echo ""
	do_test target-0 "Target Role : baseline"
	do_test target-1 "Target Role : master"
	do_test target-2 "Target Role : invalid"

	echo ""
	do_test base-score "Set a node's default score for all nodes"

	echo ""
	do_test date-1 "Dates" -t "2005-020"
	do_test date-2 "Date Spec - Pass" -t "2005-020T12:30"
	do_test date-3 "Date Spec - Fail" -t "2005-020T11:30"
	do_test origin "Timing of recurring operations" -t "2014-05-07 00:28:00"
	do_test probe-0 "Probe (anon clone)"
	do_test probe-1 "Pending Probe"
	do_test probe-2 "Correctly re-probe cloned groups"
	do_test probe-3 "Probe (pending node)"
	do_test probe-4 "Probe (pending node + stopped resource)"
	do_test standby "Standby"
	do_test comments "Comments"

	echo ""
	do_test one-or-more-0 "Everything starts"
	do_test one-or-more-1 "Nothing starts because of A"
	do_test one-or-more-2 "D can start because of C"
	do_test one-or-more-3 "D cannot start because of B and C"
	do_test one-or-more-4 "D cannot start because of target-role"
	do_test one-or-more-5 "Start A and F even though C and D are stopped"
	do_test one-or-more-6 "Leave A running even though B is stopped"
	do_test one-or-more-7 "Leave A running even though C is stopped"
	do_test bug-5140-require-all-false "Allow basegrp:0 to stop"
	do_test clone-require-all-1 "clone B starts node 3 and 4"
	do_test clone-require-all-2 "clone B remains stopped everywhere"
	do_test clone-require-all-3 "clone B stops everywhere because A stops everywhere"
	do_test clone-require-all-4 "clone B remains on node 3 and 4 with only one instance of A remaining."
	do_test clone-require-all-5 "clone B starts on node 1 3 and 4"
	do_test clone-require-all-6 "clone B remains active after shutting down instances of A"
	do_test clone-require-all-7 "clone A and B both start at the same time. all instances of A start before B."
	do_test clone-require-all-no-interleave-1 "C starts everywhere after A and B"
	do_test clone-require-all-no-interleave-2 "C starts on nodes 1, 2, and 4 with only one active instance of B"
	do_test clone-require-all-no-interleave-3 "C remains active when instance of B is stopped on one node and started on another."
	do_test one-or-more-unrunnnable-instances "Avoid dependencies on instances that won't ever be started"

	echo ""
	do_test order1 "Order start 1 "
	do_test order2 "Order start 2 "
	do_test order3 "Order stop "
	do_test order4 "Order (multiple) "
	do_test order5 "Order (move) "
	do_test order6 "Order (move w/ restart) "
	do_test order7 "Order (mandatory) "
	do_test order-optional "Order (score=0) "
	do_test order-required "Order (score=INFINITY) "
	do_test bug-lf-2171 "Prevent group start when clone is stopped"
	do_test order-clone "Clone ordering should be able to prevent startup of dependent clones"
	do_test order-sets "Ordering for resource sets"
	do_test order-serialize "Serialize resources without inhibiting migration"
	do_test order-serialize-set "Serialize a set of resources without inhibiting migration"
	do_test clone-order-primitive "Order clone start after a primitive"
	do_test clone-order-16instances "Verify ordering of 16 cloned resources"
	do_test order-optional-keyword "Order (optional keyword)"
	do_test order-mandatory "Order (mandatory keyword)"
	do_test bug-lf-2493 "Don't imply colocation requirements when applying ordering constraints with clones"
	do_test ordered-set-basic-startup "Constraint set with default order settings."
	do_test ordered-set-natural "Allow natural set ordering"
	do_test order-wrong-kind "Order (error)"

	echo ""
	do_test coloc-loop "Colocation - loop"
	do_test coloc-many-one "Colocation - many-to-one"
	do_test coloc-list "Colocation - many-to-one with list"
	do_test coloc-group "Colocation - groups"
	do_test coloc-slave-anti "Anti-colocation with slave shouldn't prevent master colocation"
	do_test coloc-attr "Colocation based on node attributes"
	do_test coloc-negative-group "Negative colocation with a group"
	do_test coloc-intra-set "Intra-set colocation"
	do_test bug-lf-2435 "Colocation sets with a negative score"
	do_test coloc-clone-stays-active "Ensure clones don't get stopped/demoted because a dependent must stop"
	do_test coloc_fp_logic "Verify floating point calculations in colocation are working"
	do_test colo_master_w_native "cl#5070 - Verify promotion order is affected when colocating master to native rsc."
	do_test colo_slave_w_native "cl#5070 - Verify promotion order is affected when colocating slave to native rsc."
	do_test anti-colocation-order "cl#5187 - Prevent resources in an anti-colocation from even temporarily running on a same node"
	do_test anti-colocation-master "Organize order of actions for master resources in anti-colocations"
	do_test anti-colocation-slave "Organize order of actions for slave resources in anti-colocations"
	do_test enforce-colo1 "Always enforce B with A INFINITY."
	do_test complex_enforce_colo "Always enforce B with A INFINITY. (make sure heat-engine stops)"

	echo ""
	do_test rsc-sets-seq-true "Resource Sets - sequential=false"
	do_test rsc-sets-seq-false "Resource Sets - sequential=true"
	do_test rsc-sets-clone "Resource Sets - Clone"
	do_test rsc-sets-master "Resource Sets - Master"
	do_test rsc-sets-clone-1 "Resource Sets - Clone (lf#2404)"

	#echo ""
	#do_test agent1 "version: lt (empty)"
	#do_test agent2 "version: eq "
	#do_test agent3 "version: gt "

	echo ""
	do_test attrs1 "string: eq (and) "
	do_test attrs2 "string: lt / gt (and)"
	do_test attrs3 "string: ne (or) "
	do_test attrs4 "string: exists "
	do_test attrs5 "string: not_exists "
	do_test attrs6 "is_dc: true "
	do_test attrs7 "is_dc: false "
	do_test attrs8 "score_attribute "
	do_test per-node-attrs "Per node resource parameters"

	echo ""
	do_test mon-rsc-1 "Schedule Monitor - start"
	do_test mon-rsc-2 "Schedule Monitor - move "
	do_test mon-rsc-3 "Schedule Monitor - pending start "
	do_test mon-rsc-4 "Schedule Monitor - move/pending start"

	echo ""
	do_test rec-rsc-0 "Resource Recover - no start "
	do_test rec-rsc-1 "Resource Recover - start "
	do_test rec-rsc-2 "Resource Recover - monitor "
	do_test rec-rsc-3 "Resource Recover - stop - ignore"
	do_test rec-rsc-4 "Resource Recover - stop - block "
	do_test rec-rsc-5 "Resource Recover - stop - fence "
	do_test rec-rsc-6 "Resource Recover - multiple - restart"
	do_test rec-rsc-7 "Resource Recover - multiple - stop "
	do_test rec-rsc-8 "Resource Recover - multiple - block "
	do_test rec-rsc-9 "Resource Recover - group/group"
	do_test monitor-recovery "on-fail=block + resource recovery detected by recurring monitor"
	do_test stop-failure-no-quorum "Stop failure without quorum"
	do_test stop-failure-no-fencing "Stop failure without fencing available"
	do_test stop-failure-with-fencing "Stop failure with fencing available"
	do_test multiple-active-block-group "Support of multiple-active=block for resource groups"
	do_test multiple-monitor-one-failed "Consider resource failed if any of the configured monitor operations failed"

	echo ""
	do_test quorum-1 "No quorum - ignore"
	do_test quorum-2 "No quorum - freeze"
	do_test quorum-3 "No quorum - stop "
	do_test quorum-4 "No quorum - start anyway"
	do_test quorum-5 "No quorum - start anyway (group)"
	do_test quorum-6 "No quorum - start anyway (clone)"
	do_test bug-cl-5212 "No promotion with no-quorum-policy=freeze"

	echo ""
	do_test rec-node-1 "Node Recover - Startup - no fence"
	do_test rec-node-2 "Node Recover - Startup - fence "
	do_test rec-node-3 "Node Recover - HA down - no fence"
	do_test rec-node-4 "Node Recover - HA down - fence "
	do_test rec-node-5 "Node Recover - CRM down - no fence"
	do_test rec-node-6 "Node Recover - CRM down - fence "
	do_test rec-node-7 "Node Recover - no quorum - ignore "
	do_test rec-node-8 "Node Recover - no quorum - freeze "
	do_test rec-node-9 "Node Recover - no quorum - stop "
	do_test rec-node-10 "Node Recover - no quorum - stop w/fence"
	do_test rec-node-11 "Node Recover - CRM down w/ group - fence "
	do_test rec-node-12 "Node Recover - nothing active - fence "
	do_test rec-node-13 "Node Recover - failed resource + shutdown - fence "
	do_test rec-node-15 "Node Recover - unknown lrm section"
	do_test rec-node-14 "Serialize all stonith's"

	echo ""
	do_test multi1 "Multiple Active (stop/start)"

	echo ""
	do_test migrate-begin "Normal migration"
	do_test migrate-success "Completed migration"
	do_test migrate-partial-1 "Completed migration, missing stop on source"
	do_test migrate-partial-2 "Successful migrate_to only"
	do_test migrate-partial-3 "Successful migrate_to only, target down"
	do_test migrate-partial-4 "Migrate from the correct host after migrate_to+migrate_from"
	do_test bug-5186-partial-migrate "Handle partial migration when src node loses membership"

	do_test migrate-fail-2 "Failed migrate_from"
	do_test migrate-fail-3 "Failed migrate_from + stop on source"
	do_test migrate-fail-4 "Failed migrate_from + stop on target - ideally we wouldn't need to re-stop on target"
	do_test migrate-fail-5 "Failed migrate_from + stop on source and target"

	do_test migrate-fail-6 "Failed migrate_to"
	do_test migrate-fail-7 "Failed migrate_to + stop on source"
	do_test migrate-fail-8 "Failed migrate_to + stop on target - ideally we wouldn't need to re-stop on target"
	do_test migrate-fail-9 "Failed migrate_to + stop on source and target"

	do_test migrate-stop "Migration in a stopping stack"
	do_test migrate-start "Migration in a starting stack"
	do_test migrate-stop_start "Migration in a restarting stack"
	do_test migrate-stop-complex "Migration in a complex stopping stack"
	do_test migrate-start-complex "Migration in a complex starting stack"
	do_test migrate-stop-start-complex "Migration in a complex moving stack"
	do_test migrate-shutdown "Order the post-migration 'stop' before node shutdown"

	do_test migrate-1 "Migrate (migrate)"
	do_test migrate-2 "Migrate (stable)"
	do_test migrate-3 "Migrate (failed migrate_to)"
	do_test migrate-4 "Migrate (failed migrate_from)"
	do_test novell-252693 "Migration in a stopping stack"
	do_test novell-252693-2 "Migration in a starting stack"
	do_test novell-252693-3 "Non-Migration in a starting and stopping stack"
	do_test bug-1820 "Migration in a group"
	do_test bug-1820-1 "Non-migration in a group"
	do_test migrate-5 "Primitive migration with a clone"
	do_test migrate-fencing "Migration after Fencing"
	do_test migrate-both-vms "Migrate two VMs that have no colocation"

	do_test 1-a-then-bm-move-b "Advanced migrate logic. A then B. migrate B."
	do_test 2-am-then-b-move-a "Advanced migrate logic, A then B, migrate A without stopping B"
	do_test 3-am-then-bm-both-migrate "Advanced migrate logic. A then B. migrate both"
	do_test 4-am-then-bm-b-not-migratable "Advanced migrate logic, A then B, B not migratable"
	do_test 5-am-then-bm-a-not-migratable "Advanced migrate logic. A then B. move both, a not migratable"
	do_test 6-migrate-group "Advanced migrate logic, migrate a group"
	do_test 7-migrate-group-one-unmigratable "Advanced migrate logic, migrate group mixed with allow-migrate true/false"
	do_test 8-am-then-bm-a-migrating-b-stopping "Advanced migrate logic, A then B, A migrating, B stopping"
	do_test 9-am-then-bm-b-migrating-a-stopping "Advanced migrate logic, A then B, B migrate, A stopping"
	do_test 10-a-then-bm-b-move-a-clone "Advanced migrate logic, A clone then B, migrate B while stopping A"
	do_test 11-a-then-bm-b-move-a-clone-starting "Advanced migrate logic, A clone then B, B moving while A is start/stopping"

	do_test a-promote-then-b-migrate "A promote then B start. migrate B"
	do_test a-demote-then-b-migrate "A demote then B stop. migrate B"

	#do_test migrate-versioned "Disable migration for versioned resources"

	#echo ""
	#do_test complex1 "Complex "

	do_test bug-lf-2422 "Dependency on partially active group - stop ocfs:*"

	echo ""
	do_test clone-anon-probe-1 "Probe the correct (anonymous) clone instance for each node"
	do_test clone-anon-probe-2 "Avoid needless re-probing of anonymous clones"
	do_test clone-anon-failcount "Merge failcounts for anonymous clones"
	do_test inc0 "Incarnation start"
	do_test inc1 "Incarnation start order"
	do_test inc2 "Incarnation silent restart, stop, move"
	do_test inc3 "Inter-incarnation ordering, silent restart, stop, move"
	do_test inc4 "Inter-incarnation ordering, silent restart, stop, move (ordered)"
	do_test inc5 "Inter-incarnation ordering, silent restart, stop, move (restart 1)"
	do_test inc6 "Inter-incarnation ordering, silent restart, stop, move (restart 2)"
	do_test inc7 "Clone colocation"
	do_test inc8 "Clone anti-colocation"
	do_test inc9 "Non-unique clone"
	do_test inc10 "Non-unique clone (stop)"
	do_test inc11 "Primitive colocation with clones"
	do_test inc12 "Clone shutdown"
	do_test cloned-group "Make sure only the correct number of cloned groups are started"
	do_test cloned-group-stop "Ensure stopping qpidd also stops glance and cinder"
	do_test clone-no-shuffle "Don't prioritize allocation of instances that must be moved"
	do_test clone-max-zero "Orphan processing with clone-max=0"
	do_test clone-anon-dup "Bug LF#2087 - Correctly parse the state of anonymous clones that are active more than once per node"
	do_test bug-lf-2160 "Don't shuffle clones due to colocation"
	do_test bug-lf-2213 "clone-node-max enforcement for cloned groups"
	do_test bug-lf-2153 "Clone ordering constraints"
	do_test bug-lf-2361 "Ensure clones observe mandatory ordering constraints if the LHS is unrunnable"
	do_test bug-lf-2317 "Avoid needless restart of primitive depending on a clone"
	do_test clone-colocate-instance-1 "Colocation with a specific clone instance (negative example)"
	do_test clone-colocate-instance-2 "Colocation with a specific clone instance"
	do_test clone-order-instance "Ordering with specific clone instances"
	do_test bug-lf-2453 "Enforce mandatory clone ordering without colocation"
	do_test bug-lf-2508 "Correctly reconstruct the status of anonymous cloned groups"
	do_test bug-lf-2544 "Balanced clone placement"
	do_test bug-lf-2445 "Redistribute clones with node-max > 1 and stickiness = 0"
	do_test bug-lf-2574 "Avoid clone shuffle"
	do_test bug-lf-2581 "Avoid group restart due to unrelated clone (re)start"
	do_test bug-cl-5168 "Don't shuffle clones"
	do_test bug-cl-5170 "Prevent clone from starting with on-fail=block"
	do_test clone-fail-block-colocation "Move colocated group when failed clone has on-fail=block"
	do_test clone-interleave-1 "Clone-3 cannot start on pcmk-1 due to interleaved ordering (no colocation)"
	do_test clone-interleave-2 "Clone-3 must stop on pcmk-1 due to interleaved ordering (no colocation)"
	do_test clone-interleave-3 "Clone-3 must be recovered on pcmk-1 due to interleaved ordering (no colocation)"

	echo ""
	do_test cloned_start_one "order first clone then clone... first clone_min=2"
	do_test cloned_start_two "order first clone then clone... first clone_min=2"
	do_test cloned_stop_one "order first clone then clone... first clone_min=2"
	do_test cloned_stop_two "order first clone then clone... first clone_min=2"
	do_test clone_min_interleave_start_one "order first clone then clone... first clone_min=2 and then has interleave=true"
	do_test clone_min_interleave_start_two "order first clone then clone... first clone_min=2 and then has interleave=true"
	do_test clone_min_interleave_stop_one "order first clone then clone... first clone_min=2 and then has interleave=true"
	do_test clone_min_interleave_stop_two "order first clone then clone... first clone_min=2 and then has interleave=true"
	do_test clone_min_start_one "order first clone then primitive... first clone_min=2"
	do_test clone_min_start_two "order first clone then primitive... first clone_min=2"
	do_test clone_min_stop_all "order first clone then primitive... first clone_min=2"
	do_test clone_min_stop_one "order first clone then primitive... first clone_min=2"
	do_test clone_min_stop_two "order first clone then primitive... first clone_min=2"

	echo ""
	do_test unfence-startup "Clean unfencing"
	do_test unfence-definition "Unfencing when the agent changes"
	do_test unfence-parameters "Unfencing when the agent parameters changes"

	echo ""
	do_test master-0 "Stopped -> Slave"
	do_test master-1 "Stopped -> Promote"
	do_test master-2 "Stopped -> Promote : notify"
	do_test master-3 "Stopped -> Promote : master location"
	do_test master-4 "Started -> Promote : master location"
	do_test master-5 "Promoted -> Promoted"
	do_test master-6 "Promoted -> Promoted (2)"
	do_test master-7 "Promoted -> Fenced"
	do_test master-8 "Promoted -> Fenced -> Moved"
	do_test master-9 "Stopped + Promotable + No quorum"
	do_test master-10 "Stopped -> Promotable : notify with monitor"
	do_test master-11 "Stopped -> Promote : colocation"
	do_test novell-239082 "Demote/Promote ordering"
	do_test novell-239087 "Stable master placement"
	do_test master-12 "Promotion based solely on rsc_location constraints"
	do_test master-13 "Include preferences of colocated resources when placing master"
	do_test master-demote "Ordering when actions depends on demoting a slave resource"
	do_test master-ordering "Prevent resources from starting that need a master"
	do_test bug-1765 "Master-Master Colocation (dont stop the slaves)"
	do_test master-group "Promotion of cloned groups"
	do_test bug-lf-1852 "Don't shuffle master/slave instances unnecessarily"
	do_test master-failed-demote "Don't retry failed demote actions"
	do_test master-failed-demote-2 "Don't retry failed demote actions (notify=false)"
	do_test master-depend "Ensure resources that depend on the master don't get allocated until the master does"
	do_test master-reattach "Re-attach to a running master"
	do_test master-allow-start "Don't include master score if it would prevent allocation"
	do_test master-colocation "Allow master instances placemaker to be influenced by colocation constraints"
	do_test master-pseudo "Make sure promote/demote pseudo actions are created correctly"
	do_test master-role "Prevent target-role from promoting more than master-max instances"
	do_test bug-lf-2358 "Master-Master anti-colocation"
	do_test master-promotion-constraint "Mandatory master colocation constraints"
	do_test unmanaged-master "Ensure role is preserved for unmanaged resources"
	do_test master-unmanaged-monitor "Start the correct monitor operation for unmanaged masters"
	do_test master-demote-2 "Demote does not clear past failure"
	do_test master-move "Move master based on failure of colocated group"
	do_test master-probed-score "Observe the promotion score of probed resources"
	do_test colocation_constraint_stops_master "cl#5054 - Ensure master is demoted when stopped by colocation constraint"
	do_test colocation_constraint_stops_slave "cl#5054 - Ensure slave is not demoted when stopped by colocation constraint"
	do_test order_constraint_stops_master "cl#5054 - Ensure master is demoted when stopped by order constraint"
	do_test order_constraint_stops_slave "cl#5054 - Ensure slave is not demoted when stopped by order constraint"
	do_test master_monitor_restart "cl#5072 - Ensure master monitor operation will start after promotion."
	do_test bug-rh-880249 "Handle replacement of an m/s resource with a primitive"
	do_test bug-5143-ms-shuffle "Prevent master shuffling due to promotion score"
	do_test master-demote-block "Block promotion if demote fails with on-fail=block"
	do_test master-dependent-ban "Don't stop instances from being active because a dependent is banned from that host"
	do_test master-stop "Stop instances due to location constraint with role=Started"
	do_test master-partially-demoted-group "Allow partially demoted group to finish demoting"
	do_test bug-cl-5213 "Ensure role colocation with -INFINITY is enforced"
	do_test bug-cl-5219 "Allow unrelated resources with a common colocation target to remain promoted"
	do_test master-asymmetrical-order "Fix the behaviors of multi-state resources with asymmetrical ordering"
	do_test master-notify "Master promotion with notifies"

	echo ""
	do_test history-1 "Correctly parse stateful-1 resource state"

	echo ""
	do_test managed-0 "Managed (reference)"
	do_test managed-1 "Not managed - down "
	do_test managed-2 "Not managed - up "
	do_test bug-5028 "Shutdown should block if anything depends on an unmanaged resource"
	do_test bug-5028-detach "Ensure detach still works"
	do_test bug-5028-bottom "Ensure shutdown still blocks if the blocked resource is at the bottom of the stack"
	do_test unmanaged-stop-1 "cl#5155 - Block the stop of resources if any depending resource is unmanaged "
	do_test unmanaged-stop-2 "cl#5155 - Block the stop of resources if the first resource in a mandatory stop order is unmanaged "
	do_test unmanaged-stop-3 "cl#5155 - Block the stop of resources if any depending resource in a group is unmanaged "
	do_test unmanaged-stop-4 "cl#5155 - Block the stop of resources if any depending resource in the middle of a group is unmanaged "
	do_test unmanaged-block-restart "Block restart of resources if any dependent resource in a group is unmanaged"

	echo ""
	do_test interleave-0 "Interleave (reference)"
	do_test interleave-1 "coloc - not interleaved"
	do_test interleave-2 "coloc - interleaved "
	do_test interleave-3 "coloc - interleaved (2)"
	do_test interleave-pseudo-stop "Interleaved clone during stonith"
	do_test interleave-stop "Interleaved clone during stop"
	do_test interleave-restart "Interleaved clone during dependency restart"

	echo ""
	do_test notify-0 "Notify reference"
	do_test notify-1 "Notify simple"
	do_test notify-2 "Notify simple, confirm"
	do_test notify-3 "Notify move, confirm"
	do_test novell-239079 "Notification priority"
	#do_test notify-2 "Notify - 764"

	echo ""
	do_test 594 "OSDL #594 - Unrunnable actions scheduled in transition"
	do_test 662 "OSDL #662 - Two resources start on one node when incarnation_node_max = 1"
	do_test 696 "OSDL #696 - CRM starts stonith RA without monitor"
	do_test 726 "OSDL #726 - Attempting to schedule rsc_posic041_monitor_5000 _after_ a stop"
	do_test 735 "OSDL #735 - Correctly detect that rsc_hadev1 is stopped on hadev3"
	do_test 764 "OSDL #764 - Missing monitor op for DoFencing:child_DoFencing:1"
	do_test 797 "OSDL #797 - Assert triggered: task_id_i > max_call_id"
	do_test 829 "OSDL #829"
	do_test 994 "OSDL #994 - Stopping the last resource in a resource group causes the entire group to be restarted"
	do_test 994-2 "OSDL #994 - with a dependent resource"
	do_test 1360 "OSDL #1360 - Clone stickiness"
	do_test 1484 "OSDL #1484 - on_fail=stop"
	do_test 1494 "OSDL #1494 - Clone stability"
	do_test unrunnable-1 "Unrunnable"
	do_test unrunnable-2 "Unrunnable 2"
	do_test stonith-0 "Stonith loop - 1"
	do_test stonith-1 "Stonith loop - 2"
	do_test stonith-2 "Stonith loop - 3"
	do_test stonith-3 "Stonith startup"
	do_test stonith-4 "Stonith node state"
	do_test bug-1572-1 "Recovery of groups depending on master/slave"
	do_test bug-1572-2 "Recovery of groups depending on master/slave when the master is never re-promoted"
	do_test bug-1685 "Depends-on-master ordering"
	do_test bug-1822 "Don't promote partially active groups"
	do_test bug-pm-11 "New resource added to a m/s group"
	do_test bug-pm-12 "Recover only the failed portion of a cloned group"
	do_test bug-n-387749 "Don't shuffle clone instances"
	do_test bug-n-385265 "Don't ignore the failure stickiness of group children - resource_idvscommon should stay stopped"
	do_test bug-n-385265-2 "Ensure groups are migrated instead of remaining partially active on the current node"
	do_test bug-lf-1920 "Correctly handle probes that find active resources"
	do_test bnc-515172 "Location constraint with multiple expressions"
	do_test colocate-primitive-with-clone "Optional colocation with a clone"
	do_test use-after-free-merge "Use-after-free in native_merge_weights"
	do_test bug-lf-2551 "STONITH ordering for stop"
	do_test bug-lf-2606 "Stonith implies demote"
	do_test bug-lf-2474 "Ensure resource op timeout takes precedence over op_defaults"
	do_test bug-suse-707150 "Prevent vm-01 from starting due to colocation/ordering"
	do_test bug-5014-A-start-B-start "Verify when A starts B starts using symmetrical=false"
	do_test bug-5014-A-stop-B-started "Verify when A stops B does not stop if it has already started using symmetric=false"
	do_test bug-5014-A-stopped-B-stopped "Verify when A is stopped and B has not started, B does not start before A using symmetric=false"
	do_test bug-5014-CthenAthenB-C-stopped "Verify when C then A is symmetrical=true, A then B is symmetric=false, and C is stopped that nothing starts."
	do_test bug-5014-CLONE-A-start-B-start "Verify when A starts B starts using clone resources with symmetric=false"
	do_test bug-5014-CLONE-A-stop-B-started "Verify when A stops B does not stop if it has already started using clone resources with symmetric=false."
	do_test bug-5014-GROUP-A-start-B-start "Verify when A starts B starts when using group resources with symmetric=false."
	do_test bug-5014-GROUP-A-stopped-B-started "Verify when A stops B does not stop if it has already started using group resources with symmetric=false."
	do_test bug-5014-GROUP-A-stopped-B-stopped "Verify when A is stopped and B has not started, B does not start before A using group resources with symmetric=false."
	do_test bug-5014-ordered-set-symmetrical-false "Verify ordered sets work with symmetrical=false"
	do_test bug-5014-ordered-set-symmetrical-true "Verify ordered sets work with symmetrical=true"
	do_test bug-5007-masterslave_colocation "Verify use of colocation scores other than INFINITY and -INFINITY work on multi-state resources."
	do_test bug-5038 "Prevent restart of anonymous clones when clone-max decreases"
	do_test bug-5025-1 "Automatically clean up failcount after resource config change with reload"
	do_test bug-5025-2 "Make sure clear failcount action isn't set when config does not change."
	do_test bug-5025-3 "Automatically clean up failcount after resource config change with restart"
	do_test bug-5025-4 "Clear failcount when last failure is a start op and rsc attributes changed."
	do_test failcount "Ensure failcounts are correctly expired"
	do_test failcount-block "Ensure failcounts are not expired when on-fail=block is present"
	do_test per-op-failcount "Ensure per-operation failcount is handled and not passed to fence agent"
	do_test monitor-onfail-restart "bug-5058 - Monitor failure with on-fail set to restart"
	do_test monitor-onfail-stop "bug-5058 - Monitor failure wiht on-fail set to stop"
	do_test bug-5059 "No need to restart p_stateful1:*"
	do_test bug-5069-op-enabled "Test on-fail=ignore with failure when monitor is enabled."
	do_test bug-5069-op-disabled "Test on-fail-ignore with failure when monitor is disabled."
	do_test obsolete-lrm-resource "cl#5115 - Do not use obsolete lrm_resource sections"
	do_test expire-non-blocked-failure "Ignore failure-timeout only if the failed operation has on-fail=block"
	do_test asymmetrical-order-move "Respect asymmetrical ordering when trying to move resources"
	do_test start-then-stop-with-unfence "Avoid graph loop with start-then-stop constraint plus unfencing"

	do_test ignore_stonith_rsc_order1 "cl#5056- Ignore order constraint between stonith and non-stonith rsc."
	do_test ignore_stonith_rsc_order2 "cl#5056- Ignore order constraint with group rsc containing mixed stonith and non-stonith."
	do_test ignore_stonith_rsc_order3 "cl#5056- Ignore order constraint, stonith clone and mixed group"
	do_test ignore_stonith_rsc_order4 "cl#5056- Ignore order constraint, stonith clone and clone with nested mixed group"
	do_test honor_stonith_rsc_order1 "cl#5056- Honor order constraint, stonith clone and pure stonith group(single rsc)."
	do_test honor_stonith_rsc_order2 "cl#5056- Honor order constraint, stonith clone and pure stonith group(multiple rsc)"
	do_test honor_stonith_rsc_order3 "cl#5056- Honor order constraint, stonith clones with nested pure stonith group."
	do_test honor_stonith_rsc_order4 "cl#5056- Honor order constraint, between two native stonith rscs."
	do_test probe-timeout "cl#5099 - Default probe timeout"

	do_test concurrent-fencing "Allow performing fencing operations in parallel"

	echo ""
	do_test systemhealth1 "System Health () #1"
	do_test systemhealth2 "System Health () #2"
	do_test systemhealth3 "System Health () #3"
	do_test systemhealthn1 "System Health (None) #1"
	do_test systemhealthn2 "System Health (None) #2"
	do_test systemhealthn3 "System Health (None) #3"
	do_test systemhealthm1 "System Health (Migrate On Red) #1"
	do_test systemhealthm2 "System Health (Migrate On Red) #2"
	do_test systemhealthm3 "System Health (Migrate On Red) #3"
	do_test systemhealtho1 "System Health (Only Green) #1"
	do_test systemhealtho2 "System Health (Only Green) #2"
	do_test systemhealtho3 "System Health (Only Green) #3"
	do_test systemhealthp1 "System Health (Progessive) #1"
	do_test systemhealthp2 "System Health (Progessive) #2"
	do_test systemhealthp3 "System Health (Progessive) #3"

	echo ""
	do_test utilization "Placement Strategy - utilization"
	do_test minimal "Placement Strategy - minimal"
	do_test balanced "Placement Strategy - balanced"

	echo ""
	do_test placement-stickiness "Optimized Placement Strategy - stickiness"
	do_test placement-priority "Optimized Placement Strategy - priority"
	do_test placement-location "Optimized Placement Strategy - location"
	do_test placement-capacity "Optimized Placement Strategy - capacity"

	echo ""
	do_test utilization-order1 "Utilization Order - Simple"
	do_test utilization-order2 "Utilization Order - Complex"
	do_test utilization-order3 "Utilization Order - Migrate"
	do_test utilization-order4 "Utilization Order - Live Mirgration (bnc#695440)"
	do_test utilization-shuffle "Don't displace prmExPostgreSQLDB2 on act2, Start prmExPostgreSQLDB1 on act3"
	do_test load-stopped-loop "Avoid transition loop due to load_stopped (cl#5044)"
	do_test load-stopped-loop-2 "cl#5235 - Prevent graph loops that can be introduced by load_stopped -> migrate_to ordering"

	echo ""
	do_test colocated-utilization-primitive-1 "Colocated Utilization - Primitive"
	do_test colocated-utilization-primitive-2 "Colocated Utilization - Choose the most capable node"
	do_test colocated-utilization-group "Colocated Utilization - Group"
	do_test colocated-utilization-clone "Colocated Utilization - Clone"

	do_test utilization-check-allowed-nodes "Only check the capacities of the nodes that can run the resource"

	echo ""
	do_test reprobe-target_rc "Ensure correct target_rc for reprobe of inactive resources"
	do_test node-maintenance-1 "cl#5128 - Node maintenance"
	do_test node-maintenance-2 "cl#5128 - Node maintenance (coming out of maintenance mode)"
	do_test shutdown-maintenance-node "Do not fence a maintenance node if it shuts down cleanly"

	do_test rsc-maintenance "Per-resource maintenance"

	echo ""
	do_test not-installed-agent "The resource agent is missing"
	do_test not-installed-tools "Something the resource agent needs is missing"

	echo ""
	do_test stopped-monitor-00 "Stopped Monitor - initial start"
	do_test stopped-monitor-01 "Stopped Monitor - failed started"
	do_test stopped-monitor-02 "Stopped Monitor - started multi-up"
	do_test stopped-monitor-03 "Stopped Monitor - stop started"
	do_test stopped-monitor-04 "Stopped Monitor - failed stop"
	do_test stopped-monitor-05 "Stopped Monitor - start unmanaged"
	do_test stopped-monitor-06 "Stopped Monitor - unmanaged multi-up"
	do_test stopped-monitor-07 "Stopped Monitor - start unmanaged multi-up"
	do_test stopped-monitor-08 "Stopped Monitor - migrate"
	do_test stopped-monitor-09 "Stopped Monitor - unmanage started"
	do_test stopped-monitor-10 "Stopped Monitor - unmanaged started multi-up"
	do_test stopped-monitor-11 "Stopped Monitor - stop unmanaged started"
	do_test stopped-monitor-12 "Stopped Monitor - unmanaged started multi-up (targer-role="Stopped")"
	do_test stopped-monitor-20 "Stopped Monitor - initial stop"
	do_test stopped-monitor-21 "Stopped Monitor - stopped single-up"
	do_test stopped-monitor-22 "Stopped Monitor - stopped multi-up"
	do_test stopped-monitor-23 "Stopped Monitor - start stopped"
	do_test stopped-monitor-24 "Stopped Monitor - unmanage stopped"
	do_test stopped-monitor-25 "Stopped Monitor - unmanaged stopped multi-up"
	do_test stopped-monitor-26 "Stopped Monitor - start unmanaged stopped"
	do_test stopped-monitor-27 "Stopped Monitor - unmanaged stopped multi-up (target-role="Started")"
	do_test stopped-monitor-30 "Stopped Monitor - new node started"
	do_test stopped-monitor-31 "Stopped Monitor - new node stopped"

	echo""
	do_test ticket-primitive-1 "Ticket - Primitive (loss-policy=stop, initial)"
	do_test ticket-primitive-2 "Ticket - Primitive (loss-policy=stop, granted)"
	do_test ticket-primitive-3 "Ticket - Primitive (loss-policy-stop, revoked)"
	do_test ticket-primitive-4 "Ticket - Primitive (loss-policy=demote, initial)"
	do_test ticket-primitive-5 "Ticket - Primitive (loss-policy=demote, granted)"
	do_test ticket-primitive-6 "Ticket - Primitive (loss-policy=demote, revoked)"
	do_test ticket-primitive-7 "Ticket - Primitive (loss-policy=fence, initial)"
	do_test ticket-primitive-8 "Ticket - Primitive (loss-policy=fence, granted)"
	do_test ticket-primitive-9 "Ticket - Primitive (loss-policy=fence, revoked)"
	do_test ticket-primitive-10 "Ticket - Primitive (loss-policy=freeze, initial)"
	do_test ticket-primitive-11 "Ticket - Primitive (loss-policy=freeze, granted)"
	do_test ticket-primitive-12 "Ticket - Primitive (loss-policy=freeze, revoked)"

	do_test ticket-primitive-13 "Ticket - Primitive (loss-policy=stop, standby, granted)"
	do_test ticket-primitive-14 "Ticket - Primitive (loss-policy=stop, granted, standby)"
	do_test ticket-primitive-15 "Ticket - Primitive (loss-policy=stop, standby, revoked)"
	do_test ticket-primitive-16 "Ticket - Primitive (loss-policy=demote, standby, granted)"
	do_test ticket-primitive-17 "Ticket - Primitive (loss-policy=demote, granted, standby)"
	do_test ticket-primitive-18 "Ticket - Primitive (loss-policy=demote, standby, revoked)"
	do_test ticket-primitive-19 "Ticket - Primitive (loss-policy=fence, standby, granted)"
	do_test ticket-primitive-20 "Ticket - Primitive (loss-policy=fence, granted, standby)"
	do_test ticket-primitive-21 "Ticket - Primitive (loss-policy=fence, standby, revoked)"
	do_test ticket-primitive-22 "Ticket - Primitive (loss-policy=freeze, standby, granted)"
	do_test ticket-primitive-23 "Ticket - Primitive (loss-policy=freeze, granted, standby)"
	do_test ticket-primitive-24 "Ticket - Primitive (loss-policy=freeze, standby, revoked)"

	echo""
	do_test ticket-group-1 "Ticket - Group (loss-policy=stop, initial)"
	do_test ticket-group-2 "Ticket - Group (loss-policy=stop, granted)"
	do_test ticket-group-3 "Ticket - Group (loss-policy-stop, revoked)"
	do_test ticket-group-4 "Ticket - Group (loss-policy=demote, initial)"
	do_test ticket-group-5 "Ticket - Group (loss-policy=demote, granted)"
	do_test ticket-group-6 "Ticket - Group (loss-policy=demote, revoked)"
	do_test ticket-group-7 "Ticket - Group (loss-policy=fence, initial)"
	do_test ticket-group-8 "Ticket - Group (loss-policy=fence, granted)"
	do_test ticket-group-9 "Ticket - Group (loss-policy=fence, revoked)"
	do_test ticket-group-10 "Ticket - Group (loss-policy=freeze, initial)"
	do_test ticket-group-11 "Ticket - Group (loss-policy=freeze, granted)"
	do_test ticket-group-12 "Ticket - Group (loss-policy=freeze, revoked)"

	do_test ticket-group-13 "Ticket - Group (loss-policy=stop, standby, granted)"
	do_test ticket-group-14 "Ticket - Group (loss-policy=stop, granted, standby)"
	do_test ticket-group-15 "Ticket - Group (loss-policy=stop, standby, revoked)"
	do_test ticket-group-16 "Ticket - Group (loss-policy=demote, standby, granted)"
	do_test ticket-group-17 "Ticket - Group (loss-policy=demote, granted, standby)"
	do_test ticket-group-18 "Ticket - Group (loss-policy=demote, standby, revoked)"
	do_test ticket-group-19 "Ticket - Group (loss-policy=fence, standby, granted)"
	do_test ticket-group-20 "Ticket - Group (loss-policy=fence, granted, standby)"
	do_test ticket-group-21 "Ticket - Group (loss-policy=fence, standby, revoked)"
	do_test ticket-group-22 "Ticket - Group (loss-policy=freeze, standby, granted)"
	do_test ticket-group-23 "Ticket - Group (loss-policy=freeze, granted, standby)"
	do_test ticket-group-24 "Ticket - Group (loss-policy=freeze, standby, revoked)"

	echo""
	do_test ticket-clone-1 "Ticket - Clone (loss-policy=stop, initial)"
	do_test ticket-clone-2 "Ticket - Clone (loss-policy=stop, granted)"
	do_test ticket-clone-3 "Ticket - Clone (loss-policy-stop, revoked)"
	do_test ticket-clone-4 "Ticket - Clone (loss-policy=demote, initial)"
	do_test ticket-clone-5 "Ticket - Clone (loss-policy=demote, granted)"
	do_test ticket-clone-6 "Ticket - Clone (loss-policy=demote, revoked)"
	do_test ticket-clone-7 "Ticket - Clone (loss-policy=fence, initial)"
	do_test ticket-clone-8 "Ticket - Clone (loss-policy=fence, granted)"
	do_test ticket-clone-9 "Ticket - Clone (loss-policy=fence, revoked)"
	do_test ticket-clone-10 "Ticket - Clone (loss-policy=freeze, initial)"
	do_test ticket-clone-11 "Ticket - Clone (loss-policy=freeze, granted)"
	do_test ticket-clone-12 "Ticket - Clone (loss-policy=freeze, revoked)"

	do_test ticket-clone-13 "Ticket - Clone (loss-policy=stop, standby, granted)"
	do_test ticket-clone-14 "Ticket - Clone (loss-policy=stop, granted, standby)"
	do_test ticket-clone-15 "Ticket - Clone (loss-policy=stop, standby, revoked)"
	do_test ticket-clone-16 "Ticket - Clone (loss-policy=demote, standby, granted)"
	do_test ticket-clone-17 "Ticket - Clone (loss-policy=demote, granted, standby)"
	do_test ticket-clone-18 "Ticket - Clone (loss-policy=demote, standby, revoked)"
	do_test ticket-clone-19 "Ticket - Clone (loss-policy=fence, standby, granted)"
	do_test ticket-clone-20 "Ticket - Clone (loss-policy=fence, granted, standby)"
	do_test ticket-clone-21 "Ticket - Clone (loss-policy=fence, standby, revoked)"
	do_test ticket-clone-22 "Ticket - Clone (loss-policy=freeze, standby, granted)"
	do_test ticket-clone-23 "Ticket - Clone (loss-policy=freeze, granted, standby)"
	do_test ticket-clone-24 "Ticket - Clone (loss-policy=freeze, standby, revoked)"

	echo""
	do_test ticket-master-1 "Ticket - Master (loss-policy=stop, initial)"
	do_test ticket-master-2 "Ticket - Master (loss-policy=stop, granted)"
	do_test ticket-master-3 "Ticket - Master (loss-policy-stop, revoked)"
	do_test ticket-master-4 "Ticket - Master (loss-policy=demote, initial)"
	do_test ticket-master-5 "Ticket - Master (loss-policy=demote, granted)"
	do_test ticket-master-6 "Ticket - Master (loss-policy=demote, revoked)"
	do_test ticket-master-7 "Ticket - Master (loss-policy=fence, initial)"
	do_test ticket-master-8 "Ticket - Master (loss-policy=fence, granted)"
	do_test ticket-master-9 "Ticket - Master (loss-policy=fence, revoked)"
	do_test ticket-master-10 "Ticket - Master (loss-policy=freeze, initial)"
	do_test ticket-master-11 "Ticket - Master (loss-policy=freeze, granted)"
	do_test ticket-master-12 "Ticket - Master (loss-policy=freeze, revoked)"

	do_test ticket-master-13 "Ticket - Master (loss-policy=stop, standby, granted)"
	do_test ticket-master-14 "Ticket - Master (loss-policy=stop, granted, standby)"
	do_test ticket-master-15 "Ticket - Master (loss-policy=stop, standby, revoked)"
	do_test ticket-master-16 "Ticket - Master (loss-policy=demote, standby, granted)"
	do_test ticket-master-17 "Ticket - Master (loss-policy=demote, granted, standby)"
	do_test ticket-master-18 "Ticket - Master (loss-policy=demote, standby, revoked)"
	do_test ticket-master-19 "Ticket - Master (loss-policy=fence, standby, granted)"
	do_test ticket-master-20 "Ticket - Master (loss-policy=fence, granted, standby)"
	do_test ticket-master-21 "Ticket - Master (loss-policy=fence, standby, revoked)"
	do_test ticket-master-22 "Ticket - Master (loss-policy=freeze, standby, granted)"
	do_test ticket-master-23 "Ticket - Master (loss-policy=freeze, granted, standby)"
	do_test ticket-master-24 "Ticket - Master (loss-policy=freeze, standby, revoked)"

	echo ""
	do_test ticket-rsc-sets-1 "Ticket - Resource sets (1 ticket, initial)"
	do_test ticket-rsc-sets-2 "Ticket - Resource sets (1 ticket, granted)"
	do_test ticket-rsc-sets-3 "Ticket - Resource sets (1 ticket, revoked)"
	do_test ticket-rsc-sets-4 "Ticket - Resource sets (2 tickets, initial)"
	do_test ticket-rsc-sets-5 "Ticket - Resource sets (2 tickets, granted)"
	do_test ticket-rsc-sets-6 "Ticket - Resource sets (2 tickets, granted)"
	do_test ticket-rsc-sets-7 "Ticket - Resource sets (2 tickets, revoked)"

	do_test ticket-rsc-sets-8 "Ticket - Resource sets (1 ticket, standby, granted)"
	do_test ticket-rsc-sets-9 "Ticket - Resource sets (1 ticket, granted, standby)"
	do_test ticket-rsc-sets-10 "Ticket - Resource sets (1 ticket, standby, revoked)"
	do_test ticket-rsc-sets-11 "Ticket - Resource sets (2 tickets, standby, granted)"
	do_test ticket-rsc-sets-12 "Ticket - Resource sets (2 tickets, standby, granted)"
	do_test ticket-rsc-sets-13 "Ticket - Resource sets (2 tickets, granted, standby)"
	do_test ticket-rsc-sets-14 "Ticket - Resource sets (2 tickets, standby, revoked)"

	do_test cluster-specific-params "Cluster-specific instance attributes based on rules"
	do_test site-specific-params "Site-specific instance attributes based on rules"

	echo ""
	do_test template-1 "Template - 1"
	do_test template-2 "Template - 2"
	do_test template-3 "Template - 3 (merge operations)"

	do_test template-coloc-1 "Template - Colocation 1"
	do_test template-coloc-2 "Template - Colocation 2"
	do_test template-coloc-3 "Template - Colocation 3"
	do_test template-order-1 "Template - Order 1"
	do_test template-order-2 "Template - Order 2"
	do_test template-order-3 "Template - Order 3"
	do_test template-ticket "Template - Ticket"

	do_test template-rsc-sets-1 "Template - Resource Sets 1"
	do_test template-rsc-sets-2 "Template - Resource Sets 2"
	do_test template-rsc-sets-3 "Template - Resource Sets 3"
	do_test template-rsc-sets-4 "Template - Resource Sets 4"

	do_test template-clone-primitive "Cloned primitive from template"
	do_test template-clone-group "Cloned group from template"

	do_test location-sets-templates "Resource sets and templates - Location"

	do_test tags-coloc-order-1 "Tags - Colocation and Order (Simple)"
	do_test tags-coloc-order-2 "Tags - Colocation and Order (Resource Sets with Templates)"
	do_test tags-location "Tags - Location"
	do_test tags-ticket "Tags - Ticket"

	echo ""
	do_test container-1 "Container - initial"
	do_test container-2 "Container - monitor failed"
	do_test container-3 "Container - stop failed"
	do_test container-4 "Container - reached migration-threshold"
	do_test container-group-1 "Container in group - initial"
	do_test container-group-2 "Container in group - monitor failed"
	do_test container-group-3 "Container in group - stop failed"
	do_test container-group-4 "Container in group - reached migration-threshold"
	do_test container-is-remote-node "Place resource within container when container is remote-node"
	do_test bug-rh-1097457 "Kill user defined container/contents ordering"
	do_test bug-cl-5247 "Graph loop when recovering m/s resource in a container"

	do_test bundle-order-startup "Bundle startup ordering"
	do_test bundle-order-partial-start "Bundle startup ordering when some dependancies are already running"
	do_test bundle-order-partial-start-2 "Bundle startup ordering when some dependancies and the container are already running"
	do_test bundle-order-stop "Bundle stop ordering"
	do_test bundle-order-partial-stop "Bundle startup ordering when some dependancies are already stopped"

	do_test bundle-order-startup-clone "Prevent startup because bundle isn't promoted"
	do_test bundle-order-startup-clone-2 "Bundle startup with clones"
	do_test bundle-order-stop-clone "Stop bundle because clone is stopping"

	echo ""
	do_test whitebox-fail1 "Fail whitebox container rsc."
	do_test whitebox-fail2 "Fail whitebox container rsc lrmd connection."
	do_test whitebox-fail3 "Failed containers should not run nested on remote nodes."
	do_test whitebox-start "Start whitebox container with resources assigned to it"
	do_test whitebox-stop "Stop whitebox container with resources assigned to it"
	do_test whitebox-move "Move whitebox container with resources assigned to it"
	do_test whitebox-asymmetric "Verify connection rsc opts-in based on container resource"
	do_test whitebox-ms-ordering "Verify promote/demote can not occur before connection is established"
	do_test whitebox-ms-ordering-move "Stop/Start cycle within a moving container"
	do_test whitebox-orphaned "Properly shutdown orphaned whitebox container"
	do_test whitebox-orphan-ms "Properly tear down orphan ms resources on remote-nodes"
	do_test whitebox-unexpectedly-running "Recover container nodes the cluster did not start."
	do_test whitebox-migrate1 "Migrate both container and connection resource"
	do_test whitebox-imply-stop-on-fence "imply stop action on container node rsc when host node is fenced"
	do_test whitebox-nested-group "Verify guest remote-node works nested in a group"
	do_test guest-node-host-dies "Verify guest node is recovered if host goes away"

	echo ""
	do_test remote-startup-probes "Baremetal remote-node startup probes"
	do_test remote-startup "Startup a newly discovered remote-nodes with no status."
	do_test remote-fence-unclean "Fence unclean baremetal remote-node"
	do_test remote-fence-unclean2 "Fence baremetal remote-node after cluster node fails and connection can not be recovered"
	+do_test remote-fence-unclean-3 "Probe failed remote nodes (triggers fencing)"
	do_test remote-move "Move remote-node connection resource"
	do_test remote-disable "Disable a baremetal remote-node"
	do_test remote-probe-disable "Probe then stop a baremetal remote-node"
	do_test remote-orphaned "Properly shutdown orphaned connection resource"
	do_test remote-orphaned2 "verify we can handle orphaned remote connections with active resources on the remote"
	do_test remote-recover "Recover connection resource after cluster-node fails."
	do_test remote-stale-node-entry "Make sure we properly handle leftover remote-node entries in the node section"
	do_test remote-partial-migrate "Make sure partial migrations are handled before ops on the remote node."
	do_test remote-partial-migrate2 "Make sure partial migration target is prefered for remote connection."
	do_test remote-recover-fail "Make sure start failure causes fencing if rsc are active on remote."
	do_test remote-start-fail "Make sure a start failure does not result in fencing if no active resources are on remote."
	do_test remote-unclean2 "Make monitor failure always results in fencing, even if no rsc are active on remote."
	do_test remote-fence-before-reconnect "Fence before clearing recurring monitor failure"
	do_test remote-recovery "Recover remote connections before attempting demotion"
	do_test remote-recover-connection "Optimistically recovery of only the connection"
	do_test remote-recover-all "Fencing when the connection has no home"
	do_test remote-recover-no-resources "Fencing when the connection has no home and no active resources"
	do_test remote-recover-unknown "Fencing when the connection has no home and the remote has no operation history"

	echo ""
	do_test resource-discovery "Exercises resource-discovery location constraint option."
	do_test rsc-discovery-per-node "Disable resource discovery per node"

	echo ""
	do_test isolation-start-all "Start docker isolated resources."
	do_test isolation-restart-all "Restart docker isolated resources."
	do_test isolation-clone "Cloned isolated primitive."

	#echo ""
	#do_test versioned-resources "Start resources with #ra-version rules"

	echo ""
	test_results
	diff --git a/pengine/test10/remote-fence-unclean-3.dot b/pengine/test10/remote-fence-unclean-3.dot
	new file mode 100644
	index 0000000000..11d1208148
	--- /dev/null
	+++ b/pengine/test10/remote-fence-unclean-3.dot
	@@ -0,0 +1,27 @@
	+digraph "g" {
	+"all_stopped" -> "fence1_start_0 overcloud-controller-1" [ style = bold]
	+"all_stopped" [ style=bold color="green" fontcolor="orange"]
	+"fence1_monitor_0 overcloud-controller-0" -> "fence1_start_0 overcloud-controller-1" [ style = bold]
	+"fence1_monitor_0 overcloud-controller-0" [ style=bold color="green" fontcolor="black"]
	+"fence1_monitor_0 overcloud-controller-1" -> "fence1_start_0 overcloud-controller-1" [ style = bold]
	+"fence1_monitor_0 overcloud-controller-1" [ style=bold color="green" fontcolor="black"]
	+"fence1_monitor_0 overcloud-controller-2" -> "fence1_start_0 overcloud-controller-1" [ style = bold]
	+"fence1_monitor_0 overcloud-controller-2" [ style=bold color="green" fontcolor="black"]
	+"fence1_monitor_60000 overcloud-controller-1" [ style=bold color="green" fontcolor="black"]
	+"fence1_start_0 overcloud-controller-1" -> "fence1_monitor_60000 overcloud-controller-1" [ style = bold]
	+"fence1_start_0 overcloud-controller-1" [ style=bold color="green" fontcolor="black"]
	+"foo_monitor_0 overcloud-controller-0" -> "foo_start_0 overcloud-controller-0" [ style = bold]
	+"foo_monitor_0 overcloud-controller-0" [ style=bold color="green" fontcolor="black"]
	+"foo_monitor_0 overcloud-controller-1" -> "foo_start_0 overcloud-controller-0" [ style = bold]
	+"foo_monitor_0 overcloud-controller-1" [ style=bold color="green" fontcolor="black"]
	+"foo_monitor_0 overcloud-controller-2" -> "foo_start_0 overcloud-controller-0" [ style = bold]
	+"foo_monitor_0 overcloud-controller-2" [ style=bold color="green" fontcolor="black"]
	+"foo_start_0 overcloud-controller-0" [ style=bold color="green" fontcolor="black"]
	+"overcloud-novacompute-0_stop_0 overcloud-controller-0" -> "all_stopped" [ style = bold]
	+"overcloud-novacompute-0_stop_0 overcloud-controller-0" [ style=bold color="green" fontcolor="black"]
	+"stonith 'reboot' overcloud-novacompute-0" -> "stonith_complete" [ style = bold]
	+"stonith 'reboot' overcloud-novacompute-0" [ style=bold color="green" fontcolor="black"]
	+"stonith_complete" -> "all_stopped" [ style = bold]
	+"stonith_complete" -> "foo_start_0 overcloud-controller-0" [ style = bold]
	+"stonith_complete" [ style=bold color="green" fontcolor="orange"]
	+}
	diff --git a/pengine/test10/remote-fence-unclean-3.exp b/pengine/test10/remote-fence-unclean-3.exp
	new file mode 100644
	index 0000000000..14e1b0b423
	--- /dev/null
	+++ b/pengine/test10/remote-fence-unclean-3.exp
	@@ -0,0 +1,163 @@
	+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
	+ <synapse id="0">
	+ <action_set>
	+ <rsc_op id="49" operation="start" operation_key="foo_start_0" on_node="overcloud-controller-0" on_node_uuid="1">
	+ <primitive id="foo" class="ocf" provider="heartbeat" type="Dummy"/>
	+ <attributes CRM_meta_on_node="overcloud-controller-0" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" />
	+ </rsc_op>
	+ </action_set>
	+ <inputs>
	+ <trigger>
	+ <rsc_op id="43" operation="monitor" operation_key="foo_monitor_0" on_node="overcloud-controller-0" on_node_uuid="1"/>
	+ </trigger>
	+ <trigger>
	+ <rsc_op id="45" operation="monitor" operation_key="foo_monitor_0" on_node="overcloud-controller-1" on_node_uuid="2"/>
	+ </trigger>
	+ <trigger>
	+ <rsc_op id="47" operation="monitor" operation_key="foo_monitor_0" on_node="overcloud-controller-2" on_node_uuid="3"/>
	+ </trigger>
	+ <trigger>
	+ <pseudo_event id="188" operation="stonith_complete" operation_key="stonith_complete"/>
	+ </trigger>
	+ </inputs>
	+ </synapse>
	+ <synapse id="1">
	+ <action_set>
	+ <rsc_op id="47" operation="monitor" operation_key="foo_monitor_0" on_node="overcloud-controller-2" on_node_uuid="3">
	+ <primitive id="foo" class="ocf" provider="heartbeat" type="Dummy"/>
	+ <attributes CRM_meta_on_node="overcloud-controller-2" CRM_meta_on_node_uuid="3" CRM_meta_op_target_rc="7" CRM_meta_timeout="20000" />
	+ </rsc_op>
	+ </action_set>
	+ <inputs/>
	+ </synapse>
	+ <synapse id="2">
	+ <action_set>
	+ <rsc_op id="45" operation="monitor" operation_key="foo_monitor_0" on_node="overcloud-controller-1" on_node_uuid="2">
	+ <primitive id="foo" class="ocf" provider="heartbeat" type="Dummy"/>
	+ <attributes CRM_meta_on_node="overcloud-controller-1" CRM_meta_on_node_uuid="2" CRM_meta_op_target_rc="7" CRM_meta_timeout="20000" />
	+ </rsc_op>
	+ </action_set>
	+ <inputs/>
	+ </synapse>
	+ <synapse id="3">
	+ <action_set>
	+ <rsc_op id="43" operation="monitor" operation_key="foo_monitor_0" on_node="overcloud-controller-0" on_node_uuid="1">
	+ <primitive id="foo" class="ocf" provider="heartbeat" type="Dummy"/>
	+ <attributes CRM_meta_on_node="overcloud-controller-0" CRM_meta_on_node_uuid="1" CRM_meta_op_target_rc="7" CRM_meta_timeout="20000" />
	+ </rsc_op>
	+ </action_set>
	+ <inputs/>
	+ </synapse>
	+ <synapse id="4">
	+ <action_set>
	+ <rsc_op id="51" operation="monitor" operation_key="fence1_monitor_60000" on_node="overcloud-controller-1" on_node_uuid="2">
	+ <primitive id="fence1" class="stonith" type="fence_xvm"/>
	+ <attributes CRM_meta_interval="60000" CRM_meta_name="monitor" CRM_meta_on_node="overcloud-controller-1" CRM_meta_on_node_uuid="2" CRM_meta_timeout="20000" multicast_address="225.0.0.2"/>
	+ </rsc_op>
	+ </action_set>
	+ <inputs>
	+ <trigger>
	+ <rsc_op id="50" operation="start" operation_key="fence1_start_0" on_node="overcloud-controller-1" on_node_uuid="2"/>
	+ </trigger>
	+ </inputs>
	+ </synapse>
	+ <synapse id="5">
	+ <action_set>
	+ <rsc_op id="50" operation="start" operation_key="fence1_start_0" on_node="overcloud-controller-1" on_node_uuid="2">
	+ <primitive id="fence1" class="stonith" type="fence_xvm"/>
	+ <attributes CRM_meta_on_node="overcloud-controller-1" CRM_meta_on_node_uuid="2" CRM_meta_timeout="20000" multicast_address="225.0.0.2"/>
	+ </rsc_op>
	+ </action_set>
	+ <inputs>
	+ <trigger>
	+ <pseudo_event id="42" operation="all_stopped" operation_key="all_stopped"/>
	+ </trigger>
	+ <trigger>
	+ <rsc_op id="44" operation="monitor" operation_key="fence1_monitor_0" on_node="overcloud-controller-0" on_node_uuid="1"/>
	+ </trigger>
	+ <trigger>
	+ <rsc_op id="46" operation="monitor" operation_key="fence1_monitor_0" on_node="overcloud-controller-1" on_node_uuid="2"/>
	+ </trigger>
	+ <trigger>
	+ <rsc_op id="48" operation="monitor" operation_key="fence1_monitor_0" on_node="overcloud-controller-2" on_node_uuid="3"/>
	+ </trigger>
	+ </inputs>
	+ </synapse>
	+ <synapse id="6">
	+ <action_set>
	+ <rsc_op id="48" operation="monitor" operation_key="fence1_monitor_0" on_node="overcloud-controller-2" on_node_uuid="3">
	+ <primitive id="fence1" class="stonith" type="fence_xvm"/>
	+ <attributes CRM_meta_on_node="overcloud-controller-2" CRM_meta_on_node_uuid="3" CRM_meta_op_target_rc="7" CRM_meta_timeout="20000" multicast_address="225.0.0.2"/>
	+ </rsc_op>
	+ </action_set>
	+ <inputs/>
	+ </synapse>
	+ <synapse id="7">
	+ <action_set>
	+ <rsc_op id="46" operation="monitor" operation_key="fence1_monitor_0" on_node="overcloud-controller-1" on_node_uuid="2">
	+ <primitive id="fence1" class="stonith" type="fence_xvm"/>
	+ <attributes CRM_meta_on_node="overcloud-controller-1" CRM_meta_on_node_uuid="2" CRM_meta_op_target_rc="7" CRM_meta_timeout="20000" multicast_address="225.0.0.2"/>
	+ </rsc_op>
	+ </action_set>
	+ <inputs/>
	+ </synapse>
	+ <synapse id="8">
	+ <action_set>
	+ <rsc_op id="44" operation="monitor" operation_key="fence1_monitor_0" on_node="overcloud-controller-0" on_node_uuid="1">
	+ <primitive id="fence1" class="stonith" type="fence_xvm"/>
	+ <attributes CRM_meta_on_node="overcloud-controller-0" CRM_meta_on_node_uuid="1" CRM_meta_op_target_rc="7" CRM_meta_timeout="20000" multicast_address="225.0.0.2"/>
	+ </rsc_op>
	+ </action_set>
	+ <inputs/>
	+ </synapse>
	+ <synapse id="9">
	+ <action_set>
	+ <rsc_op id="30" operation="stop" operation_key="overcloud-novacompute-0_stop_0" on_node="overcloud-controller-0" on_node_uuid="1">
	+ <primitive id="overcloud-novacompute-0" class="ocf" provider="pacemaker" type="remote"/>
	+ <attributes CRM_meta_name="stop" CRM_meta_on_node="overcloud-controller-0" CRM_meta_on_node_uuid="1" CRM_meta_timeout="60000" reconnect_interval="240"/>
	+ <downed>
	+ <node id="overcloud-novacompute-0"/>
	+ </downed>
	+ </rsc_op>
	+ </action_set>
	+ <inputs/>
	+ </synapse>
	+ <synapse id="10">
	+ <action_set>
	+ <crm_event id="189" operation="stonith" operation_key="stonith-overcloud-novacompute-0-reboot" on_node="overcloud-novacompute-0" on_node_uuid="overcloud-novacompute-0">
	+ <attributes CRM_meta_compute_role="true" CRM_meta_on_node="overcloud-novacompute-0" CRM_meta_on_node_uuid="overcloud-novacompute-0" CRM_meta_stonith_action="reboot" />
	+ <downed>
	+ <node id="overcloud-novacompute-0"/>
	+ </downed>
	+ </crm_event>
	+ </action_set>
	+ <inputs/>
	+ </synapse>
	+ <synapse id="11">
	+ <action_set>
	+ <pseudo_event id="188" operation="stonith_complete" operation_key="stonith_complete">
	+ <attributes />
	+ </pseudo_event>
	+ </action_set>
	+ <inputs>
	+ <trigger>
	+ <crm_event id="189" operation="stonith" operation_key="stonith-overcloud-novacompute-0-reboot" on_node="overcloud-novacompute-0" on_node_uuid="overcloud-novacompute-0"/>
	+ </trigger>
	+ </inputs>
	+ </synapse>
	+ <synapse id="12">
	+ <action_set>
	+ <pseudo_event id="42" operation="all_stopped" operation_key="all_stopped">
	+ <attributes />
	+ </pseudo_event>
	+ </action_set>
	+ <inputs>
	+ <trigger>
	+ <rsc_op id="30" operation="stop" operation_key="overcloud-novacompute-0_stop_0" on_node="overcloud-controller-0" on_node_uuid="1"/>
	+ </trigger>
	+ <trigger>
	+ <pseudo_event id="188" operation="stonith_complete" operation_key="stonith_complete"/>
	+ </trigger>
	+ </inputs>
	+ </synapse>
	+</transition_graph>
	diff --git a/pengine/test10/remote-fence-unclean-3.scores b/pengine/test10/remote-fence-unclean-3.scores
	new file mode 100644
	index 0000000000..0284218a05
	--- /dev/null
	+++ b/pengine/test10/remote-fence-unclean-3.scores
	@@ -0,0 +1,1298 @@
	+Allocation scores:
	+clone_color: galera-bundle-master allocation score on galera-bundle-0: 0
	+clone_color: galera-bundle-master allocation score on galera-bundle-1: 0
	+clone_color: galera-bundle-master allocation score on galera-bundle-2: 0
	+clone_color: galera-bundle-master allocation score on overcloud-controller-0: -INFINITY
	+clone_color: galera-bundle-master allocation score on overcloud-controller-1: -INFINITY
	+clone_color: galera-bundle-master allocation score on overcloud-controller-2: -INFINITY
	+clone_color: galera-bundle-master allocation score on overcloud-novacompute-0: -INFINITY
	+clone_color: galera-bundle-master allocation score on rabbitmq-bundle-0: -INFINITY
	+clone_color: galera-bundle-master allocation score on rabbitmq-bundle-1: -INFINITY
	+clone_color: galera-bundle-master allocation score on rabbitmq-bundle-2: -INFINITY
	+clone_color: galera:0 allocation score on galera-bundle-0: INFINITY
	+clone_color: galera:0 allocation score on galera-bundle-1: -INFINITY
	+clone_color: galera:0 allocation score on galera-bundle-2: -INFINITY
	+clone_color: galera:0 allocation score on overcloud-controller-0: -INFINITY
	+clone_color: galera:0 allocation score on overcloud-controller-1: -INFINITY
	+clone_color: galera:0 allocation score on overcloud-controller-2: -INFINITY
	+clone_color: galera:0 allocation score on overcloud-novacompute-0: -INFINITY
	+clone_color: galera:0 allocation score on rabbitmq-bundle-0: -INFINITY
	+clone_color: galera:0 allocation score on rabbitmq-bundle-1: -INFINITY
	+clone_color: galera:0 allocation score on rabbitmq-bundle-2: -INFINITY
	+clone_color: galera:1 allocation score on galera-bundle-0: -INFINITY
	+clone_color: galera:1 allocation score on galera-bundle-1: INFINITY
	+clone_color: galera:1 allocation score on galera-bundle-2: -INFINITY
	+clone_color: galera:1 allocation score on overcloud-controller-0: -INFINITY
	+clone_color: galera:1 allocation score on overcloud-controller-1: -INFINITY
	+clone_color: galera:1 allocation score on overcloud-controller-2: -INFINITY
	+clone_color: galera:1 allocation score on overcloud-novacompute-0: -INFINITY
	+clone_color: galera:1 allocation score on rabbitmq-bundle-0: -INFINITY
	+clone_color: galera:1 allocation score on rabbitmq-bundle-1: -INFINITY
	+clone_color: galera:1 allocation score on rabbitmq-bundle-2: -INFINITY
	+clone_color: galera:2 allocation score on galera-bundle-0: -INFINITY
	+clone_color: galera:2 allocation score on galera-bundle-1: -INFINITY
	+clone_color: galera:2 allocation score on galera-bundle-2: INFINITY
	+clone_color: galera:2 allocation score on overcloud-controller-0: -INFINITY
	+clone_color: galera:2 allocation score on overcloud-controller-1: -INFINITY
	+clone_color: galera:2 allocation score on overcloud-controller-2: -INFINITY
	+clone_color: galera:2 allocation score on overcloud-novacompute-0: -INFINITY
	+clone_color: galera:2 allocation score on rabbitmq-bundle-0: -INFINITY
	+clone_color: galera:2 allocation score on rabbitmq-bundle-1: -INFINITY
	+clone_color: galera:2 allocation score on rabbitmq-bundle-2: -INFINITY
	+clone_color: rabbitmq-bundle-clone allocation score on overcloud-controller-0: -INFINITY
	+clone_color: rabbitmq-bundle-clone allocation score on overcloud-controller-1: -INFINITY
	+clone_color: rabbitmq-bundle-clone allocation score on overcloud-controller-2: -INFINITY
	+clone_color: rabbitmq-bundle-clone allocation score on overcloud-novacompute-0: -INFINITY
	+clone_color: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: 0
	+clone_color: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-1: 0
	+clone_color: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-2: 0
	+clone_color: rabbitmq:0 allocation score on overcloud-controller-0: -INFINITY
	+clone_color: rabbitmq:0 allocation score on overcloud-controller-1: -INFINITY
	+clone_color: rabbitmq:0 allocation score on overcloud-controller-2: -INFINITY
	+clone_color: rabbitmq:0 allocation score on overcloud-novacompute-0: -INFINITY
	+clone_color: rabbitmq:0 allocation score on rabbitmq-bundle-0: INFINITY
	+clone_color: rabbitmq:0 allocation score on rabbitmq-bundle-1: -INFINITY
	+clone_color: rabbitmq:0 allocation score on rabbitmq-bundle-2: -INFINITY
	+clone_color: rabbitmq:1 allocation score on overcloud-controller-0: -INFINITY
	+clone_color: rabbitmq:1 allocation score on overcloud-controller-1: -INFINITY
	+clone_color: rabbitmq:1 allocation score on overcloud-controller-2: -INFINITY
	+clone_color: rabbitmq:1 allocation score on overcloud-novacompute-0: -INFINITY
	+clone_color: rabbitmq:1 allocation score on rabbitmq-bundle-0: -INFINITY
	+clone_color: rabbitmq:1 allocation score on rabbitmq-bundle-1: INFINITY
	+clone_color: rabbitmq:1 allocation score on rabbitmq-bundle-2: -INFINITY
	+clone_color: rabbitmq:2 allocation score on overcloud-controller-0: -INFINITY
	+clone_color: rabbitmq:2 allocation score on overcloud-controller-1: -INFINITY
	+clone_color: rabbitmq:2 allocation score on overcloud-controller-2: -INFINITY
	+clone_color: rabbitmq:2 allocation score on overcloud-novacompute-0: -INFINITY
	+clone_color: rabbitmq:2 allocation score on rabbitmq-bundle-0: -INFINITY
	+clone_color: rabbitmq:2 allocation score on rabbitmq-bundle-1: -INFINITY
	+clone_color: rabbitmq:2 allocation score on rabbitmq-bundle-2: INFINITY
	+clone_color: redis-bundle-master allocation score on galera-bundle-0: -INFINITY
	+clone_color: redis-bundle-master allocation score on galera-bundle-1: -INFINITY
	+clone_color: redis-bundle-master allocation score on galera-bundle-2: -INFINITY
	+clone_color: redis-bundle-master allocation score on overcloud-controller-0: -INFINITY
	+clone_color: redis-bundle-master allocation score on overcloud-controller-1: -INFINITY
	+clone_color: redis-bundle-master allocation score on overcloud-controller-2: -INFINITY
	+clone_color: redis-bundle-master allocation score on overcloud-novacompute-0: -INFINITY
	+clone_color: redis-bundle-master allocation score on rabbitmq-bundle-0: -INFINITY
	+clone_color: redis-bundle-master allocation score on rabbitmq-bundle-1: -INFINITY
	+clone_color: redis-bundle-master allocation score on rabbitmq-bundle-2: -INFINITY
	+clone_color: redis-bundle-master allocation score on redis-bundle-0: 0
	+clone_color: redis-bundle-master allocation score on redis-bundle-1: 0
	+clone_color: redis-bundle-master allocation score on redis-bundle-2: 0
	+clone_color: redis:0 allocation score on galera-bundle-0: -INFINITY
	+clone_color: redis:0 allocation score on galera-bundle-1: -INFINITY
	+clone_color: redis:0 allocation score on galera-bundle-2: -INFINITY
	+clone_color: redis:0 allocation score on overcloud-controller-0: -INFINITY
	+clone_color: redis:0 allocation score on overcloud-controller-1: -INFINITY
	+clone_color: redis:0 allocation score on overcloud-controller-2: -INFINITY
	+clone_color: redis:0 allocation score on overcloud-novacompute-0: -INFINITY
	+clone_color: redis:0 allocation score on rabbitmq-bundle-0: -INFINITY
	+clone_color: redis:0 allocation score on rabbitmq-bundle-1: -INFINITY
	+clone_color: redis:0 allocation score on rabbitmq-bundle-2: -INFINITY
	+clone_color: redis:0 allocation score on redis-bundle-0: INFINITY
	+clone_color: redis:0 allocation score on redis-bundle-1: -INFINITY
	+clone_color: redis:0 allocation score on redis-bundle-2: -INFINITY
	+clone_color: redis:1 allocation score on galera-bundle-0: -INFINITY
	+clone_color: redis:1 allocation score on galera-bundle-1: -INFINITY
	+clone_color: redis:1 allocation score on galera-bundle-2: -INFINITY
	+clone_color: redis:1 allocation score on overcloud-controller-0: -INFINITY
	+clone_color: redis:1 allocation score on overcloud-controller-1: -INFINITY
	+clone_color: redis:1 allocation score on overcloud-controller-2: -INFINITY
	+clone_color: redis:1 allocation score on overcloud-novacompute-0: -INFINITY
	+clone_color: redis:1 allocation score on rabbitmq-bundle-0: -INFINITY
	+clone_color: redis:1 allocation score on rabbitmq-bundle-1: -INFINITY
	+clone_color: redis:1 allocation score on rabbitmq-bundle-2: -INFINITY
	+clone_color: redis:1 allocation score on redis-bundle-0: -INFINITY
	+clone_color: redis:1 allocation score on redis-bundle-1: INFINITY
	+clone_color: redis:1 allocation score on redis-bundle-2: -INFINITY
	+clone_color: redis:2 allocation score on galera-bundle-0: -INFINITY
	+clone_color: redis:2 allocation score on galera-bundle-1: -INFINITY
	+clone_color: redis:2 allocation score on galera-bundle-2: -INFINITY
	+clone_color: redis:2 allocation score on overcloud-controller-0: -INFINITY
	+clone_color: redis:2 allocation score on overcloud-controller-1: -INFINITY
	+clone_color: redis:2 allocation score on overcloud-controller-2: -INFINITY
	+clone_color: redis:2 allocation score on overcloud-novacompute-0: -INFINITY
	+clone_color: redis:2 allocation score on rabbitmq-bundle-0: -INFINITY
	+clone_color: redis:2 allocation score on rabbitmq-bundle-1: -INFINITY
	+clone_color: redis:2 allocation score on rabbitmq-bundle-2: -INFINITY
	+clone_color: redis:2 allocation score on redis-bundle-0: -INFINITY
	+clone_color: redis:2 allocation score on redis-bundle-1: -INFINITY
	+clone_color: redis:2 allocation score on redis-bundle-2: INFINITY
	+container_color: galera-bundle allocation score on galera-bundle-0: -INFINITY
	+container_color: galera-bundle allocation score on galera-bundle-1: -INFINITY
	+container_color: galera-bundle allocation score on galera-bundle-2: -INFINITY
	+container_color: galera-bundle allocation score on overcloud-controller-0: 0
	+container_color: galera-bundle allocation score on overcloud-controller-1: 0
	+container_color: galera-bundle allocation score on overcloud-controller-2: 0
	+container_color: galera-bundle allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: galera-bundle allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: galera-bundle allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: galera-bundle allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: galera-bundle-0 allocation score on galera-bundle-0: -INFINITY
	+container_color: galera-bundle-0 allocation score on galera-bundle-1: -INFINITY
	+container_color: galera-bundle-0 allocation score on galera-bundle-2: -INFINITY
	+container_color: galera-bundle-0 allocation score on overcloud-controller-0: INFINITY
	+container_color: galera-bundle-0 allocation score on overcloud-controller-1: 0
	+container_color: galera-bundle-0 allocation score on overcloud-controller-2: 0
	+container_color: galera-bundle-0 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: galera-bundle-0 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: galera-bundle-0 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: galera-bundle-0 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: galera-bundle-1 allocation score on galera-bundle-0: -INFINITY
	+container_color: galera-bundle-1 allocation score on galera-bundle-1: -INFINITY
	+container_color: galera-bundle-1 allocation score on galera-bundle-2: -INFINITY
	+container_color: galera-bundle-1 allocation score on overcloud-controller-0: 0
	+container_color: galera-bundle-1 allocation score on overcloud-controller-1: INFINITY
	+container_color: galera-bundle-1 allocation score on overcloud-controller-2: 0
	+container_color: galera-bundle-1 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: galera-bundle-1 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: galera-bundle-1 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: galera-bundle-1 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: galera-bundle-2 allocation score on galera-bundle-0: -INFINITY
	+container_color: galera-bundle-2 allocation score on galera-bundle-1: -INFINITY
	+container_color: galera-bundle-2 allocation score on galera-bundle-2: -INFINITY
	+container_color: galera-bundle-2 allocation score on overcloud-controller-0: 0
	+container_color: galera-bundle-2 allocation score on overcloud-controller-1: 0
	+container_color: galera-bundle-2 allocation score on overcloud-controller-2: INFINITY
	+container_color: galera-bundle-2 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: galera-bundle-2 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: galera-bundle-2 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: galera-bundle-2 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: galera-bundle-docker-0 allocation score on galera-bundle-0: -INFINITY
	+container_color: galera-bundle-docker-0 allocation score on galera-bundle-1: -INFINITY
	+container_color: galera-bundle-docker-0 allocation score on galera-bundle-2: -INFINITY
	+container_color: galera-bundle-docker-0 allocation score on overcloud-controller-0: INFINITY
	+container_color: galera-bundle-docker-0 allocation score on overcloud-controller-1: 0
	+container_color: galera-bundle-docker-0 allocation score on overcloud-controller-2: 0
	+container_color: galera-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: galera-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: galera-bundle-docker-0 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: galera-bundle-docker-0 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: galera-bundle-docker-1 allocation score on galera-bundle-0: -INFINITY
	+container_color: galera-bundle-docker-1 allocation score on galera-bundle-1: -INFINITY
	+container_color: galera-bundle-docker-1 allocation score on galera-bundle-2: -INFINITY
	+container_color: galera-bundle-docker-1 allocation score on overcloud-controller-0: 0
	+container_color: galera-bundle-docker-1 allocation score on overcloud-controller-1: INFINITY
	+container_color: galera-bundle-docker-1 allocation score on overcloud-controller-2: 0
	+container_color: galera-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: galera-bundle-docker-1 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: galera-bundle-docker-1 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: galera-bundle-docker-1 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: galera-bundle-docker-2 allocation score on galera-bundle-0: -INFINITY
	+container_color: galera-bundle-docker-2 allocation score on galera-bundle-1: -INFINITY
	+container_color: galera-bundle-docker-2 allocation score on galera-bundle-2: -INFINITY
	+container_color: galera-bundle-docker-2 allocation score on overcloud-controller-0: 0
	+container_color: galera-bundle-docker-2 allocation score on overcloud-controller-1: 0
	+container_color: galera-bundle-docker-2 allocation score on overcloud-controller-2: INFINITY
	+container_color: galera-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: galera-bundle-docker-2 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: galera-bundle-docker-2 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: galera-bundle-docker-2 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
	+container_color: galera-bundle-master allocation score on galera-bundle-1: -INFINITY
	+container_color: galera-bundle-master allocation score on galera-bundle-2: -INFINITY
	+container_color: galera-bundle-master allocation score on overcloud-controller-0: 0
	+container_color: galera-bundle-master allocation score on overcloud-controller-1: 0
	+container_color: galera-bundle-master allocation score on overcloud-controller-2: 0
	+container_color: galera-bundle-master allocation score on overcloud-novacompute-0: 0
	+container_color: galera-bundle-master allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: galera-bundle-master allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: galera-bundle-master allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: galera:0 allocation score on galera-bundle-0: -INFINITY
	+container_color: galera:0 allocation score on galera-bundle-1: -INFINITY
	+container_color: galera:0 allocation score on galera-bundle-2: -INFINITY
	+container_color: galera:0 allocation score on overcloud-controller-0: 0
	+container_color: galera:0 allocation score on overcloud-controller-1: 0
	+container_color: galera:0 allocation score on overcloud-controller-2: 0
	+container_color: galera:0 allocation score on overcloud-novacompute-0: 0
	+container_color: galera:0 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: galera:0 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: galera:0 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: galera:1 allocation score on galera-bundle-0: -INFINITY
	+container_color: galera:1 allocation score on galera-bundle-1: -INFINITY
	+container_color: galera:1 allocation score on galera-bundle-2: -INFINITY
	+container_color: galera:1 allocation score on overcloud-controller-0: 0
	+container_color: galera:1 allocation score on overcloud-controller-1: 0
	+container_color: galera:1 allocation score on overcloud-controller-2: 0
	+container_color: galera:1 allocation score on overcloud-novacompute-0: 0
	+container_color: galera:1 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: galera:1 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: galera:1 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: galera:2 allocation score on galera-bundle-0: -INFINITY
	+container_color: galera:2 allocation score on galera-bundle-1: -INFINITY
	+container_color: galera:2 allocation score on galera-bundle-2: -INFINITY
	+container_color: galera:2 allocation score on overcloud-controller-0: 0
	+container_color: galera:2 allocation score on overcloud-controller-1: 0
	+container_color: galera:2 allocation score on overcloud-controller-2: 0
	+container_color: galera:2 allocation score on overcloud-novacompute-0: 0
	+container_color: galera:2 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: galera:2 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: galera:2 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: haproxy-bundle allocation score on galera-bundle-0: -INFINITY
	+container_color: haproxy-bundle allocation score on galera-bundle-0: -INFINITY
	+container_color: haproxy-bundle allocation score on galera-bundle-0: -INFINITY
	+container_color: haproxy-bundle allocation score on galera-bundle-0: -INFINITY
	+container_color: haproxy-bundle allocation score on galera-bundle-0: -INFINITY
	+container_color: haproxy-bundle allocation score on galera-bundle-0: -INFINITY
	+container_color: haproxy-bundle allocation score on galera-bundle-0: -INFINITY
	+container_color: haproxy-bundle allocation score on galera-bundle-1: -INFINITY
	+container_color: haproxy-bundle allocation score on galera-bundle-1: -INFINITY
	+container_color: haproxy-bundle allocation score on galera-bundle-1: -INFINITY
	+container_color: haproxy-bundle allocation score on galera-bundle-1: -INFINITY
	+container_color: haproxy-bundle allocation score on galera-bundle-1: -INFINITY
	+container_color: haproxy-bundle allocation score on galera-bundle-1: -INFINITY
	+container_color: haproxy-bundle allocation score on galera-bundle-1: -INFINITY
	+container_color: haproxy-bundle allocation score on galera-bundle-2: -INFINITY
	+container_color: haproxy-bundle allocation score on galera-bundle-2: -INFINITY
	+container_color: haproxy-bundle allocation score on galera-bundle-2: -INFINITY
	+container_color: haproxy-bundle allocation score on galera-bundle-2: -INFINITY
	+container_color: haproxy-bundle allocation score on galera-bundle-2: -INFINITY
	+container_color: haproxy-bundle allocation score on galera-bundle-2: -INFINITY
	+container_color: haproxy-bundle allocation score on galera-bundle-2: -INFINITY
	+container_color: haproxy-bundle allocation score on overcloud-controller-0: 0
	+container_color: haproxy-bundle allocation score on overcloud-controller-0: 0
	+container_color: haproxy-bundle allocation score on overcloud-controller-0: 0
	+container_color: haproxy-bundle allocation score on overcloud-controller-0: 0
	+container_color: haproxy-bundle allocation score on overcloud-controller-0: 0
	+container_color: haproxy-bundle allocation score on overcloud-controller-0: 0
	+container_color: haproxy-bundle allocation score on overcloud-controller-0: 0
	+container_color: haproxy-bundle allocation score on overcloud-controller-1: 0
	+container_color: haproxy-bundle allocation score on overcloud-controller-1: 0
	+container_color: haproxy-bundle allocation score on overcloud-controller-1: 0
	+container_color: haproxy-bundle allocation score on overcloud-controller-1: 0
	+container_color: haproxy-bundle allocation score on overcloud-controller-1: 0
	+container_color: haproxy-bundle allocation score on overcloud-controller-1: 0
	+container_color: haproxy-bundle allocation score on overcloud-controller-1: 0
	+container_color: haproxy-bundle allocation score on overcloud-controller-2: 0
	+container_color: haproxy-bundle allocation score on overcloud-controller-2: 0
	+container_color: haproxy-bundle allocation score on overcloud-controller-2: 0
	+container_color: haproxy-bundle allocation score on overcloud-controller-2: 0
	+container_color: haproxy-bundle allocation score on overcloud-controller-2: 0
	+container_color: haproxy-bundle allocation score on overcloud-controller-2: 0
	+container_color: haproxy-bundle allocation score on overcloud-controller-2: 0
	+container_color: haproxy-bundle allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: haproxy-bundle allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: haproxy-bundle allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: haproxy-bundle allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: haproxy-bundle allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: haproxy-bundle allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: haproxy-bundle allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: haproxy-bundle allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: haproxy-bundle allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: haproxy-bundle allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: haproxy-bundle allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: haproxy-bundle allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: haproxy-bundle allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: haproxy-bundle allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: haproxy-bundle allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: haproxy-bundle allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: haproxy-bundle allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: haproxy-bundle allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: haproxy-bundle allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: haproxy-bundle allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: haproxy-bundle allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: haproxy-bundle allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: haproxy-bundle allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: haproxy-bundle allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: haproxy-bundle allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: haproxy-bundle allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: haproxy-bundle allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: haproxy-bundle allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: haproxy-bundle allocation score on redis-bundle-0: -INFINITY
	+container_color: haproxy-bundle allocation score on redis-bundle-0: -INFINITY
	+container_color: haproxy-bundle allocation score on redis-bundle-0: -INFINITY
	+container_color: haproxy-bundle allocation score on redis-bundle-0: -INFINITY
	+container_color: haproxy-bundle allocation score on redis-bundle-0: -INFINITY
	+container_color: haproxy-bundle allocation score on redis-bundle-0: -INFINITY
	+container_color: haproxy-bundle allocation score on redis-bundle-0: -INFINITY
	+container_color: haproxy-bundle allocation score on redis-bundle-1: -INFINITY
	+container_color: haproxy-bundle allocation score on redis-bundle-1: -INFINITY
	+container_color: haproxy-bundle allocation score on redis-bundle-1: -INFINITY
	+container_color: haproxy-bundle allocation score on redis-bundle-1: -INFINITY
	+container_color: haproxy-bundle allocation score on redis-bundle-1: -INFINITY
	+container_color: haproxy-bundle allocation score on redis-bundle-1: -INFINITY
	+container_color: haproxy-bundle allocation score on redis-bundle-1: -INFINITY
	+container_color: haproxy-bundle allocation score on redis-bundle-2: -INFINITY
	+container_color: haproxy-bundle allocation score on redis-bundle-2: -INFINITY
	+container_color: haproxy-bundle allocation score on redis-bundle-2: -INFINITY
	+container_color: haproxy-bundle allocation score on redis-bundle-2: -INFINITY
	+container_color: haproxy-bundle allocation score on redis-bundle-2: -INFINITY
	+container_color: haproxy-bundle allocation score on redis-bundle-2: -INFINITY
	+container_color: haproxy-bundle allocation score on redis-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on galera-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on galera-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on galera-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on galera-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on galera-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on galera-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on galera-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on galera-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on galera-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on galera-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on galera-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on galera-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on galera-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on galera-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on galera-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on galera-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on galera-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on galera-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on galera-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on galera-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on galera-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on overcloud-controller-0: INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on overcloud-controller-0: INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on overcloud-controller-0: INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on overcloud-controller-0: INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on overcloud-controller-0: INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on overcloud-controller-0: INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on overcloud-controller-0: INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on overcloud-controller-1: 0
	+container_color: haproxy-bundle-docker-0 allocation score on overcloud-controller-1: INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on overcloud-controller-1: INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on overcloud-controller-1: INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on overcloud-controller-1: INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on overcloud-controller-1: INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on overcloud-controller-1: INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on overcloud-controller-2: 0
	+container_color: haproxy-bundle-docker-0 allocation score on overcloud-controller-2: INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on overcloud-controller-2: INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on overcloud-controller-2: INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on overcloud-controller-2: INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on overcloud-controller-2: INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on overcloud-controller-2: INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on redis-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on redis-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on redis-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on redis-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on redis-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on redis-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on redis-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on redis-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on redis-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on redis-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on redis-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on redis-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on redis-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on redis-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on redis-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on redis-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on redis-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on redis-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on redis-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on redis-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-0 allocation score on redis-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on galera-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on galera-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on galera-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on galera-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on galera-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on galera-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on galera-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on galera-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on galera-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on galera-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on galera-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on galera-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on galera-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on galera-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on galera-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on galera-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on galera-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on galera-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on galera-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on galera-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on galera-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on overcloud-controller-0: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on overcloud-controller-0: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on overcloud-controller-0: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on overcloud-controller-0: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on overcloud-controller-0: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on overcloud-controller-0: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on overcloud-controller-0: 0
	+container_color: haproxy-bundle-docker-1 allocation score on overcloud-controller-1: INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on overcloud-controller-1: INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on overcloud-controller-1: INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on overcloud-controller-1: INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on overcloud-controller-1: INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on overcloud-controller-1: INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on overcloud-controller-1: INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on overcloud-controller-2: 0
	+container_color: haproxy-bundle-docker-1 allocation score on overcloud-controller-2: INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on overcloud-controller-2: INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on overcloud-controller-2: INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on overcloud-controller-2: INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on overcloud-controller-2: INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on overcloud-controller-2: INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on redis-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on redis-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on redis-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on redis-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on redis-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on redis-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on redis-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on redis-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on redis-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on redis-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on redis-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on redis-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on redis-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on redis-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on redis-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on redis-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on redis-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on redis-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on redis-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on redis-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-1 allocation score on redis-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on galera-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on galera-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on galera-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on galera-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on galera-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on galera-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on galera-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on galera-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on galera-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on galera-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on galera-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on galera-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on galera-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on galera-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on galera-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on galera-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on galera-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on galera-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on galera-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on galera-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on galera-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on overcloud-controller-0: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on overcloud-controller-0: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on overcloud-controller-0: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on overcloud-controller-0: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on overcloud-controller-0: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on overcloud-controller-0: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on overcloud-controller-0: 0
	+container_color: haproxy-bundle-docker-2 allocation score on overcloud-controller-1: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on overcloud-controller-1: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on overcloud-controller-1: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on overcloud-controller-1: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on overcloud-controller-1: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on overcloud-controller-1: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on overcloud-controller-1: 0
	+container_color: haproxy-bundle-docker-2 allocation score on overcloud-controller-2: INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on overcloud-controller-2: INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on overcloud-controller-2: INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on overcloud-controller-2: INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on overcloud-controller-2: INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on overcloud-controller-2: INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on overcloud-controller-2: INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on redis-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on redis-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on redis-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on redis-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on redis-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on redis-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on redis-bundle-0: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on redis-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on redis-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on redis-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on redis-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on redis-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on redis-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on redis-bundle-1: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on redis-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on redis-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on redis-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on redis-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on redis-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on redis-bundle-2: -INFINITY
	+container_color: haproxy-bundle-docker-2 allocation score on redis-bundle-2: -INFINITY
	+container_color: openstack-cinder-backup allocation score on galera-bundle-0: -INFINITY
	+container_color: openstack-cinder-backup allocation score on galera-bundle-1: -INFINITY
	+container_color: openstack-cinder-backup allocation score on galera-bundle-2: -INFINITY
	+container_color: openstack-cinder-backup allocation score on overcloud-controller-0: 0
	+container_color: openstack-cinder-backup allocation score on overcloud-controller-1: 0
	+container_color: openstack-cinder-backup allocation score on overcloud-controller-2: 0
	+container_color: openstack-cinder-backup allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: openstack-cinder-backup allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: openstack-cinder-backup allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: openstack-cinder-backup allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: openstack-cinder-backup allocation score on redis-bundle-0: -INFINITY
	+container_color: openstack-cinder-backup allocation score on redis-bundle-1: -INFINITY
	+container_color: openstack-cinder-backup allocation score on redis-bundle-2: -INFINITY
	+container_color: openstack-cinder-backup-docker-0 allocation score on galera-bundle-0: -INFINITY
	+container_color: openstack-cinder-backup-docker-0 allocation score on galera-bundle-1: -INFINITY
	+container_color: openstack-cinder-backup-docker-0 allocation score on galera-bundle-2: -INFINITY
	+container_color: openstack-cinder-backup-docker-0 allocation score on overcloud-controller-0: 0
	+container_color: openstack-cinder-backup-docker-0 allocation score on overcloud-controller-1: INFINITY
	+container_color: openstack-cinder-backup-docker-0 allocation score on overcloud-controller-2: 0
	+container_color: openstack-cinder-backup-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: openstack-cinder-backup-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: openstack-cinder-backup-docker-0 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: openstack-cinder-backup-docker-0 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: openstack-cinder-backup-docker-0 allocation score on redis-bundle-0: -INFINITY
	+container_color: openstack-cinder-backup-docker-0 allocation score on redis-bundle-1: -INFINITY
	+container_color: openstack-cinder-backup-docker-0 allocation score on redis-bundle-2: -INFINITY
	+container_color: openstack-cinder-volume allocation score on galera-bundle-0: -INFINITY
	+container_color: openstack-cinder-volume allocation score on galera-bundle-1: -INFINITY
	+container_color: openstack-cinder-volume allocation score on galera-bundle-2: -INFINITY
	+container_color: openstack-cinder-volume allocation score on overcloud-controller-0: 0
	+container_color: openstack-cinder-volume allocation score on overcloud-controller-1: 0
	+container_color: openstack-cinder-volume allocation score on overcloud-controller-2: 0
	+container_color: openstack-cinder-volume allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: openstack-cinder-volume allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: openstack-cinder-volume allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: openstack-cinder-volume allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: openstack-cinder-volume allocation score on redis-bundle-0: -INFINITY
	+container_color: openstack-cinder-volume allocation score on redis-bundle-1: -INFINITY
	+container_color: openstack-cinder-volume allocation score on redis-bundle-2: -INFINITY
	+container_color: openstack-cinder-volume-docker-0 allocation score on galera-bundle-0: -INFINITY
	+container_color: openstack-cinder-volume-docker-0 allocation score on galera-bundle-1: -INFINITY
	+container_color: openstack-cinder-volume-docker-0 allocation score on galera-bundle-2: -INFINITY
	+container_color: openstack-cinder-volume-docker-0 allocation score on overcloud-controller-0: INFINITY
	+container_color: openstack-cinder-volume-docker-0 allocation score on overcloud-controller-1: 0
	+container_color: openstack-cinder-volume-docker-0 allocation score on overcloud-controller-2: 0
	+container_color: openstack-cinder-volume-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: openstack-cinder-volume-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: openstack-cinder-volume-docker-0 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: openstack-cinder-volume-docker-0 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: openstack-cinder-volume-docker-0 allocation score on redis-bundle-0: -INFINITY
	+container_color: openstack-cinder-volume-docker-0 allocation score on redis-bundle-1: -INFINITY
	+container_color: openstack-cinder-volume-docker-0 allocation score on redis-bundle-2: -INFINITY
	+container_color: rabbitmq-bundle allocation score on overcloud-controller-0: 0
	+container_color: rabbitmq-bundle allocation score on overcloud-controller-1: 0
	+container_color: rabbitmq-bundle allocation score on overcloud-controller-2: 0
	+container_color: rabbitmq-bundle allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: rabbitmq-bundle allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: rabbitmq-bundle allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: rabbitmq-bundle allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: rabbitmq-bundle-0 allocation score on overcloud-controller-0: INFINITY
	+container_color: rabbitmq-bundle-0 allocation score on overcloud-controller-1: 0
	+container_color: rabbitmq-bundle-0 allocation score on overcloud-controller-2: 0
	+container_color: rabbitmq-bundle-0 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: rabbitmq-bundle-0 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: rabbitmq-bundle-0 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: rabbitmq-bundle-0 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: rabbitmq-bundle-1 allocation score on overcloud-controller-0: 0
	+container_color: rabbitmq-bundle-1 allocation score on overcloud-controller-1: INFINITY
	+container_color: rabbitmq-bundle-1 allocation score on overcloud-controller-2: 0
	+container_color: rabbitmq-bundle-1 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: rabbitmq-bundle-1 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: rabbitmq-bundle-1 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: rabbitmq-bundle-1 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: rabbitmq-bundle-2 allocation score on overcloud-controller-0: 0
	+container_color: rabbitmq-bundle-2 allocation score on overcloud-controller-1: 0
	+container_color: rabbitmq-bundle-2 allocation score on overcloud-controller-2: INFINITY
	+container_color: rabbitmq-bundle-2 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: rabbitmq-bundle-2 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: rabbitmq-bundle-2 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: rabbitmq-bundle-2 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: rabbitmq-bundle-clone allocation score on overcloud-controller-0: 0
	+container_color: rabbitmq-bundle-clone allocation score on overcloud-controller-1: 0
	+container_color: rabbitmq-bundle-clone allocation score on overcloud-controller-2: 0
	+container_color: rabbitmq-bundle-clone allocation score on overcloud-novacompute-0: 0
	+container_color: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: 0
	+container_color: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-1: 0
	+container_color: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-2: 0
	+container_color: rabbitmq-bundle-docker-0 allocation score on overcloud-controller-0: INFINITY
	+container_color: rabbitmq-bundle-docker-0 allocation score on overcloud-controller-1: 0
	+container_color: rabbitmq-bundle-docker-0 allocation score on overcloud-controller-2: 0
	+container_color: rabbitmq-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: rabbitmq-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: rabbitmq-bundle-docker-0 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: rabbitmq-bundle-docker-0 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: rabbitmq-bundle-docker-1 allocation score on overcloud-controller-0: 0
	+container_color: rabbitmq-bundle-docker-1 allocation score on overcloud-controller-1: INFINITY
	+container_color: rabbitmq-bundle-docker-1 allocation score on overcloud-controller-2: 0
	+container_color: rabbitmq-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: rabbitmq-bundle-docker-1 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: rabbitmq-bundle-docker-1 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: rabbitmq-bundle-docker-1 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: rabbitmq-bundle-docker-2 allocation score on overcloud-controller-0: 0
	+container_color: rabbitmq-bundle-docker-2 allocation score on overcloud-controller-1: 0
	+container_color: rabbitmq-bundle-docker-2 allocation score on overcloud-controller-2: INFINITY
	+container_color: rabbitmq-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: rabbitmq-bundle-docker-2 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: rabbitmq-bundle-docker-2 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: rabbitmq-bundle-docker-2 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: rabbitmq:0 allocation score on overcloud-controller-0: 0
	+container_color: rabbitmq:0 allocation score on overcloud-controller-1: 0
	+container_color: rabbitmq:0 allocation score on overcloud-controller-2: 0
	+container_color: rabbitmq:0 allocation score on overcloud-novacompute-0: 0
	+container_color: rabbitmq:0 allocation score on rabbitmq-bundle-0: INFINITY
	+container_color: rabbitmq:0 allocation score on rabbitmq-bundle-1: 0
	+container_color: rabbitmq:0 allocation score on rabbitmq-bundle-2: 0
	+container_color: rabbitmq:1 allocation score on overcloud-controller-0: 0
	+container_color: rabbitmq:1 allocation score on overcloud-controller-1: 0
	+container_color: rabbitmq:1 allocation score on overcloud-controller-2: 0
	+container_color: rabbitmq:1 allocation score on overcloud-novacompute-0: 0
	+container_color: rabbitmq:1 allocation score on rabbitmq-bundle-0: 0
	+container_color: rabbitmq:1 allocation score on rabbitmq-bundle-1: INFINITY
	+container_color: rabbitmq:1 allocation score on rabbitmq-bundle-2: 0
	+container_color: rabbitmq:2 allocation score on overcloud-controller-0: 0
	+container_color: rabbitmq:2 allocation score on overcloud-controller-1: 0
	+container_color: rabbitmq:2 allocation score on overcloud-controller-2: 0
	+container_color: rabbitmq:2 allocation score on overcloud-novacompute-0: 0
	+container_color: rabbitmq:2 allocation score on rabbitmq-bundle-0: 0
	+container_color: rabbitmq:2 allocation score on rabbitmq-bundle-1: 0
	+container_color: rabbitmq:2 allocation score on rabbitmq-bundle-2: INFINITY
	+container_color: redis-bundle allocation score on galera-bundle-0: -INFINITY
	+container_color: redis-bundle allocation score on galera-bundle-1: -INFINITY
	+container_color: redis-bundle allocation score on galera-bundle-2: -INFINITY
	+container_color: redis-bundle allocation score on overcloud-controller-0: 0
	+container_color: redis-bundle allocation score on overcloud-controller-1: 0
	+container_color: redis-bundle allocation score on overcloud-controller-2: 0
	+container_color: redis-bundle allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: redis-bundle allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: redis-bundle allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: redis-bundle allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: redis-bundle allocation score on redis-bundle-0: -INFINITY
	+container_color: redis-bundle allocation score on redis-bundle-1: -INFINITY
	+container_color: redis-bundle allocation score on redis-bundle-2: -INFINITY
	+container_color: redis-bundle-0 allocation score on galera-bundle-0: -INFINITY
	+container_color: redis-bundle-0 allocation score on galera-bundle-1: -INFINITY
	+container_color: redis-bundle-0 allocation score on galera-bundle-2: -INFINITY
	+container_color: redis-bundle-0 allocation score on overcloud-controller-0: INFINITY
	+container_color: redis-bundle-0 allocation score on overcloud-controller-1: 0
	+container_color: redis-bundle-0 allocation score on overcloud-controller-2: 0
	+container_color: redis-bundle-0 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: redis-bundle-0 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: redis-bundle-0 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: redis-bundle-0 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: redis-bundle-0 allocation score on redis-bundle-0: -INFINITY
	+container_color: redis-bundle-0 allocation score on redis-bundle-1: -INFINITY
	+container_color: redis-bundle-0 allocation score on redis-bundle-2: -INFINITY
	+container_color: redis-bundle-1 allocation score on galera-bundle-0: -INFINITY
	+container_color: redis-bundle-1 allocation score on galera-bundle-1: -INFINITY
	+container_color: redis-bundle-1 allocation score on galera-bundle-2: -INFINITY
	+container_color: redis-bundle-1 allocation score on overcloud-controller-0: 0
	+container_color: redis-bundle-1 allocation score on overcloud-controller-1: INFINITY
	+container_color: redis-bundle-1 allocation score on overcloud-controller-2: 0
	+container_color: redis-bundle-1 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: redis-bundle-1 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: redis-bundle-1 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: redis-bundle-1 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: redis-bundle-1 allocation score on redis-bundle-0: -INFINITY
	+container_color: redis-bundle-1 allocation score on redis-bundle-1: -INFINITY
	+container_color: redis-bundle-1 allocation score on redis-bundle-2: -INFINITY
	+container_color: redis-bundle-2 allocation score on galera-bundle-0: -INFINITY
	+container_color: redis-bundle-2 allocation score on galera-bundle-1: -INFINITY
	+container_color: redis-bundle-2 allocation score on galera-bundle-2: -INFINITY
	+container_color: redis-bundle-2 allocation score on overcloud-controller-0: 0
	+container_color: redis-bundle-2 allocation score on overcloud-controller-1: 0
	+container_color: redis-bundle-2 allocation score on overcloud-controller-2: INFINITY
	+container_color: redis-bundle-2 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: redis-bundle-2 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: redis-bundle-2 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: redis-bundle-2 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: redis-bundle-2 allocation score on redis-bundle-0: -INFINITY
	+container_color: redis-bundle-2 allocation score on redis-bundle-1: -INFINITY
	+container_color: redis-bundle-2 allocation score on redis-bundle-2: -INFINITY
	+container_color: redis-bundle-docker-0 allocation score on galera-bundle-0: -INFINITY
	+container_color: redis-bundle-docker-0 allocation score on galera-bundle-1: -INFINITY
	+container_color: redis-bundle-docker-0 allocation score on galera-bundle-2: -INFINITY
	+container_color: redis-bundle-docker-0 allocation score on overcloud-controller-0: INFINITY
	+container_color: redis-bundle-docker-0 allocation score on overcloud-controller-1: 0
	+container_color: redis-bundle-docker-0 allocation score on overcloud-controller-2: 0
	+container_color: redis-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: redis-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: redis-bundle-docker-0 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: redis-bundle-docker-0 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: redis-bundle-docker-0 allocation score on redis-bundle-0: -INFINITY
	+container_color: redis-bundle-docker-0 allocation score on redis-bundle-1: -INFINITY
	+container_color: redis-bundle-docker-0 allocation score on redis-bundle-2: -INFINITY
	+container_color: redis-bundle-docker-1 allocation score on galera-bundle-0: -INFINITY
	+container_color: redis-bundle-docker-1 allocation score on galera-bundle-1: -INFINITY
	+container_color: redis-bundle-docker-1 allocation score on galera-bundle-2: -INFINITY
	+container_color: redis-bundle-docker-1 allocation score on overcloud-controller-0: 0
	+container_color: redis-bundle-docker-1 allocation score on overcloud-controller-1: INFINITY
	+container_color: redis-bundle-docker-1 allocation score on overcloud-controller-2: 0
	+container_color: redis-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: redis-bundle-docker-1 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: redis-bundle-docker-1 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: redis-bundle-docker-1 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: redis-bundle-docker-1 allocation score on redis-bundle-0: -INFINITY
	+container_color: redis-bundle-docker-1 allocation score on redis-bundle-1: -INFINITY
	+container_color: redis-bundle-docker-1 allocation score on redis-bundle-2: -INFINITY
	+container_color: redis-bundle-docker-2 allocation score on galera-bundle-0: -INFINITY
	+container_color: redis-bundle-docker-2 allocation score on galera-bundle-1: -INFINITY
	+container_color: redis-bundle-docker-2 allocation score on galera-bundle-2: -INFINITY
	+container_color: redis-bundle-docker-2 allocation score on overcloud-controller-0: 0
	+container_color: redis-bundle-docker-2 allocation score on overcloud-controller-1: 0
	+container_color: redis-bundle-docker-2 allocation score on overcloud-controller-2: INFINITY
	+container_color: redis-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
	+container_color: redis-bundle-docker-2 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: redis-bundle-docker-2 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: redis-bundle-docker-2 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: redis-bundle-docker-2 allocation score on redis-bundle-0: -INFINITY
	+container_color: redis-bundle-docker-2 allocation score on redis-bundle-1: -INFINITY
	+container_color: redis-bundle-docker-2 allocation score on redis-bundle-2: -INFINITY
	+container_color: redis-bundle-master allocation score on galera-bundle-0: -INFINITY
	+container_color: redis-bundle-master allocation score on galera-bundle-1: -INFINITY
	+container_color: redis-bundle-master allocation score on galera-bundle-2: -INFINITY
	+container_color: redis-bundle-master allocation score on overcloud-controller-0: 0
	+container_color: redis-bundle-master allocation score on overcloud-controller-1: 0
	+container_color: redis-bundle-master allocation score on overcloud-controller-2: 0
	+container_color: redis-bundle-master allocation score on overcloud-novacompute-0: 0
	+container_color: redis-bundle-master allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: redis-bundle-master allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: redis-bundle-master allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
	+container_color: redis-bundle-master allocation score on redis-bundle-1: -INFINITY
	+container_color: redis-bundle-master allocation score on redis-bundle-2: -INFINITY
	+container_color: redis:0 allocation score on galera-bundle-0: -INFINITY
	+container_color: redis:0 allocation score on galera-bundle-1: -INFINITY
	+container_color: redis:0 allocation score on galera-bundle-2: -INFINITY
	+container_color: redis:0 allocation score on overcloud-controller-0: 0
	+container_color: redis:0 allocation score on overcloud-controller-1: 0
	+container_color: redis:0 allocation score on overcloud-controller-2: 0
	+container_color: redis:0 allocation score on overcloud-novacompute-0: 0
	+container_color: redis:0 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: redis:0 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: redis:0 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: redis:0 allocation score on redis-bundle-0: -INFINITY
	+container_color: redis:0 allocation score on redis-bundle-1: -INFINITY
	+container_color: redis:0 allocation score on redis-bundle-2: -INFINITY
	+container_color: redis:1 allocation score on galera-bundle-0: -INFINITY
	+container_color: redis:1 allocation score on galera-bundle-1: -INFINITY
	+container_color: redis:1 allocation score on galera-bundle-2: -INFINITY
	+container_color: redis:1 allocation score on overcloud-controller-0: 0
	+container_color: redis:1 allocation score on overcloud-controller-1: 0
	+container_color: redis:1 allocation score on overcloud-controller-2: 0
	+container_color: redis:1 allocation score on overcloud-novacompute-0: 0
	+container_color: redis:1 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: redis:1 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: redis:1 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: redis:1 allocation score on redis-bundle-0: -INFINITY
	+container_color: redis:1 allocation score on redis-bundle-1: -INFINITY
	+container_color: redis:1 allocation score on redis-bundle-2: -INFINITY
	+container_color: redis:2 allocation score on galera-bundle-0: -INFINITY
	+container_color: redis:2 allocation score on galera-bundle-1: -INFINITY
	+container_color: redis:2 allocation score on galera-bundle-2: -INFINITY
	+container_color: redis:2 allocation score on overcloud-controller-0: 0
	+container_color: redis:2 allocation score on overcloud-controller-1: 0
	+container_color: redis:2 allocation score on overcloud-controller-2: 0
	+container_color: redis:2 allocation score on overcloud-novacompute-0: 0
	+container_color: redis:2 allocation score on rabbitmq-bundle-0: -INFINITY
	+container_color: redis:2 allocation score on rabbitmq-bundle-1: -INFINITY
	+container_color: redis:2 allocation score on rabbitmq-bundle-2: -INFINITY
	+container_color: redis:2 allocation score on redis-bundle-0: -INFINITY
	+container_color: redis:2 allocation score on redis-bundle-1: -INFINITY
	+container_color: redis:2 allocation score on redis-bundle-2: -INFINITY
	+galera:0 promotion score on galera-bundle-0: 100
	+galera:1 promotion score on galera-bundle-1: 100
	+galera:2 promotion score on galera-bundle-2: 100
	+native_color: fence1 allocation score on overcloud-controller-0: 0
	+native_color: fence1 allocation score on overcloud-controller-1: 0
	+native_color: fence1 allocation score on overcloud-controller-2: 0
	+native_color: fence1 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: foo allocation score on overcloud-controller-0: 0
	+native_color: foo allocation score on overcloud-controller-1: 0
	+native_color: foo allocation score on overcloud-controller-2: 0
	+native_color: foo allocation score on overcloud-novacompute-0: 0
	+native_color: galera-bundle-0 allocation score on galera-bundle-0: -INFINITY
	+native_color: galera-bundle-0 allocation score on galera-bundle-1: -INFINITY
	+native_color: galera-bundle-0 allocation score on galera-bundle-2: -INFINITY
	+native_color: galera-bundle-0 allocation score on overcloud-controller-0: INFINITY
	+native_color: galera-bundle-0 allocation score on overcloud-controller-1: 0
	+native_color: galera-bundle-0 allocation score on overcloud-controller-2: 0
	+native_color: galera-bundle-0 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: galera-bundle-0 allocation score on rabbitmq-bundle-0: -INFINITY
	+native_color: galera-bundle-0 allocation score on rabbitmq-bundle-1: -INFINITY
	+native_color: galera-bundle-0 allocation score on rabbitmq-bundle-2: -INFINITY
	+native_color: galera-bundle-1 allocation score on galera-bundle-0: -INFINITY
	+native_color: galera-bundle-1 allocation score on galera-bundle-1: -INFINITY
	+native_color: galera-bundle-1 allocation score on galera-bundle-2: -INFINITY
	+native_color: galera-bundle-1 allocation score on overcloud-controller-0: 0
	+native_color: galera-bundle-1 allocation score on overcloud-controller-1: INFINITY
	+native_color: galera-bundle-1 allocation score on overcloud-controller-2: 0
	+native_color: galera-bundle-1 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: galera-bundle-1 allocation score on rabbitmq-bundle-0: -INFINITY
	+native_color: galera-bundle-1 allocation score on rabbitmq-bundle-1: -INFINITY
	+native_color: galera-bundle-1 allocation score on rabbitmq-bundle-2: -INFINITY
	+native_color: galera-bundle-2 allocation score on galera-bundle-0: -INFINITY
	+native_color: galera-bundle-2 allocation score on galera-bundle-1: -INFINITY
	+native_color: galera-bundle-2 allocation score on galera-bundle-2: -INFINITY
	+native_color: galera-bundle-2 allocation score on overcloud-controller-0: 0
	+native_color: galera-bundle-2 allocation score on overcloud-controller-1: 0
	+native_color: galera-bundle-2 allocation score on overcloud-controller-2: INFINITY
	+native_color: galera-bundle-2 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: galera-bundle-2 allocation score on rabbitmq-bundle-0: -INFINITY
	+native_color: galera-bundle-2 allocation score on rabbitmq-bundle-1: -INFINITY
	+native_color: galera-bundle-2 allocation score on rabbitmq-bundle-2: -INFINITY
	+native_color: galera-bundle-docker-0 allocation score on galera-bundle-0: -INFINITY
	+native_color: galera-bundle-docker-0 allocation score on galera-bundle-1: -INFINITY
	+native_color: galera-bundle-docker-0 allocation score on galera-bundle-2: -INFINITY
	+native_color: galera-bundle-docker-0 allocation score on overcloud-controller-0: INFINITY
	+native_color: galera-bundle-docker-0 allocation score on overcloud-controller-1: 0
	+native_color: galera-bundle-docker-0 allocation score on overcloud-controller-2: 0
	+native_color: galera-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: galera-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
	+native_color: galera-bundle-docker-0 allocation score on rabbitmq-bundle-1: -INFINITY
	+native_color: galera-bundle-docker-0 allocation score on rabbitmq-bundle-2: -INFINITY
	+native_color: galera-bundle-docker-1 allocation score on galera-bundle-0: -INFINITY
	+native_color: galera-bundle-docker-1 allocation score on galera-bundle-1: -INFINITY
	+native_color: galera-bundle-docker-1 allocation score on galera-bundle-2: -INFINITY
	+native_color: galera-bundle-docker-1 allocation score on overcloud-controller-0: -INFINITY
	+native_color: galera-bundle-docker-1 allocation score on overcloud-controller-1: INFINITY
	+native_color: galera-bundle-docker-1 allocation score on overcloud-controller-2: 0
	+native_color: galera-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: galera-bundle-docker-1 allocation score on rabbitmq-bundle-0: -INFINITY
	+native_color: galera-bundle-docker-1 allocation score on rabbitmq-bundle-1: -INFINITY
	+native_color: galera-bundle-docker-1 allocation score on rabbitmq-bundle-2: -INFINITY
	+native_color: galera-bundle-docker-2 allocation score on galera-bundle-0: -INFINITY
	+native_color: galera-bundle-docker-2 allocation score on galera-bundle-1: -INFINITY
	+native_color: galera-bundle-docker-2 allocation score on galera-bundle-2: -INFINITY
	+native_color: galera-bundle-docker-2 allocation score on overcloud-controller-0: -INFINITY
	+native_color: galera-bundle-docker-2 allocation score on overcloud-controller-1: -INFINITY
	+native_color: galera-bundle-docker-2 allocation score on overcloud-controller-2: INFINITY
	+native_color: galera-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: galera-bundle-docker-2 allocation score on rabbitmq-bundle-0: -INFINITY
	+native_color: galera-bundle-docker-2 allocation score on rabbitmq-bundle-1: -INFINITY
	+native_color: galera-bundle-docker-2 allocation score on rabbitmq-bundle-2: -INFINITY
	+native_color: galera:0 allocation score on galera-bundle-0: INFINITY
	+native_color: galera:0 allocation score on galera-bundle-1: -INFINITY
	+native_color: galera:0 allocation score on galera-bundle-2: -INFINITY
	+native_color: galera:0 allocation score on overcloud-controller-0: -INFINITY
	+native_color: galera:0 allocation score on overcloud-controller-1: -INFINITY
	+native_color: galera:0 allocation score on overcloud-controller-2: -INFINITY
	+native_color: galera:0 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: galera:0 allocation score on rabbitmq-bundle-0: -INFINITY
	+native_color: galera:0 allocation score on rabbitmq-bundle-1: -INFINITY
	+native_color: galera:0 allocation score on rabbitmq-bundle-2: -INFINITY
	+native_color: galera:1 allocation score on galera-bundle-0: -INFINITY
	+native_color: galera:1 allocation score on galera-bundle-1: INFINITY
	+native_color: galera:1 allocation score on galera-bundle-2: -INFINITY
	+native_color: galera:1 allocation score on overcloud-controller-0: -INFINITY
	+native_color: galera:1 allocation score on overcloud-controller-1: -INFINITY
	+native_color: galera:1 allocation score on overcloud-controller-2: -INFINITY
	+native_color: galera:1 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: galera:1 allocation score on rabbitmq-bundle-0: -INFINITY
	+native_color: galera:1 allocation score on rabbitmq-bundle-1: -INFINITY
	+native_color: galera:1 allocation score on rabbitmq-bundle-2: -INFINITY
	+native_color: galera:2 allocation score on galera-bundle-0: -INFINITY
	+native_color: galera:2 allocation score on galera-bundle-1: -INFINITY
	+native_color: galera:2 allocation score on galera-bundle-2: INFINITY
	+native_color: galera:2 allocation score on overcloud-controller-0: -INFINITY
	+native_color: galera:2 allocation score on overcloud-controller-1: -INFINITY
	+native_color: galera:2 allocation score on overcloud-controller-2: -INFINITY
	+native_color: galera:2 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: galera:2 allocation score on rabbitmq-bundle-0: -INFINITY
	+native_color: galera:2 allocation score on rabbitmq-bundle-1: -INFINITY
	+native_color: galera:2 allocation score on rabbitmq-bundle-2: -INFINITY
	+native_color: haproxy-bundle-docker-0 allocation score on galera-bundle-0: -INFINITY
	+native_color: haproxy-bundle-docker-0 allocation score on galera-bundle-1: -INFINITY
	+native_color: haproxy-bundle-docker-0 allocation score on galera-bundle-2: -INFINITY
	+native_color: haproxy-bundle-docker-0 allocation score on overcloud-controller-0: INFINITY
	+native_color: haproxy-bundle-docker-0 allocation score on overcloud-controller-1: INFINITY
	+native_color: haproxy-bundle-docker-0 allocation score on overcloud-controller-2: INFINITY
	+native_color: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: haproxy-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
	+native_color: haproxy-bundle-docker-0 allocation score on rabbitmq-bundle-1: -INFINITY
	+native_color: haproxy-bundle-docker-0 allocation score on rabbitmq-bundle-2: -INFINITY
	+native_color: haproxy-bundle-docker-0 allocation score on redis-bundle-0: -INFINITY
	+native_color: haproxy-bundle-docker-0 allocation score on redis-bundle-1: -INFINITY
	+native_color: haproxy-bundle-docker-0 allocation score on redis-bundle-2: -INFINITY
	+native_color: haproxy-bundle-docker-1 allocation score on galera-bundle-0: -INFINITY
	+native_color: haproxy-bundle-docker-1 allocation score on galera-bundle-1: -INFINITY
	+native_color: haproxy-bundle-docker-1 allocation score on galera-bundle-2: -INFINITY
	+native_color: haproxy-bundle-docker-1 allocation score on overcloud-controller-0: -INFINITY
	+native_color: haproxy-bundle-docker-1 allocation score on overcloud-controller-1: INFINITY
	+native_color: haproxy-bundle-docker-1 allocation score on overcloud-controller-2: INFINITY
	+native_color: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: haproxy-bundle-docker-1 allocation score on rabbitmq-bundle-0: -INFINITY
	+native_color: haproxy-bundle-docker-1 allocation score on rabbitmq-bundle-1: -INFINITY
	+native_color: haproxy-bundle-docker-1 allocation score on rabbitmq-bundle-2: -INFINITY
	+native_color: haproxy-bundle-docker-1 allocation score on redis-bundle-0: -INFINITY
	+native_color: haproxy-bundle-docker-1 allocation score on redis-bundle-1: -INFINITY
	+native_color: haproxy-bundle-docker-1 allocation score on redis-bundle-2: -INFINITY
	+native_color: haproxy-bundle-docker-2 allocation score on galera-bundle-0: -INFINITY
	+native_color: haproxy-bundle-docker-2 allocation score on galera-bundle-1: -INFINITY
	+native_color: haproxy-bundle-docker-2 allocation score on galera-bundle-2: -INFINITY
	+native_color: haproxy-bundle-docker-2 allocation score on overcloud-controller-0: -INFINITY
	+native_color: haproxy-bundle-docker-2 allocation score on overcloud-controller-1: -INFINITY
	+native_color: haproxy-bundle-docker-2 allocation score on overcloud-controller-2: INFINITY
	+native_color: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: haproxy-bundle-docker-2 allocation score on rabbitmq-bundle-0: -INFINITY
	+native_color: haproxy-bundle-docker-2 allocation score on rabbitmq-bundle-1: -INFINITY
	+native_color: haproxy-bundle-docker-2 allocation score on rabbitmq-bundle-2: -INFINITY
	+native_color: haproxy-bundle-docker-2 allocation score on redis-bundle-0: -INFINITY
	+native_color: haproxy-bundle-docker-2 allocation score on redis-bundle-1: -INFINITY
	+native_color: haproxy-bundle-docker-2 allocation score on redis-bundle-2: -INFINITY
	+native_color: ip-10.0.0.7 allocation score on galera-bundle-0: -INFINITY
	+native_color: ip-10.0.0.7 allocation score on galera-bundle-1: -INFINITY
	+native_color: ip-10.0.0.7 allocation score on galera-bundle-2: -INFINITY
	+native_color: ip-10.0.0.7 allocation score on overcloud-controller-0: 0
	+native_color: ip-10.0.0.7 allocation score on overcloud-controller-1: INFINITY
	+native_color: ip-10.0.0.7 allocation score on overcloud-controller-2: 0
	+native_color: ip-10.0.0.7 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: ip-10.0.0.7 allocation score on rabbitmq-bundle-0: -INFINITY
	+native_color: ip-10.0.0.7 allocation score on rabbitmq-bundle-1: -INFINITY
	+native_color: ip-10.0.0.7 allocation score on rabbitmq-bundle-2: -INFINITY
	+native_color: ip-10.0.0.7 allocation score on redis-bundle-0: -INFINITY
	+native_color: ip-10.0.0.7 allocation score on redis-bundle-1: -INFINITY
	+native_color: ip-10.0.0.7 allocation score on redis-bundle-2: -INFINITY
	+native_color: ip-172.16.1.9 allocation score on galera-bundle-0: -INFINITY
	+native_color: ip-172.16.1.9 allocation score on galera-bundle-1: -INFINITY
	+native_color: ip-172.16.1.9 allocation score on galera-bundle-2: -INFINITY
	+native_color: ip-172.16.1.9 allocation score on overcloud-controller-0: 0
	+native_color: ip-172.16.1.9 allocation score on overcloud-controller-1: INFINITY
	+native_color: ip-172.16.1.9 allocation score on overcloud-controller-2: 0
	+native_color: ip-172.16.1.9 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: ip-172.16.1.9 allocation score on rabbitmq-bundle-0: -INFINITY
	+native_color: ip-172.16.1.9 allocation score on rabbitmq-bundle-1: -INFINITY
	+native_color: ip-172.16.1.9 allocation score on rabbitmq-bundle-2: -INFINITY
	+native_color: ip-172.16.1.9 allocation score on redis-bundle-0: -INFINITY
	+native_color: ip-172.16.1.9 allocation score on redis-bundle-1: -INFINITY
	+native_color: ip-172.16.1.9 allocation score on redis-bundle-2: -INFINITY
	+native_color: ip-172.16.2.4 allocation score on galera-bundle-0: -INFINITY
	+native_color: ip-172.16.2.4 allocation score on galera-bundle-1: -INFINITY
	+native_color: ip-172.16.2.4 allocation score on galera-bundle-2: -INFINITY
	+native_color: ip-172.16.2.4 allocation score on overcloud-controller-0: 0
	+native_color: ip-172.16.2.4 allocation score on overcloud-controller-1: 0
	+native_color: ip-172.16.2.4 allocation score on overcloud-controller-2: INFINITY
	+native_color: ip-172.16.2.4 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: ip-172.16.2.4 allocation score on rabbitmq-bundle-0: -INFINITY
	+native_color: ip-172.16.2.4 allocation score on rabbitmq-bundle-1: -INFINITY
	+native_color: ip-172.16.2.4 allocation score on rabbitmq-bundle-2: -INFINITY
	+native_color: ip-172.16.2.4 allocation score on redis-bundle-0: -INFINITY
	+native_color: ip-172.16.2.4 allocation score on redis-bundle-1: -INFINITY
	+native_color: ip-172.16.2.4 allocation score on redis-bundle-2: -INFINITY
	+native_color: ip-172.16.2.8 allocation score on galera-bundle-0: -INFINITY
	+native_color: ip-172.16.2.8 allocation score on galera-bundle-1: -INFINITY
	+native_color: ip-172.16.2.8 allocation score on galera-bundle-2: -INFINITY
	+native_color: ip-172.16.2.8 allocation score on overcloud-controller-0: INFINITY
	+native_color: ip-172.16.2.8 allocation score on overcloud-controller-1: 0
	+native_color: ip-172.16.2.8 allocation score on overcloud-controller-2: 0
	+native_color: ip-172.16.2.8 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: ip-172.16.2.8 allocation score on rabbitmq-bundle-0: -INFINITY
	+native_color: ip-172.16.2.8 allocation score on rabbitmq-bundle-1: -INFINITY
	+native_color: ip-172.16.2.8 allocation score on rabbitmq-bundle-2: -INFINITY
	+native_color: ip-172.16.2.8 allocation score on redis-bundle-0: -INFINITY
	+native_color: ip-172.16.2.8 allocation score on redis-bundle-1: -INFINITY
	+native_color: ip-172.16.2.8 allocation score on redis-bundle-2: -INFINITY
	+native_color: ip-172.16.3.9 allocation score on galera-bundle-0: -INFINITY
	+native_color: ip-172.16.3.9 allocation score on galera-bundle-1: -INFINITY
	+native_color: ip-172.16.3.9 allocation score on galera-bundle-2: -INFINITY
	+native_color: ip-172.16.3.9 allocation score on overcloud-controller-0: 0
	+native_color: ip-172.16.3.9 allocation score on overcloud-controller-1: 0
	+native_color: ip-172.16.3.9 allocation score on overcloud-controller-2: INFINITY
	+native_color: ip-172.16.3.9 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: ip-172.16.3.9 allocation score on rabbitmq-bundle-0: -INFINITY
	+native_color: ip-172.16.3.9 allocation score on rabbitmq-bundle-1: -INFINITY
	+native_color: ip-172.16.3.9 allocation score on rabbitmq-bundle-2: -INFINITY
	+native_color: ip-172.16.3.9 allocation score on redis-bundle-0: -INFINITY
	+native_color: ip-172.16.3.9 allocation score on redis-bundle-1: -INFINITY
	+native_color: ip-172.16.3.9 allocation score on redis-bundle-2: -INFINITY
	+native_color: ip-192.168.24.9 allocation score on galera-bundle-0: -INFINITY
	+native_color: ip-192.168.24.9 allocation score on galera-bundle-1: -INFINITY
	+native_color: ip-192.168.24.9 allocation score on galera-bundle-2: -INFINITY
	+native_color: ip-192.168.24.9 allocation score on overcloud-controller-0: INFINITY
	+native_color: ip-192.168.24.9 allocation score on overcloud-controller-1: 0
	+native_color: ip-192.168.24.9 allocation score on overcloud-controller-2: 0
	+native_color: ip-192.168.24.9 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: ip-192.168.24.9 allocation score on rabbitmq-bundle-0: -INFINITY
	+native_color: ip-192.168.24.9 allocation score on rabbitmq-bundle-1: -INFINITY
	+native_color: ip-192.168.24.9 allocation score on rabbitmq-bundle-2: -INFINITY
	+native_color: ip-192.168.24.9 allocation score on redis-bundle-0: -INFINITY
	+native_color: ip-192.168.24.9 allocation score on redis-bundle-1: -INFINITY
	+native_color: ip-192.168.24.9 allocation score on redis-bundle-2: -INFINITY
	+native_color: openstack-cinder-backup-docker-0 allocation score on galera-bundle-0: -INFINITY
	+native_color: openstack-cinder-backup-docker-0 allocation score on galera-bundle-1: -INFINITY
	+native_color: openstack-cinder-backup-docker-0 allocation score on galera-bundle-2: -INFINITY
	+native_color: openstack-cinder-backup-docker-0 allocation score on overcloud-controller-0: 0
	+native_color: openstack-cinder-backup-docker-0 allocation score on overcloud-controller-1: INFINITY
	+native_color: openstack-cinder-backup-docker-0 allocation score on overcloud-controller-2: 0
	+native_color: openstack-cinder-backup-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: openstack-cinder-backup-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
	+native_color: openstack-cinder-backup-docker-0 allocation score on rabbitmq-bundle-1: -INFINITY
	+native_color: openstack-cinder-backup-docker-0 allocation score on rabbitmq-bundle-2: -INFINITY
	+native_color: openstack-cinder-backup-docker-0 allocation score on redis-bundle-0: -INFINITY
	+native_color: openstack-cinder-backup-docker-0 allocation score on redis-bundle-1: -INFINITY
	+native_color: openstack-cinder-backup-docker-0 allocation score on redis-bundle-2: -INFINITY
	+native_color: openstack-cinder-volume-docker-0 allocation score on galera-bundle-0: -INFINITY
	+native_color: openstack-cinder-volume-docker-0 allocation score on galera-bundle-1: -INFINITY
	+native_color: openstack-cinder-volume-docker-0 allocation score on galera-bundle-2: -INFINITY
	+native_color: openstack-cinder-volume-docker-0 allocation score on overcloud-controller-0: INFINITY
	+native_color: openstack-cinder-volume-docker-0 allocation score on overcloud-controller-1: 0
	+native_color: openstack-cinder-volume-docker-0 allocation score on overcloud-controller-2: 0
	+native_color: openstack-cinder-volume-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: openstack-cinder-volume-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
	+native_color: openstack-cinder-volume-docker-0 allocation score on rabbitmq-bundle-1: -INFINITY
	+native_color: openstack-cinder-volume-docker-0 allocation score on rabbitmq-bundle-2: -INFINITY
	+native_color: openstack-cinder-volume-docker-0 allocation score on redis-bundle-0: -INFINITY
	+native_color: openstack-cinder-volume-docker-0 allocation score on redis-bundle-1: -INFINITY
	+native_color: openstack-cinder-volume-docker-0 allocation score on redis-bundle-2: -INFINITY
	+native_color: overcloud-novacompute-0 allocation score on overcloud-controller-0: -INFINITY
	+native_color: overcloud-novacompute-0 allocation score on overcloud-controller-1: -INFINITY
	+native_color: overcloud-novacompute-0 allocation score on overcloud-controller-2: -INFINITY
	+native_color: overcloud-novacompute-0 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: rabbitmq-bundle-0 allocation score on overcloud-controller-0: INFINITY
	+native_color: rabbitmq-bundle-0 allocation score on overcloud-controller-1: 0
	+native_color: rabbitmq-bundle-0 allocation score on overcloud-controller-2: 0
	+native_color: rabbitmq-bundle-0 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: rabbitmq-bundle-0 allocation score on rabbitmq-bundle-0: -INFINITY
	+native_color: rabbitmq-bundle-0 allocation score on rabbitmq-bundle-1: -INFINITY
	+native_color: rabbitmq-bundle-0 allocation score on rabbitmq-bundle-2: -INFINITY
	+native_color: rabbitmq-bundle-1 allocation score on overcloud-controller-0: 0
	+native_color: rabbitmq-bundle-1 allocation score on overcloud-controller-1: INFINITY
	+native_color: rabbitmq-bundle-1 allocation score on overcloud-controller-2: 0
	+native_color: rabbitmq-bundle-1 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: rabbitmq-bundle-1 allocation score on rabbitmq-bundle-0: -INFINITY
	+native_color: rabbitmq-bundle-1 allocation score on rabbitmq-bundle-1: -INFINITY
	+native_color: rabbitmq-bundle-1 allocation score on rabbitmq-bundle-2: -INFINITY
	+native_color: rabbitmq-bundle-2 allocation score on overcloud-controller-0: 0
	+native_color: rabbitmq-bundle-2 allocation score on overcloud-controller-1: 0
	+native_color: rabbitmq-bundle-2 allocation score on overcloud-controller-2: INFINITY
	+native_color: rabbitmq-bundle-2 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: rabbitmq-bundle-2 allocation score on rabbitmq-bundle-0: -INFINITY
	+native_color: rabbitmq-bundle-2 allocation score on rabbitmq-bundle-1: -INFINITY
	+native_color: rabbitmq-bundle-2 allocation score on rabbitmq-bundle-2: -INFINITY
	+native_color: rabbitmq-bundle-docker-0 allocation score on overcloud-controller-0: INFINITY
	+native_color: rabbitmq-bundle-docker-0 allocation score on overcloud-controller-1: 0
	+native_color: rabbitmq-bundle-docker-0 allocation score on overcloud-controller-2: 0
	+native_color: rabbitmq-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: rabbitmq-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
	+native_color: rabbitmq-bundle-docker-0 allocation score on rabbitmq-bundle-1: -INFINITY
	+native_color: rabbitmq-bundle-docker-0 allocation score on rabbitmq-bundle-2: -INFINITY
	+native_color: rabbitmq-bundle-docker-1 allocation score on overcloud-controller-0: -INFINITY
	+native_color: rabbitmq-bundle-docker-1 allocation score on overcloud-controller-1: INFINITY
	+native_color: rabbitmq-bundle-docker-1 allocation score on overcloud-controller-2: 0
	+native_color: rabbitmq-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: rabbitmq-bundle-docker-1 allocation score on rabbitmq-bundle-0: -INFINITY
	+native_color: rabbitmq-bundle-docker-1 allocation score on rabbitmq-bundle-1: -INFINITY
	+native_color: rabbitmq-bundle-docker-1 allocation score on rabbitmq-bundle-2: -INFINITY
	+native_color: rabbitmq-bundle-docker-2 allocation score on overcloud-controller-0: -INFINITY
	+native_color: rabbitmq-bundle-docker-2 allocation score on overcloud-controller-1: -INFINITY
	+native_color: rabbitmq-bundle-docker-2 allocation score on overcloud-controller-2: INFINITY
	+native_color: rabbitmq-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: rabbitmq-bundle-docker-2 allocation score on rabbitmq-bundle-0: -INFINITY
	+native_color: rabbitmq-bundle-docker-2 allocation score on rabbitmq-bundle-1: -INFINITY
	+native_color: rabbitmq-bundle-docker-2 allocation score on rabbitmq-bundle-2: -INFINITY
	+native_color: rabbitmq:0 allocation score on overcloud-controller-0: -INFINITY
	+native_color: rabbitmq:0 allocation score on overcloud-controller-1: -INFINITY
	+native_color: rabbitmq:0 allocation score on overcloud-controller-2: -INFINITY
	+native_color: rabbitmq:0 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: rabbitmq:0 allocation score on rabbitmq-bundle-0: INFINITY
	+native_color: rabbitmq:0 allocation score on rabbitmq-bundle-1: -INFINITY
	+native_color: rabbitmq:0 allocation score on rabbitmq-bundle-2: -INFINITY
	+native_color: rabbitmq:1 allocation score on overcloud-controller-0: -INFINITY
	+native_color: rabbitmq:1 allocation score on overcloud-controller-1: -INFINITY
	+native_color: rabbitmq:1 allocation score on overcloud-controller-2: -INFINITY
	+native_color: rabbitmq:1 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: rabbitmq:1 allocation score on rabbitmq-bundle-0: -INFINITY
	+native_color: rabbitmq:1 allocation score on rabbitmq-bundle-1: INFINITY
	+native_color: rabbitmq:1 allocation score on rabbitmq-bundle-2: -INFINITY
	+native_color: rabbitmq:2 allocation score on overcloud-controller-0: -INFINITY
	+native_color: rabbitmq:2 allocation score on overcloud-controller-1: -INFINITY
	+native_color: rabbitmq:2 allocation score on overcloud-controller-2: -INFINITY
	+native_color: rabbitmq:2 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: rabbitmq:2 allocation score on rabbitmq-bundle-0: -INFINITY
	+native_color: rabbitmq:2 allocation score on rabbitmq-bundle-1: -INFINITY
	+native_color: rabbitmq:2 allocation score on rabbitmq-bundle-2: INFINITY
	+native_color: redis-bundle-0 allocation score on galera-bundle-0: -INFINITY
	+native_color: redis-bundle-0 allocation score on galera-bundle-1: -INFINITY
	+native_color: redis-bundle-0 allocation score on galera-bundle-2: -INFINITY
	+native_color: redis-bundle-0 allocation score on overcloud-controller-0: INFINITY
	+native_color: redis-bundle-0 allocation score on overcloud-controller-1: 0
	+native_color: redis-bundle-0 allocation score on overcloud-controller-2: 0
	+native_color: redis-bundle-0 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: redis-bundle-0 allocation score on rabbitmq-bundle-0: -INFINITY
	+native_color: redis-bundle-0 allocation score on rabbitmq-bundle-1: -INFINITY
	+native_color: redis-bundle-0 allocation score on rabbitmq-bundle-2: -INFINITY
	+native_color: redis-bundle-0 allocation score on redis-bundle-0: -INFINITY
	+native_color: redis-bundle-0 allocation score on redis-bundle-1: -INFINITY
	+native_color: redis-bundle-0 allocation score on redis-bundle-2: -INFINITY
	+native_color: redis-bundle-1 allocation score on galera-bundle-0: -INFINITY
	+native_color: redis-bundle-1 allocation score on galera-bundle-1: -INFINITY
	+native_color: redis-bundle-1 allocation score on galera-bundle-2: -INFINITY
	+native_color: redis-bundle-1 allocation score on overcloud-controller-0: 0
	+native_color: redis-bundle-1 allocation score on overcloud-controller-1: INFINITY
	+native_color: redis-bundle-1 allocation score on overcloud-controller-2: 0
	+native_color: redis-bundle-1 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: redis-bundle-1 allocation score on rabbitmq-bundle-0: -INFINITY
	+native_color: redis-bundle-1 allocation score on rabbitmq-bundle-1: -INFINITY
	+native_color: redis-bundle-1 allocation score on rabbitmq-bundle-2: -INFINITY
	+native_color: redis-bundle-1 allocation score on redis-bundle-0: -INFINITY
	+native_color: redis-bundle-1 allocation score on redis-bundle-1: -INFINITY
	+native_color: redis-bundle-1 allocation score on redis-bundle-2: -INFINITY
	+native_color: redis-bundle-2 allocation score on galera-bundle-0: -INFINITY
	+native_color: redis-bundle-2 allocation score on galera-bundle-1: -INFINITY
	+native_color: redis-bundle-2 allocation score on galera-bundle-2: -INFINITY
	+native_color: redis-bundle-2 allocation score on overcloud-controller-0: 0
	+native_color: redis-bundle-2 allocation score on overcloud-controller-1: 0
	+native_color: redis-bundle-2 allocation score on overcloud-controller-2: INFINITY
	+native_color: redis-bundle-2 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: redis-bundle-2 allocation score on rabbitmq-bundle-0: -INFINITY
	+native_color: redis-bundle-2 allocation score on rabbitmq-bundle-1: -INFINITY
	+native_color: redis-bundle-2 allocation score on rabbitmq-bundle-2: -INFINITY
	+native_color: redis-bundle-2 allocation score on redis-bundle-0: -INFINITY
	+native_color: redis-bundle-2 allocation score on redis-bundle-1: -INFINITY
	+native_color: redis-bundle-2 allocation score on redis-bundle-2: -INFINITY
	+native_color: redis-bundle-docker-0 allocation score on galera-bundle-0: -INFINITY
	+native_color: redis-bundle-docker-0 allocation score on galera-bundle-1: -INFINITY
	+native_color: redis-bundle-docker-0 allocation score on galera-bundle-2: -INFINITY
	+native_color: redis-bundle-docker-0 allocation score on overcloud-controller-0: INFINITY
	+native_color: redis-bundle-docker-0 allocation score on overcloud-controller-1: 0
	+native_color: redis-bundle-docker-0 allocation score on overcloud-controller-2: 0
	+native_color: redis-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: redis-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
	+native_color: redis-bundle-docker-0 allocation score on rabbitmq-bundle-1: -INFINITY
	+native_color: redis-bundle-docker-0 allocation score on rabbitmq-bundle-2: -INFINITY
	+native_color: redis-bundle-docker-0 allocation score on redis-bundle-0: -INFINITY
	+native_color: redis-bundle-docker-0 allocation score on redis-bundle-1: -INFINITY
	+native_color: redis-bundle-docker-0 allocation score on redis-bundle-2: -INFINITY
	+native_color: redis-bundle-docker-1 allocation score on galera-bundle-0: -INFINITY
	+native_color: redis-bundle-docker-1 allocation score on galera-bundle-1: -INFINITY
	+native_color: redis-bundle-docker-1 allocation score on galera-bundle-2: -INFINITY
	+native_color: redis-bundle-docker-1 allocation score on overcloud-controller-0: -INFINITY
	+native_color: redis-bundle-docker-1 allocation score on overcloud-controller-1: INFINITY
	+native_color: redis-bundle-docker-1 allocation score on overcloud-controller-2: 0
	+native_color: redis-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: redis-bundle-docker-1 allocation score on rabbitmq-bundle-0: -INFINITY
	+native_color: redis-bundle-docker-1 allocation score on rabbitmq-bundle-1: -INFINITY
	+native_color: redis-bundle-docker-1 allocation score on rabbitmq-bundle-2: -INFINITY
	+native_color: redis-bundle-docker-1 allocation score on redis-bundle-0: -INFINITY
	+native_color: redis-bundle-docker-1 allocation score on redis-bundle-1: -INFINITY
	+native_color: redis-bundle-docker-1 allocation score on redis-bundle-2: -INFINITY
	+native_color: redis-bundle-docker-2 allocation score on galera-bundle-0: -INFINITY
	+native_color: redis-bundle-docker-2 allocation score on galera-bundle-1: -INFINITY
	+native_color: redis-bundle-docker-2 allocation score on galera-bundle-2: -INFINITY
	+native_color: redis-bundle-docker-2 allocation score on overcloud-controller-0: -INFINITY
	+native_color: redis-bundle-docker-2 allocation score on overcloud-controller-1: -INFINITY
	+native_color: redis-bundle-docker-2 allocation score on overcloud-controller-2: INFINITY
	+native_color: redis-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: redis-bundle-docker-2 allocation score on rabbitmq-bundle-0: -INFINITY
	+native_color: redis-bundle-docker-2 allocation score on rabbitmq-bundle-1: -INFINITY
	+native_color: redis-bundle-docker-2 allocation score on rabbitmq-bundle-2: -INFINITY
	+native_color: redis-bundle-docker-2 allocation score on redis-bundle-0: -INFINITY
	+native_color: redis-bundle-docker-2 allocation score on redis-bundle-1: -INFINITY
	+native_color: redis-bundle-docker-2 allocation score on redis-bundle-2: -INFINITY
	+native_color: redis:0 allocation score on galera-bundle-0: -INFINITY
	+native_color: redis:0 allocation score on galera-bundle-1: -INFINITY
	+native_color: redis:0 allocation score on galera-bundle-2: -INFINITY
	+native_color: redis:0 allocation score on overcloud-controller-0: -INFINITY
	+native_color: redis:0 allocation score on overcloud-controller-1: -INFINITY
	+native_color: redis:0 allocation score on overcloud-controller-2: -INFINITY
	+native_color: redis:0 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: redis:0 allocation score on rabbitmq-bundle-0: -INFINITY
	+native_color: redis:0 allocation score on rabbitmq-bundle-1: -INFINITY
	+native_color: redis:0 allocation score on rabbitmq-bundle-2: -INFINITY
	+native_color: redis:0 allocation score on redis-bundle-0: INFINITY
	+native_color: redis:0 allocation score on redis-bundle-1: -INFINITY
	+native_color: redis:0 allocation score on redis-bundle-2: -INFINITY
	+native_color: redis:1 allocation score on galera-bundle-0: -INFINITY
	+native_color: redis:1 allocation score on galera-bundle-1: -INFINITY
	+native_color: redis:1 allocation score on galera-bundle-2: -INFINITY
	+native_color: redis:1 allocation score on overcloud-controller-0: -INFINITY
	+native_color: redis:1 allocation score on overcloud-controller-1: -INFINITY
	+native_color: redis:1 allocation score on overcloud-controller-2: -INFINITY
	+native_color: redis:1 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: redis:1 allocation score on rabbitmq-bundle-0: -INFINITY
	+native_color: redis:1 allocation score on rabbitmq-bundle-1: -INFINITY
	+native_color: redis:1 allocation score on rabbitmq-bundle-2: -INFINITY
	+native_color: redis:1 allocation score on redis-bundle-0: -INFINITY
	+native_color: redis:1 allocation score on redis-bundle-1: INFINITY
	+native_color: redis:1 allocation score on redis-bundle-2: -INFINITY
	+native_color: redis:2 allocation score on galera-bundle-0: -INFINITY
	+native_color: redis:2 allocation score on galera-bundle-1: -INFINITY
	+native_color: redis:2 allocation score on galera-bundle-2: -INFINITY
	+native_color: redis:2 allocation score on overcloud-controller-0: -INFINITY
	+native_color: redis:2 allocation score on overcloud-controller-1: -INFINITY
	+native_color: redis:2 allocation score on overcloud-controller-2: -INFINITY
	+native_color: redis:2 allocation score on overcloud-novacompute-0: -INFINITY
	+native_color: redis:2 allocation score on rabbitmq-bundle-0: -INFINITY
	+native_color: redis:2 allocation score on rabbitmq-bundle-1: -INFINITY
	+native_color: redis:2 allocation score on rabbitmq-bundle-2: -INFINITY
	+native_color: redis:2 allocation score on redis-bundle-0: -INFINITY
	+native_color: redis:2 allocation score on redis-bundle-1: -INFINITY
	+native_color: redis:2 allocation score on redis-bundle-2: INFINITY
	+redis:0 promotion score on redis-bundle-0: 1
	+redis:1 promotion score on redis-bundle-1: 1
	+redis:2 promotion score on redis-bundle-2: 1
	diff --git a/pengine/test10/remote-fence-unclean-3.summary b/pengine/test10/remote-fence-unclean-3.summary
	new file mode 100644
	index 0000000000..cc60ebed21
	--- /dev/null
	+++ b/pengine/test10/remote-fence-unclean-3.summary
	@@ -0,0 +1,92 @@
	+
	+Current cluster status:
	+Online: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
	+RemoteOFFLINE: [ overcloud-novacompute-0 ]
	+Containers: [ galera-bundle-0:galera-bundle-docker-0 galera-bundle-1:galera-bundle-docker-1 galera-bundle-2:galera-bundle-docker-2 rabbitmq-bundle-0:rabbitmq-bundle-docker-0 rabbitmq-bundle-1:rabbitmq-bundle-docker-1 rabbitmq-bundle-2:rabbitmq-bundle-docker-2 redis-bundle-0:redis-bundle-docker-0 redis-bundle-1:redis-bundle-docker-1 redis-bundle-2:redis-bundle-docker-2 ]
	+
	+ foo (ocf::heartbeat:Dummy): Stopped
	+ fence1 (stonith:fence_xvm): Stopped
	+ overcloud-novacompute-0 (ocf::pacemaker:remote): FAILED overcloud-controller-0
	+ Docker container set: rabbitmq-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-rabbitmq:latest]
	+ rabbitmq-bundle-0 (ocf::heartbeat:rabbitmq-cluster): Started overcloud-controller-0
	+ rabbitmq-bundle-1 (ocf::heartbeat:rabbitmq-cluster): Started overcloud-controller-1
	+ rabbitmq-bundle-2 (ocf::heartbeat:rabbitmq-cluster): Started overcloud-controller-2
	+ Docker container set: galera-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-mariadb:latest]
	+ galera-bundle-0 (ocf::heartbeat:galera): Master overcloud-controller-0
	+ galera-bundle-1 (ocf::heartbeat:galera): Master overcloud-controller-1
	+ galera-bundle-2 (ocf::heartbeat:galera): Master overcloud-controller-2
	+ Docker container set: redis-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-redis:latest]
	+ redis-bundle-0 (ocf::heartbeat:redis): Master overcloud-controller-0
	+ redis-bundle-1 (ocf::heartbeat:redis): Slave overcloud-controller-1
	+ redis-bundle-2 (ocf::heartbeat:redis): Slave overcloud-controller-2
	+ ip-192.168.24.9 (ocf::heartbeat:IPaddr2): Started overcloud-controller-0
	+ ip-10.0.0.7 (ocf::heartbeat:IPaddr2): Started overcloud-controller-1
	+ ip-172.16.2.4 (ocf::heartbeat:IPaddr2): Started overcloud-controller-2
	+ ip-172.16.2.8 (ocf::heartbeat:IPaddr2): Started overcloud-controller-0
	+ ip-172.16.1.9 (ocf::heartbeat:IPaddr2): Started overcloud-controller-1
	+ ip-172.16.3.9 (ocf::heartbeat:IPaddr2): Started overcloud-controller-2
	+ Docker container set: haproxy-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-haproxy:latest]
	+ haproxy-bundle-docker-0 (ocf::heartbeat:docker): Started overcloud-controller-0
	+ haproxy-bundle-docker-1 (ocf::heartbeat:docker): Started overcloud-controller-1
	+ haproxy-bundle-docker-2 (ocf::heartbeat:docker): Started overcloud-controller-2
	+ Docker container: openstack-cinder-volume [192.168.24.1:8787/tripleoupstream/centos-binary-cinder-volume:latest]
	+ openstack-cinder-volume-docker-0 (ocf::heartbeat:docker): Started overcloud-controller-0
	+ Docker container: openstack-cinder-backup [192.168.24.1:8787/tripleoupstream/centos-binary-cinder-backup:latest]
	+ openstack-cinder-backup-docker-0 (ocf::heartbeat:docker): Started overcloud-controller-1
	+
	+Transition Summary:
	+ * Fence overcloud-novacompute-0
	+ * Start foo (overcloud-controller-0)
	+ * Start fence1 (overcloud-controller-1)
	+ * Stop overcloud-novacompute-0 (overcloud-controller-0)
	+
	+Executing cluster transition:
	+ * Resource action: foo monitor on overcloud-controller-2
	+ * Resource action: foo monitor on overcloud-controller-1
	+ * Resource action: foo monitor on overcloud-controller-0
	+ * Resource action: fence1 monitor on overcloud-controller-2
	+ * Resource action: fence1 monitor on overcloud-controller-1
	+ * Resource action: fence1 monitor on overcloud-controller-0
	+ * Resource action: overcloud-novacompute-0 stop on overcloud-controller-0
	+ * Fencing overcloud-novacompute-0 (reboot)
	+ * Pseudo action: stonith_complete
	+ * Pseudo action: all_stopped
	+ * Resource action: foo start on overcloud-controller-0
	+ * Resource action: fence1 start on overcloud-controller-1
	+ * Resource action: fence1 monitor=60000 on overcloud-controller-1
	+
	+Revised cluster status:
	+Online: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
	+RemoteOFFLINE: [ overcloud-novacompute-0 ]
	+Containers: [ galera-bundle-0:galera-bundle-docker-0 galera-bundle-1:galera-bundle-docker-1 galera-bundle-2:galera-bundle-docker-2 rabbitmq-bundle-0:rabbitmq-bundle-docker-0 rabbitmq-bundle-1:rabbitmq-bundle-docker-1 rabbitmq-bundle-2:rabbitmq-bundle-docker-2 redis-bundle-0:redis-bundle-docker-0 redis-bundle-1:redis-bundle-docker-1 redis-bundle-2:redis-bundle-docker-2 ]
	+
	+ foo (ocf::heartbeat:Dummy): Started overcloud-controller-0
	+ fence1 (stonith:fence_xvm): Started overcloud-controller-1
	+ overcloud-novacompute-0 (ocf::pacemaker:remote): Stopped
	+ Docker container set: rabbitmq-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-rabbitmq:latest]
	+ rabbitmq-bundle-0 (ocf::heartbeat:rabbitmq-cluster): Started overcloud-controller-0
	+ rabbitmq-bundle-1 (ocf::heartbeat:rabbitmq-cluster): Started overcloud-controller-1
	+ rabbitmq-bundle-2 (ocf::heartbeat:rabbitmq-cluster): Started overcloud-controller-2
	+ Docker container set: galera-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-mariadb:latest]
	+ galera-bundle-0 (ocf::heartbeat:galera): Master overcloud-controller-0
	+ galera-bundle-1 (ocf::heartbeat:galera): Master overcloud-controller-1
	+ galera-bundle-2 (ocf::heartbeat:galera): Master overcloud-controller-2
	+ Docker container set: redis-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-redis:latest]
	+ redis-bundle-0 (ocf::heartbeat:redis): Master overcloud-controller-0
	+ redis-bundle-1 (ocf::heartbeat:redis): Slave overcloud-controller-1
	+ redis-bundle-2 (ocf::heartbeat:redis): Slave overcloud-controller-2
	+ ip-192.168.24.9 (ocf::heartbeat:IPaddr2): Started overcloud-controller-0
	+ ip-10.0.0.7 (ocf::heartbeat:IPaddr2): Started overcloud-controller-1
	+ ip-172.16.2.4 (ocf::heartbeat:IPaddr2): Started overcloud-controller-2
	+ ip-172.16.2.8 (ocf::heartbeat:IPaddr2): Started overcloud-controller-0
	+ ip-172.16.1.9 (ocf::heartbeat:IPaddr2): Started overcloud-controller-1
	+ ip-172.16.3.9 (ocf::heartbeat:IPaddr2): Started overcloud-controller-2
	+ Docker container set: haproxy-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-haproxy:latest]
	+ haproxy-bundle-docker-0 (ocf::heartbeat:docker): Started overcloud-controller-0
	+ haproxy-bundle-docker-1 (ocf::heartbeat:docker): Started overcloud-controller-1
	+ haproxy-bundle-docker-2 (ocf::heartbeat:docker): Started overcloud-controller-2
	+ Docker container: openstack-cinder-volume [192.168.24.1:8787/tripleoupstream/centos-binary-cinder-volume:latest]
	+ openstack-cinder-volume-docker-0 (ocf::heartbeat:docker): Started overcloud-controller-0
	+ Docker container: openstack-cinder-backup [192.168.24.1:8787/tripleoupstream/centos-binary-cinder-backup:latest]
	+ openstack-cinder-backup-docker-0 (ocf::heartbeat:docker): Started overcloud-controller-1
	+
	diff --git a/pengine/test10/remote-fence-unclean-3.xml b/pengine/test10/remote-fence-unclean-3.xml
	new file mode 100644
	index 0000000000..8856fc0297
	--- /dev/null
	+++ b/pengine/test10/remote-fence-unclean-3.xml
	@@ -0,0 +1,813 @@
	+<cib crm_feature_set="3.0.12" validate-with="pacemaker-2.8" epoch="75" num_updates="5" admin_epoch="0" cib-last-written="Wed Jun 28 17:06:01 2017" update-origin="overcloud-controller-1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
	+ <configuration>
	+ <crm_config>
	+ <cluster_property_set id="cib-bootstrap-options">
	+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
	+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="1.1.16-10.1.pidone.bundlemeta1.el7.centos-94ff4df"/>
	+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
	+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="tripleo_cluster"/>
	+ <nvpair id="cib-bootstrap-options-stonith-enabled" name="stonith-enabled" value="true"/>
	+ <nvpair id="cib-bootstrap-options-maintenance-mode" name="maintenance-mode" value="false"/>
	+ <nvpair id="cib-bootstrap-options-st" name="start-failure-is-fatal" value="true"/>
	+ </cluster_property_set>
	+ <cluster_property_set id="redis_replication">
	+ <nvpair id="redis_replication-redis_REPL_INFO" name="redis_REPL_INFO" value="redis-bundle-0"/>
	+ </cluster_property_set>
	+ </crm_config>
	+ <nodes>
	+ <node id="1" uname="overcloud-controller-0">
	+ <instance_attributes id="nodes-1">
	+ <nvpair id="nodes-1-rabbitmq-role" name="rabbitmq-role" value="true"/>
	+ <nvpair id="nodes-1-galera-role" name="galera-role" value="true"/>
	+ <nvpair id="nodes-1-redis-role" name="redis-role" value="true"/>
	+ <nvpair id="nodes-1-haproxy-role" name="haproxy-role" value="true"/>
	+ <nvpair id="nodes-1-cinder-volume-role" name="cinder-volume-role" value="true"/>
	+ <nvpair id="nodes-1-cinder-backup-role" name="cinder-backup-role" value="true"/>
	+ </instance_attributes>
	+ </node>
	+ <node id="2" uname="overcloud-controller-1">
	+ <instance_attributes id="nodes-2">
	+ <nvpair id="nodes-2-rabbitmq-role" name="rabbitmq-role" value="true"/>
	+ <nvpair id="nodes-2-galera-role" name="galera-role" value="true"/>
	+ <nvpair id="nodes-2-redis-role" name="redis-role" value="true"/>
	+ <nvpair id="nodes-2-haproxy-role" name="haproxy-role" value="true"/>
	+ <nvpair id="nodes-2-cinder-volume-role" name="cinder-volume-role" value="true"/>
	+ <nvpair id="nodes-2-cinder-backup-role" name="cinder-backup-role" value="true"/>
	+ </instance_attributes>
	+ </node>
	+ <node id="3" uname="overcloud-controller-2">
	+ <instance_attributes id="nodes-3">
	+ <nvpair id="nodes-3-rabbitmq-role" name="rabbitmq-role" value="true"/>
	+ <nvpair id="nodes-3-galera-role" name="galera-role" value="true"/>
	+ <nvpair id="nodes-3-redis-role" name="redis-role" value="true"/>
	+ <nvpair id="nodes-3-haproxy-role" name="haproxy-role" value="true"/>
	+ <nvpair id="nodes-3-cinder-volume-role" name="cinder-volume-role" value="true"/>
	+ <nvpair id="nodes-3-cinder-backup-role" name="cinder-backup-role" value="true"/>
	+ </instance_attributes>
	+ </node>
	+ <node id="overcloud-novacompute-0" type="remote" uname="overcloud-novacompute-0">
	+ <instance_attributes id="nodes-overcloud-novacompute-0">
	+ <nvpair id="nodes-overcloud-novacompute-0-osprole" name="compute-role" value="true"/>
	+ </instance_attributes>
	+ </node>
	+ <node id="rabbitmq-bundle-0" type="remote" uname="rabbitmq-bundle-0">
	+ <instance_attributes id="nodes-rabbitmq-bundle-0">
	+ <nvpair id="nodes-rabbitmq-bundle-0-rmq-node-attr-last-known-rabbitmq" name="rmq-node-attr-last-known-rabbitmq" value="rabbit@overcloud-controller-0"/>
	+ </instance_attributes>
	+ </node>
	+ <node id="rabbitmq-bundle-1" type="remote" uname="rabbitmq-bundle-1">
	+ <instance_attributes id="nodes-rabbitmq-bundle-1">
	+ <nvpair id="nodes-rabbitmq-bundle-1-rmq-node-attr-last-known-rabbitmq" name="rmq-node-attr-last-known-rabbitmq" value="rabbit@overcloud-controller-1"/>
	+ </instance_attributes>
	+ </node>
	+ <node id="rabbitmq-bundle-2" type="remote" uname="rabbitmq-bundle-2">
	+ <instance_attributes id="nodes-rabbitmq-bundle-2">
	+ <nvpair id="nodes-rabbitmq-bundle-2-rmq-node-attr-last-known-rabbitmq" name="rmq-node-attr-last-known-rabbitmq" value="rabbit@overcloud-controller-2"/>
	+ </instance_attributes>
	+ </node>
	+ </nodes>
	+ <resources>
	+ <primitive class="stonith" id="fence1" type="fence_xvm">
	+ <instance_attributes id="fence1-instance_attributes">
	+ <nvpair id="fence1-instance_attributes-multicast_address" name="multicast_address" value="225.0.0.2"/>
	+ </instance_attributes>
	+ <operations>
	+ <op id="fence1-monitor-interval-60s" interval="60s" name="monitor"/>
	+ </operations>
	+ </primitive>
	+ <primitive class="ocf" id="overcloud-novacompute-0" provider="pacemaker" type="remote">
	+ <instance_attributes id="overcloud-novacompute-0-instance_attributes">
	+ <nvpair id="overcloud-novacompute-0-instance_attributes-reconnect_interval" name="reconnect_interval" value="240"/>
	+ </instance_attributes>
	+ <operations>
	+ <op id="overcloud-novacompute-0-start-interval-0s" interval="0s" name="start" timeout="60"/>
	+ <op id="overcloud-novacompute-0-stop-interval-0s" interval="0s" name="stop" timeout="60"/>
	+ <op id="overcloud-novacompute-0-monitor-interval-20" interval="20" name="monitor"/>
	+ </operations>
	+ </primitive>
	+ <bundle id="rabbitmq-bundle">
	+ <docker image="192.168.24.1:8787/tripleoupstream/centos-binary-rabbitmq:latest" network="host" options="--user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="3" run-command="/bin/bash /usr/local/bin/kolla_start"/>
	+ <network control-port="3121"/>
	+ <storage>
	+ <storage-mapping id="rabbitmq-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/rabbitmq.json" target-dir="/var/lib/kolla/config_files/config.json"/>
	+ <storage-mapping id="rabbitmq-cfg-data" options="ro" source-dir="/var/lib/config-data/rabbitmq/etc/rabbitmq" target-dir="/etc/rabbitmq"/>
	+ <storage-mapping id="rabbitmq-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
	+ <storage-mapping id="rabbitmq-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
	+ <storage-mapping id="rabbitmq-lib" options="rw" source-dir="/var/lib/rabbitmq" target-dir="/var/lib/rabbitmq"/>
	+ <storage-mapping id="rabbitmq-pki-extracted" options="ro" source-dir="/etc/pki/ca-trust/extracted" target-dir="/etc/pki/ca-trust/extracted"/>
	+ <storage-mapping id="rabbitmq-pki-ca-bundle-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.crt" target-dir="/etc/pki/tls/certs/ca-bundle.crt"/>
	+ <storage-mapping id="rabbitmq-pki-ca-bundle-trust-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.trust.crt" target-dir="/etc/pki/tls/certs/ca-bundle.trust.crt"/>
	+ <storage-mapping id="rabbitmq-pki-cert" options="ro" source-dir="/etc/pki/tls/cert.pem" target-dir="/etc/pki/tls/cert.pem"/>
	+ <storage-mapping id="rabbitmq-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/>
	+ </storage>
	+ <primitive class="ocf" id="rabbitmq" provider="heartbeat" type="rabbitmq-cluster">
	+ <instance_attributes id="rabbitmq-instance_attributes">
	+ <nvpair id="rabbitmq-instance_attributes-set_policy" name="set_policy" value="ha-all ^(?!amq\.).* {"ha-mode":"all"}"/>
	+ </instance_attributes>
	+ <meta_attributes id="rabbitmq-meta_attributes">
	+ <nvpair id="rabbitmq-meta_attributes-notify" name="notify" value="true"/>
	+ </meta_attributes>
	+ <operations>
	+ <op id="rabbitmq-monitor-interval-10" interval="10" name="monitor" timeout="40"/>
	+ <op id="rabbitmq-start-interval-0s" interval="0s" name="start" timeout="200s"/>
	+ <op id="rabbitmq-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
	+ </operations>
	+ </primitive>
	+ </bundle>
	+ <bundle id="galera-bundle">
	+ <docker image="192.168.24.1:8787/tripleoupstream/centos-binary-mariadb:latest" masters="3" network="host" options="--user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="3" run-command="/bin/bash /usr/local/bin/kolla_start"/>
	+ <network control-port="3123"/>
	+ <storage>
	+ <storage-mapping id="mysql-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/mysql.json" target-dir="/var/lib/kolla/config_files/config.json"/>
	+ <storage-mapping id="mysql-cfg-data" options="ro" source-dir="/var/lib/config-data/mysql" target-dir="/var/lib/kolla/config_files/src"/>
	+ <storage-mapping id="mysql-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
	+ <storage-mapping id="mysql-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
	+ <storage-mapping id="mysql-lib" options="rw" source-dir="/var/lib/mysql" target-dir="/var/lib/mysql"/>
	+ <storage-mapping id="mysql-log-mariadb" options="rw" source-dir="/var/log/mariadb" target-dir="/var/log/mariadb"/>
	+ <storage-mapping id="mysql-pki-extracted" options="ro" source-dir="/etc/pki/ca-trust/extracted" target-dir="/etc/pki/ca-trust/extracted"/>
	+ <storage-mapping id="mysql-pki-ca-bundle-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.crt" target-dir="/etc/pki/tls/certs/ca-bundle.crt"/>
	+ <storage-mapping id="mysql-pki-ca-bundle-trust-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.trust.crt" target-dir="/etc/pki/tls/certs/ca-bundle.trust.crt"/>
	+ <storage-mapping id="mysql-pki-cert" options="ro" source-dir="/etc/pki/tls/cert.pem" target-dir="/etc/pki/tls/cert.pem"/>
	+ <storage-mapping id="mysql-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/>
	+ </storage>
	+ <primitive class="ocf" id="galera" provider="heartbeat" type="galera">
	+ <instance_attributes id="galera-instance_attributes">
	+ <nvpair id="galera-instance_attributes-additional_parameters" name="additional_parameters" value="--open-files-limit=16384"/>
	+ <nvpair id="galera-instance_attributes-cluster_host_map" name="cluster_host_map" value="galera-bundle-0:overcloud-controller-0;galera-bundle-1:overcloud-controller-1;galera-bundle-2:overcloud-controller-2"/>
	+ <nvpair id="galera-instance_attributes-enable_creation" name="enable_creation" value="true"/>
	+ <nvpair id="galera-instance_attributes-wsrep_cluster_address" name="wsrep_cluster_address" value="gcomm://overcloud-controller-0,overcloud-controller-1,overcloud-controller-2"/>
	+ </instance_attributes>
	+ <meta_attributes id="galera-meta_attributes">
	+ <nvpair id="galera-meta_attributes-master-max" name="master-max" value="3"/>
	+ <nvpair id="galera-meta_attributes-ordered" name="ordered" value="true"/>
	+ </meta_attributes>
	+ <operations>
	+ <op id="galera-demote-interval-0s" interval="0s" name="demote" timeout="120"/>
	+ <op id="galera-monitor-interval-20" interval="20" name="monitor" timeout="30"/>
	+ <op id="galera-monitor-interval-10" interval="10" name="monitor" role="Master" timeout="30"/>
	+ <op id="galera-monitor-interval-30" interval="30" name="monitor" role="Slave" timeout="30"/>
	+ <op id="galera-promote-interval-0s" interval="0s" name="promote" on-fail="block" timeout="300s"/>
	+ <op id="galera-start-interval-0s" interval="0s" name="start" timeout="120"/>
	+ <op id="galera-stop-interval-0s" interval="0s" name="stop" timeout="120"/>
	+ </operations>
	+ </primitive>
	+ </bundle>
	+ <bundle id="redis-bundle">
	+ <docker image="192.168.24.1:8787/tripleoupstream/centos-binary-redis:latest" masters="1" network="host" options="--user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="3" run-command="/bin/bash /usr/local/bin/kolla_start"/>
	+ <network control-port="3124"/>
	+ <storage>
	+ <storage-mapping id="redis-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/redis.json" target-dir="/var/lib/kolla/config_files/config.json"/>
	+ <storage-mapping id="redis-cfg-data-redis" options="ro" source-dir="/var/lib/config-data/redis/etc/redis" target-dir="/etc/redis"/>
	+ <storage-mapping id="redis-cfg-data-redis-conf" options="ro" source-dir="/var/lib/config-data/redis/etc/redis.conf" target-dir="/etc/redis.conf"/>
	+ <storage-mapping id="redis-cfg-data-redis-conf-puppet" options="ro" source-dir="/var/lib/config-data/redis/etc/redis.conf.puppet" target-dir="/etc/redis.conf.puppet"/>
	+ <storage-mapping id="redis-cfg-data-redis-sentinel" options="ro" source-dir="/var/lib/config-data/redis/etc/redis-sentinel.conf" target-dir="/etc/redis-sentinel.conf"/>
	+ <storage-mapping id="redis-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
	+ <storage-mapping id="redis-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
	+ <storage-mapping id="redis-lib" options="rw" source-dir="/var/lib/redis" target-dir="/var/lib/redis"/>
	+ <storage-mapping id="redis-log" options="rw" source-dir="/var/log/redis" target-dir="/var/log/redis"/>
	+ <storage-mapping id="redis-run" options="rw" source-dir="/var/run/redis" target-dir="/var/run/redis"/>
	+ <storage-mapping id="redis-pki-extracted" options="ro" source-dir="/etc/pki/ca-trust/extracted" target-dir="/etc/pki/ca-trust/extracted"/>
	+ <storage-mapping id="redis-pki-ca-bundle-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.crt" target-dir="/etc/pki/tls/certs/ca-bundle.crt"/>
	+ <storage-mapping id="redis-pki-ca-bundle-trust-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.trust.crt" target-dir="/etc/pki/tls/certs/ca-bundle.trust.crt"/>
	+ <storage-mapping id="redis-pki-cert" options="ro" source-dir="/etc/pki/tls/cert.pem" target-dir="/etc/pki/tls/cert.pem"/>
	+ <storage-mapping id="redis-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/>
	+ </storage>
	+ <primitive class="ocf" id="redis" provider="heartbeat" type="redis">
	+ <instance_attributes id="redis-instance_attributes">
	+ <nvpair id="redis-instance_attributes-wait_last_known_master" name="wait_last_known_master" value="true"/>
	+ </instance_attributes>
	+ <meta_attributes id="redis-meta_attributes">
	+ <nvpair id="redis-meta_attributes-interleave" name="interleave" value="true"/>
	+ <nvpair id="redis-meta_attributes-notify" name="notify" value="true"/>
	+ <nvpair id="redis-meta_attributes-ordered" name="ordered" value="true"/>
	+ </meta_attributes>
	+ <operations>
	+ <op id="redis-demote-interval-0s" interval="0s" name="demote" timeout="120"/>
	+ <op id="redis-monitor-interval-45" interval="45" name="monitor" timeout="60"/>
	+ <op id="redis-monitor-interval-20" interval="20" name="monitor" role="Master" timeout="60"/>
	+ <op id="redis-monitor-interval-60" interval="60" name="monitor" role="Slave" timeout="60"/>
	+ <op id="redis-promote-interval-0s" interval="0s" name="promote" timeout="120"/>
	+ <op id="redis-start-interval-0s" interval="0s" name="start" timeout="200s"/>
	+ <op id="redis-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
	+ </operations>
	+ </primitive>
	+ </bundle>
	+ <primitive class="ocf" id="ip-192.168.24.9" provider="heartbeat" type="IPaddr2">
	+ <instance_attributes id="ip-192.168.24.9-instance_attributes">
	+ <nvpair id="ip-192.168.24.9-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
	+ <nvpair id="ip-192.168.24.9-instance_attributes-ip" name="ip" value="192.168.24.9"/>
	+ </instance_attributes>
	+ <operations>
	+ <op id="ip-192.168.24.9-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
	+ <op id="ip-192.168.24.9-start-interval-0s" interval="0s" name="start" timeout="20s"/>
	+ <op id="ip-192.168.24.9-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
	+ </operations>
	+ </primitive>
	+ <primitive class="ocf" id="ip-10.0.0.7" provider="heartbeat" type="IPaddr2">
	+ <instance_attributes id="ip-10.0.0.7-instance_attributes">
	+ <nvpair id="ip-10.0.0.7-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
	+ <nvpair id="ip-10.0.0.7-instance_attributes-ip" name="ip" value="10.0.0.7"/>
	+ </instance_attributes>
	+ <operations>
	+ <op id="ip-10.0.0.7-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
	+ <op id="ip-10.0.0.7-start-interval-0s" interval="0s" name="start" timeout="20s"/>
	+ <op id="ip-10.0.0.7-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
	+ </operations>
	+ </primitive>
	+ <primitive class="ocf" id="ip-172.16.2.4" provider="heartbeat" type="IPaddr2">
	+ <instance_attributes id="ip-172.16.2.4-instance_attributes">
	+ <nvpair id="ip-172.16.2.4-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
	+ <nvpair id="ip-172.16.2.4-instance_attributes-ip" name="ip" value="172.16.2.4"/>
	+ </instance_attributes>
	+ <operations>
	+ <op id="ip-172.16.2.4-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
	+ <op id="ip-172.16.2.4-start-interval-0s" interval="0s" name="start" timeout="20s"/>
	+ <op id="ip-172.16.2.4-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
	+ </operations>
	+ </primitive>
	+ <primitive class="ocf" id="ip-172.16.2.8" provider="heartbeat" type="IPaddr2">
	+ <instance_attributes id="ip-172.16.2.8-instance_attributes">
	+ <nvpair id="ip-172.16.2.8-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
	+ <nvpair id="ip-172.16.2.8-instance_attributes-ip" name="ip" value="172.16.2.8"/>
	+ </instance_attributes>
	+ <operations>
	+ <op id="ip-172.16.2.8-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
	+ <op id="ip-172.16.2.8-start-interval-0s" interval="0s" name="start" timeout="20s"/>
	+ <op id="ip-172.16.2.8-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
	+ </operations>
	+ </primitive>
	+ <primitive class="ocf" id="ip-172.16.1.9" provider="heartbeat" type="IPaddr2">
	+ <instance_attributes id="ip-172.16.1.9-instance_attributes">
	+ <nvpair id="ip-172.16.1.9-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
	+ <nvpair id="ip-172.16.1.9-instance_attributes-ip" name="ip" value="172.16.1.9"/>
	+ </instance_attributes>
	+ <operations>
	+ <op id="ip-172.16.1.9-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
	+ <op id="ip-172.16.1.9-start-interval-0s" interval="0s" name="start" timeout="20s"/>
	+ <op id="ip-172.16.1.9-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
	+ </operations>
	+ </primitive>
	+ <primitive class="ocf" id="ip-172.16.3.9" provider="heartbeat" type="IPaddr2">
	+ <instance_attributes id="ip-172.16.3.9-instance_attributes">
	+ <nvpair id="ip-172.16.3.9-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
	+ <nvpair id="ip-172.16.3.9-instance_attributes-ip" name="ip" value="172.16.3.9"/>
	+ </instance_attributes>
	+ <operations>
	+ <op id="ip-172.16.3.9-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
	+ <op id="ip-172.16.3.9-start-interval-0s" interval="0s" name="start" timeout="20s"/>
	+ <op id="ip-172.16.3.9-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
	+ </operations>
	+ </primitive>
	+ <bundle id="haproxy-bundle">
	+ <docker image="192.168.24.1:8787/tripleoupstream/centos-binary-haproxy:latest" network="host" options="--user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="3" run-command="/bin/bash /usr/local/bin/kolla_start"/>
	+ <storage>
	+ <storage-mapping id="haproxy-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/haproxy.json" target-dir="/var/lib/kolla/config_files/config.json"/>
	+ <storage-mapping id="haproxy-cfg-data" options="ro" source-dir="/var/lib/config-data/haproxy/etc" target-dir="/etc"/>
	+ <storage-mapping id="haproxy-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
	+ <storage-mapping id="haproxy-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
	+ <storage-mapping id="haproxy-pki-extracted" options="ro" source-dir="/etc/pki/ca-trust/extracted" target-dir="/etc/pki/ca-trust/extracted"/>
	+ <storage-mapping id="haproxy-pki-ca-bundle-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.crt" target-dir="/etc/pki/tls/certs/ca-bundle.crt"/>
	+ <storage-mapping id="haproxy-pki-ca-bundle-trust-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.trust.crt" target-dir="/etc/pki/tls/certs/ca-bundle.trust.crt"/>
	+ <storage-mapping id="haproxy-pki-cert" options="ro" source-dir="/etc/pki/tls/cert.pem" target-dir="/etc/pki/tls/cert.pem"/>
	+ <storage-mapping id="haproxy-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/>
	+ </storage>
	+ </bundle>
	+ <bundle id="openstack-cinder-volume">
	+ <docker image="192.168.24.1:8787/tripleoupstream/centos-binary-cinder-volume:latest" network="host" options="--ipc=host --privileged=true --user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="1" run-command="/bin/bash /usr/local/bin/kolla_start"/>
	+ <storage>
	+ <storage-mapping id="cinder-volume-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/cinder_volume.json" target-dir="/var/lib/kolla/config_files/config.json"/>
	+ <storage-mapping id="cinder-volume-cfg-data" options="ro" source-dir="/var/lib/config-data/cinder/etc/cinder" target-dir="/etc/cinder"/>
	+ <storage-mapping id="cinder-volume-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
	+ <storage-mapping id="cinder-volume-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
	+ <storage-mapping id="cinder-volume-dev" options="rw" source-dir="/dev" target-dir="/dev"/>
	+ <storage-mapping id="cinder-volume-run" options="rw" source-dir="/run" target-dir="/run"/>
	+ <storage-mapping id="cinder-volume-sys" options="rw" source-dir="/sys" target-dir="/sys"/>
	+ <storage-mapping id="cinder-volume-lib-modules" options="ro" source-dir="/lib/modules" target-dir="/lib/modules"/>
	+ <storage-mapping id="cinder-volume-iscsi" options="rw" source-dir="/etc/iscsi" target-dir="/etc/iscsi"/>
	+ <storage-mapping id="cinder-volume-var-lib-cinder" options="rw" source-dir="/var/lib/cinder" target-dir="/var/lib/cinder"/>
	+ <storage-mapping id="cinder-volume-var-log" options="rw" source-dir="/var/log/containers/cinder" target-dir="/var/log/cinder"/>
	+ </storage>
	+ </bundle>
	+ <bundle id="openstack-cinder-backup">
	+ <docker image="192.168.24.1:8787/tripleoupstream/centos-binary-cinder-backup:latest" network="host" options="--ipc=host --privileged=true --user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="1" run-command="/bin/bash /usr/local/bin/kolla_start"/>
	+ <storage>
	+ <storage-mapping id="cinder-backup-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/cinder_backup.json" target-dir="/var/lib/kolla/config_files/config.json"/>
	+ <storage-mapping id="cinder-backup-cfg-data" options="ro" source-dir="/var/lib/config-data/cinder/etc/cinder" target-dir="/etc/cinder"/>
	+ <storage-mapping id="cinder-backup-cfg-ceph" options="ro" source-dir="/var/lib/config-data/cinder/etc/ceph" target-dir="/etc/ceph"/>
	+ <storage-mapping id="cinder-backup-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
	+ <storage-mapping id="cinder-backup-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
	+ <storage-mapping id="cinder-backup-dev" options="rw" source-dir="/dev" target-dir="/dev"/>
	+ <storage-mapping id="cinder-backup-run" options="rw" source-dir="/run" target-dir="/run"/>
	+ <storage-mapping id="cinder-backup-sys" options="rw" source-dir="/sys" target-dir="/sys"/>
	+ <storage-mapping id="cinder-backup-lib-modules" options="ro" source-dir="/lib/modules" target-dir="/lib/modules"/>
	+ <storage-mapping id="cinder-backup-iscsi" options="rw" source-dir="/etc/iscsi" target-dir="/etc/iscsi"/>
	+ <storage-mapping id="cinder-backup-var-lib-cinder" options="rw" source-dir="/var/lib/cinder" target-dir="/var/lib/cinder"/>
	+ <storage-mapping id="cinder-backup-var-log" options="rw" source-dir="/var/log/containers/cinder" target-dir="/var/log/cinder"/>
	+ </storage>
	+ </bundle>
	+ </resources>
	+ <constraints>
	+ <rsc_location id="location-compute-0" resource-discovery="exclusive" rsc="overcloud-novacompute-0">
	+ <rule id="location-compute-0-rule" score="0">
	+ <expression attribute="#uname" id="location-compute-0-rule-expr" operation="eq" value="overcloud-controller-0"/>
	+ </rule>
	+ </rsc_location>
	+ <rsc_location id="location-rabbitmq-bundle" resource-discovery="exclusive" rsc="rabbitmq-bundle">
	+ <rule id="location-rabbitmq-bundle-rule" score="0">
	+ <expression attribute="rabbitmq-role" id="location-rabbitmq-bundle-rule-expr" operation="eq" value="true"/>
	+ </rule>
	+ </rsc_location>
	+ <rsc_location id="location-galera-bundle" resource-discovery="exclusive" rsc="galera-bundle">
	+ <rule id="location-galera-bundle-rule" score="0">
	+ <expression attribute="galera-role" id="location-galera-bundle-rule-expr" operation="eq" value="true"/>
	+ </rule>
	+ </rsc_location>
	+ <rsc_location id="location-redis-bundle" resource-discovery="exclusive" rsc="redis-bundle">
	+ <rule id="location-redis-bundle-rule" score="0">
	+ <expression attribute="redis-role" id="location-redis-bundle-rule-expr" operation="eq" value="true"/>
	+ </rule>
	+ </rsc_location>
	+ <rsc_location id="location-ip-192.168.24.9" resource-discovery="exclusive" rsc="ip-192.168.24.9">
	+ <rule id="location-ip-192.168.24.9-rule" score="0">
	+ <expression attribute="haproxy-role" id="location-ip-192.168.24.9-rule-expr" operation="eq" value="true"/>
	+ </rule>
	+ </rsc_location>
	+ <rsc_location id="location-ip-10.0.0.7" resource-discovery="exclusive" rsc="ip-10.0.0.7">
	+ <rule id="location-ip-10.0.0.7-rule" score="0">
	+ <expression attribute="haproxy-role" id="location-ip-10.0.0.7-rule-expr" operation="eq" value="true"/>
	+ </rule>
	+ </rsc_location>
	+ <rsc_location id="location-ip-172.16.2.4" resource-discovery="exclusive" rsc="ip-172.16.2.4">
	+ <rule id="location-ip-172.16.2.4-rule" score="0">
	+ <expression attribute="haproxy-role" id="location-ip-172.16.2.4-rule-expr" operation="eq" value="true"/>
	+ </rule>
	+ </rsc_location>
	+ <rsc_location id="location-ip-172.16.2.8" resource-discovery="exclusive" rsc="ip-172.16.2.8">
	+ <rule id="location-ip-172.16.2.8-rule" score="0">
	+ <expression attribute="haproxy-role" id="location-ip-172.16.2.8-rule-expr" operation="eq" value="true"/>
	+ </rule>
	+ </rsc_location>
	+ <rsc_location id="location-ip-172.16.1.9" resource-discovery="exclusive" rsc="ip-172.16.1.9">
	+ <rule id="location-ip-172.16.1.9-rule" score="0">
	+ <expression attribute="haproxy-role" id="location-ip-172.16.1.9-rule-expr" operation="eq" value="true"/>
	+ </rule>
	+ </rsc_location>
	+ <rsc_location id="location-ip-172.16.3.9" resource-discovery="exclusive" rsc="ip-172.16.3.9">
	+ <rule id="location-ip-172.16.3.9-rule" score="0">
	+ <expression attribute="haproxy-role" id="location-ip-172.16.3.9-rule-expr" operation="eq" value="true"/>
	+ </rule>
	+ </rsc_location>
	+ <rsc_location id="location-haproxy-bundle" resource-discovery="exclusive" rsc="haproxy-bundle">
	+ <rule id="location-haproxy-bundle-rule" score="0">
	+ <expression attribute="haproxy-role" id="location-haproxy-bundle-rule-expr" operation="eq" value="true"/>
	+ </rule>
	+ </rsc_location>
	+ <rsc_order first="ip-192.168.24.9" first-action="start" id="order-ip-192.168.24.9-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
	+ <rsc_colocation id="colocation-ip-192.168.24.9-haproxy-bundle-INFINITY" rsc="ip-192.168.24.9" score="INFINITY" with-rsc="haproxy-bundle"/>
	+ <rsc_order first="ip-10.0.0.7" first-action="start" id="order-ip-10.0.0.7-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
	+ <rsc_colocation id="colocation-ip-10.0.0.7-haproxy-bundle-INFINITY" rsc="ip-10.0.0.7" score="INFINITY" with-rsc="haproxy-bundle"/>
	+ <rsc_order first="ip-172.16.2.4" first-action="start" id="order-ip-172.16.2.4-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
	+ <rsc_colocation id="colocation-ip-172.16.2.4-haproxy-bundle-INFINITY" rsc="ip-172.16.2.4" score="INFINITY" with-rsc="haproxy-bundle"/>
	+ <rsc_order first="ip-172.16.2.8" first-action="start" id="order-ip-172.16.2.8-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
	+ <rsc_colocation id="colocation-ip-172.16.2.8-haproxy-bundle-INFINITY" rsc="ip-172.16.2.8" score="INFINITY" with-rsc="haproxy-bundle"/>
	+ <rsc_order first="ip-172.16.1.9" first-action="start" id="order-ip-172.16.1.9-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
	+ <rsc_colocation id="colocation-ip-172.16.1.9-haproxy-bundle-INFINITY" rsc="ip-172.16.1.9" score="INFINITY" with-rsc="haproxy-bundle"/>
	+ <rsc_order first="ip-172.16.3.9" first-action="start" id="order-ip-172.16.3.9-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
	+ <rsc_colocation id="colocation-ip-172.16.3.9-haproxy-bundle-INFINITY" rsc="ip-172.16.3.9" score="INFINITY" with-rsc="haproxy-bundle"/>
	+ <rsc_location id="location-openstack-cinder-volume" resource-discovery="exclusive" rsc="openstack-cinder-volume">
	+ <rule id="location-openstack-cinder-volume-rule" score="0">
	+ <expression attribute="cinder-volume-role" id="location-openstack-cinder-volume-rule-expr" operation="eq" value="true"/>
	+ </rule>
	+ </rsc_location>
	+ <rsc_location id="location-openstack-cinder-backup" resource-discovery="exclusive" rsc="openstack-cinder-backup">
	+ <rule id="location-openstack-cinder-backup-rule" score="0">
	+ <expression attribute="cinder-backup-role" id="location-openstack-cinder-backup-rule-expr" operation="eq" value="true"/>
	+ </rule>
	+ </rsc_location>
	+ </constraints>
	+ <rsc_defaults>
	+ <meta_attributes id="rsc_defaults-options">
	+ <nvpair id="rsc_defaults-options-resource-stickiness" name="resource-stickiness" value="INFINITY"/>
	+ </meta_attributes>
	+ </rsc_defaults>
	+ </configuration>
	+ <status>
	+ <node_state id="3" uname="overcloud-controller-2" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
	+ <lrm id="3">
	+ <lrm_resources>
	+ <lrm_resource id="rabbitmq-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="rabbitmq-bundle-docker-2_last_0" operation_key="rabbitmq-bundle-docker-2_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="5:8:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;5:8:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="18" rc-code="0" op-status="0" interval="0" last-run="1498668697" last-rc-change="1498668697" exec-time="320" queue-time="0" op-digest="0cb02c9a71c43ffdbc708a49566e14f0"/>
	+ <lrm_rsc_op id="rabbitmq-bundle-docker-2_monitor_60000" operation_key="rabbitmq-bundle-docker-2_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="1:8:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;1:8:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="19" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668697" exec-time="64" queue-time="0" op-digest="af9ee4ff46f0c0d902e2806feb839fc5"/>
	+ </lrm_resource>
	+ <lrm_resource id="rabbitmq-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="rabbitmq-bundle-docker-0_last_0" operation_key="rabbitmq-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="8:6:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;8:6:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="5" rc-code="7" op-status="0" interval="0" last-run="1498668675" last-rc-change="1498668675" exec-time="28" queue-time="0" op-digest="a0d694ff5082677ff8994aed84eec10a"/>
	+ </lrm_resource>
	+ <lrm_resource id="rabbitmq-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="rabbitmq-bundle-docker-1_last_0" operation_key="rabbitmq-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="9:6:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;9:6:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="9" rc-code="7" op-status="0" interval="0" last-run="1498668675" last-rc-change="1498668675" exec-time="33" queue-time="0" op-digest="a0d694ff5082677ff8994aed84eec10a"/>
	+ </lrm_resource>
	+ <lrm_resource id="rabbitmq-bundle-2" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-2">
	+ <lrm_rsc_op id="rabbitmq-bundle-2_last_0" operation_key="rabbitmq-bundle-2_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="15:8:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;15:8:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="1" rc-code="0" op-status="0" interval="0" last-run="1498668697" last-rc-change="1498668697" exec-time="0" queue-time="0" op-digest="a85a038c2aaf9611b0123a922f6cc61f" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	+ <lrm_rsc_op id="rabbitmq-bundle-2_monitor_60000" operation_key="rabbitmq-bundle-2_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="19:9:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;19:9:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="2" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668699" exec-time="0" queue-time="0" op-digest="d045859aac223f9d6c1d9ea38434827f"/>
	+ </lrm_resource>
	+ <lrm_resource id="galera-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="galera-bundle-docker-1_last_0" operation_key="galera-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="15:10:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;15:10:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="28" rc-code="7" op-status="0" interval="0" last-run="1498668716" last-rc-change="1498668716" exec-time="22" queue-time="0" op-digest="cea4042997161052606b12bff643218c"/>
	+ </lrm_resource>
	+ <lrm_resource id="galera-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="galera-bundle-docker-0_last_0" operation_key="galera-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="14:10:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;14:10:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="24" rc-code="7" op-status="0" interval="0" last-run="1498668716" last-rc-change="1498668716" exec-time="28" queue-time="0" op-digest="cea4042997161052606b12bff643218c"/>
	+ </lrm_resource>
	+ <lrm_resource id="galera-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="galera-bundle-docker-2_last_0" operation_key="galera-bundle-docker-2_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="12:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;12:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="37" rc-code="0" op-status="0" interval="0" last-run="1498668757" last-rc-change="1498668757" exec-time="371" queue-time="0" op-digest="d382f6658eb81d66313704072c2d9704"/>
	+ <lrm_rsc_op id="galera-bundle-docker-2_monitor_60000" operation_key="galera-bundle-docker-2_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="3:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;3:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="38" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668758" exec-time="66" queue-time="1" op-digest="7c2c0a8373a43288eb9e4c59a8a11546"/>
	+ </lrm_resource>
	+ <lrm_resource id="galera-bundle-2" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-2">
	+ <lrm_rsc_op id="galera-bundle-2_last_0" operation_key="galera-bundle-2_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="45:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;45:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="3" rc-code="0" op-status="0" interval="0" last-run="1498668758" last-rc-change="1498668758" exec-time="0" queue-time="0" op-digest="3f90661d608748039031eecf1b1eccec" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	+ <lrm_rsc_op id="galera-bundle-2_monitor_60000" operation_key="galera-bundle-2_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="50:12:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;50:12:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="4" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668781" exec-time="0" queue-time="0" op-digest="be2946c3b0185392bb481388655bb5ee"/>
	+ </lrm_resource>
	+ <lrm_resource id="redis-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="redis-bundle-docker-0_last_0" operation_key="redis-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="26:22:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;26:22:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="43" rc-code="7" op-status="0" interval="0" last-run="1498668877" last-rc-change="1498668877" exec-time="32" queue-time="0" op-digest="6b370e7f473758a477ba7ba1a1d14fed"/>
	+ </lrm_resource>
	+ <lrm_resource id="redis-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="redis-bundle-docker-1_last_0" operation_key="redis-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="27:22:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;27:22:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="47" rc-code="7" op-status="0" interval="0" last-run="1498668877" last-rc-change="1498668877" exec-time="32" queue-time="0" op-digest="6b370e7f473758a477ba7ba1a1d14fed"/>
	+ </lrm_resource>
	+ <lrm_resource id="redis-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="redis-bundle-docker-2_last_0" operation_key="redis-bundle-docker-2_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="23:24:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;23:24:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="56" rc-code="0" op-status="0" interval="0" last-run="1498668899" last-rc-change="1498668899" exec-time="311" queue-time="0" op-digest="78dfacba4be0b97e9a6426b342bb2fdd"/>
	+ <lrm_rsc_op id="redis-bundle-docker-2_monitor_60000" operation_key="redis-bundle-docker-2_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="5:24:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;5:24:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="57" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668899" exec-time="66" queue-time="0" op-digest="24676507e61be2e5cc014443ba54c560"/>
	+ </lrm_resource>
	+ <lrm_resource id="redis-bundle-2" type="remote" class="ocf" provider="pacemaker" container="redis-bundle-docker-2">
	+ <lrm_rsc_op id="redis-bundle-2_last_0" operation_key="redis-bundle-2_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="87:24:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;87:24:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="5" rc-code="0" op-status="0" interval="0" last-run="1498668899" last-rc-change="1498668899" exec-time="0" queue-time="0" op-digest="5d2d2dc6340136c5c4c289d812a6e489" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	+ <lrm_rsc_op id="redis-bundle-2_monitor_60000" operation_key="redis-bundle-2_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="91:25:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;91:25:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="6" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668901" exec-time="0" queue-time="0" op-digest="c11ea9bf482bc6a194ff26b1f3d81523"/>
	+ </lrm_resource>
	+ <lrm_resource id="ip-192.168.24.9" type="IPaddr2" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="ip-192.168.24.9_last_0" operation_key="ip-192.168.24.9_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="33:30:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;33:30:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="62" rc-code="7" op-status="0" interval="0" last-run="1498668920" last-rc-change="1498668920" exec-time="33" queue-time="0" op-digest="fe7a4d69e1427ab8b5c436557ecc8780"/>
	+ </lrm_resource>
	+ <lrm_resource id="ip-10.0.0.7" type="IPaddr2" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="ip-10.0.0.7_last_0" operation_key="ip-10.0.0.7_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="34:33:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;34:33:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="66" rc-code="7" op-status="0" interval="0" last-run="1498668928" last-rc-change="1498668928" exec-time="33" queue-time="0" op-digest="c9d74a690415dead8378665307dd5d76"/>
	+ </lrm_resource>
	+ <lrm_resource id="ip-172.16.2.4" type="IPaddr2" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="ip-172.16.2.4_last_0" operation_key="ip-172.16.2.4_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="119:38:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;119:38:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="71" rc-code="0" op-status="0" interval="0" last-run="1498668939" last-rc-change="1498668939" exec-time="4061" queue-time="0" op-digest="b6d5a31ac7802318282c9666048b0c96"/>
	+ <lrm_rsc_op id="ip-172.16.2.4_monitor_10000" operation_key="ip-172.16.2.4_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="120:38:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;120:38:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="72" rc-code="0" op-status="0" interval="10000" last-rc-change="1498668943" exec-time="33" queue-time="0" op-digest="eb8db49266a48b7d0e8ebd82c43d7c8b"/>
	+ </lrm_resource>
	+ <lrm_resource id="ip-172.16.2.8" type="IPaddr2" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="ip-172.16.2.8_last_0" operation_key="ip-172.16.2.8_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="36:39:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;36:39:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="76" rc-code="7" op-status="0" interval="0" last-run="1498668945" last-rc-change="1498668945" exec-time="37" queue-time="0" op-digest="a05df54a5427c5b7fb217fe365ec47b6"/>
	+ </lrm_resource>
	+ <lrm_resource id="ip-172.16.1.9" type="IPaddr2" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="ip-172.16.1.9_last_0" operation_key="ip-172.16.1.9_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="37:42:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;37:42:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="80" rc-code="7" op-status="0" interval="0" last-run="1498668953" last-rc-change="1498668953" exec-time="35" queue-time="0" op-digest="0cf2a88115180ddfe68813334ee37f24"/>
	+ </lrm_resource>
	+ <lrm_resource id="ip-172.16.3.9" type="IPaddr2" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="ip-172.16.3.9_last_0" operation_key="ip-172.16.3.9_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="128:47:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;128:47:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="85" rc-code="0" op-status="0" interval="0" last-run="1498668964" last-rc-change="1498668964" exec-time="4064" queue-time="0" op-digest="bfccf6cd1b96922f4a1da89429ba5d0c"/>
	+ <lrm_rsc_op id="ip-172.16.3.9_monitor_10000" operation_key="ip-172.16.3.9_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="129:47:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;129:47:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="86" rc-code="0" op-status="0" interval="10000" last-rc-change="1498668968" exec-time="36" queue-time="0" op-digest="cfa84598b789dc5293a62a1a4142af3a"/>
	+ </lrm_resource>
	+ <lrm_resource id="haproxy-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="haproxy-bundle-docker-0_last_0" operation_key="haproxy-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="43:48:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;43:48:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="90" rc-code="7" op-status="0" interval="0" last-run="1498668968" last-rc-change="1498668968" exec-time="28" queue-time="0" op-digest="50c5ea783cadafec1f3787e5cf2dcd62"/>
	+ </lrm_resource>
	+ <lrm_resource id="haproxy-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="haproxy-bundle-docker-1_last_0" operation_key="haproxy-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="44:48:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;44:48:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="94" rc-code="7" op-status="0" interval="0" last-run="1498668968" last-rc-change="1498668968" exec-time="37" queue-time="0" op-digest="50c5ea783cadafec1f3787e5cf2dcd62"/>
	+ </lrm_resource>
	+ <lrm_resource id="haproxy-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="haproxy-bundle-docker-2_last_0" operation_key="haproxy-bundle-docker-2_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="144:48:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;144:48:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="99" rc-code="0" op-status="0" interval="0" last-run="1498668968" last-rc-change="1498668968" exec-time="316" queue-time="0" op-digest="50c5ea783cadafec1f3787e5cf2dcd62"/>
	+ <lrm_rsc_op id="haproxy-bundle-docker-2_monitor_60000" operation_key="haproxy-bundle-docker-2_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="145:48:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;145:48:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="100" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668968" exec-time="63" queue-time="0" op-digest="8e98096b4e2923c7be3ce5fa2646c524"/>
	+ </lrm_resource>
	+ <lrm_resource id="openstack-cinder-volume-docker-0" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="openstack-cinder-volume-docker-0_last_0" operation_key="openstack-cinder-volume-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="42:65:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;42:65:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="104" rc-code="7" op-status="0" interval="0" last-run="1498669495" last-rc-change="1498669495" exec-time="24" queue-time="1" op-digest="3aa35269c96594499406635b536dcf19"/>
	+ </lrm_resource>
	+ <lrm_resource id="openstack-cinder-backup-docker-0" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="openstack-cinder-backup-docker-0_last_0" operation_key="openstack-cinder-backup-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="43:70:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;43:70:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="108" rc-code="7" op-status="0" interval="0" last-run="1498669534" last-rc-change="1498669534" exec-time="24" queue-time="1" op-digest="eedee9a7b2c178272325eaaf87df0b05"/>
	+ </lrm_resource>
	+ <lrm_resource id="overcloud-novacompute-0" class="ocf" provider="pacemaker" type="remote">
	+ <lrm_rsc_op id="overcloud-novacompute-0_last_0" operation_key="overcloud-novacompute-0_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.0.14" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" call-id="1" rc-code="7" op-status="0" interval="0" last-run="1499057293" last-rc-change="1499057293" exec-time="0" queue-time="0" op-digest="be548bf9f751c937c78eb61c44187ad2"/>
	+ </lrm_resource>
	+ </lrm_resources>
	+ </lrm>
	+ <transient_attributes id="3">
	+ <instance_attributes id="status-3">
	+ <nvpair id="status-3-shutdown" name="shutdown" value="0"/>
	+ </instance_attributes>
	+ </transient_attributes>
	+ </node_state>
	+ <node_state id="2" uname="overcloud-controller-1" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
	+ <lrm id="2">
	+ <lrm_resources>
	+ <lrm_resource id="rabbitmq-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="rabbitmq-bundle-docker-2_last_0" operation_key="rabbitmq-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="7:6:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;7:6:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="13" rc-code="7" op-status="0" interval="0" last-run="1498668675" last-rc-change="1498668675" exec-time="26" queue-time="0" op-digest="a0d694ff5082677ff8994aed84eec10a"/>
	+ </lrm_resource>
	+ <lrm_resource id="rabbitmq-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="rabbitmq-bundle-docker-1_last_0" operation_key="rabbitmq-bundle-docker-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="6:8:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;6:8:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="18" rc-code="0" op-status="0" interval="0" last-run="1498668696" last-rc-change="1498668696" exec-time="335" queue-time="0" op-digest="90d6c24a6c4e50413a8f5161b9e74aef"/>
	+ <lrm_rsc_op id="rabbitmq-bundle-docker-1_monitor_60000" operation_key="rabbitmq-bundle-docker-1_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="2:8:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;2:8:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="19" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668697" exec-time="66" queue-time="0" op-digest="865f07bd3c8ca5d8cf7e768bcbd3c8ec"/>
	+ </lrm_resource>
	+ <lrm_resource id="rabbitmq-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="rabbitmq-bundle-docker-0_last_0" operation_key="rabbitmq-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="5:6:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;5:6:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="5" rc-code="7" op-status="0" interval="0" last-run="1498668675" last-rc-change="1498668675" exec-time="32" queue-time="0" op-digest="a0d694ff5082677ff8994aed84eec10a"/>
	+ </lrm_resource>
	+ <lrm_resource id="rabbitmq-bundle-1" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-1">
	+ <lrm_rsc_op id="rabbitmq-bundle-1_last_0" operation_key="rabbitmq-bundle-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="12:8:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;12:8:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="1" rc-code="0" op-status="0" interval="0" last-run="1498668697" last-rc-change="1498668697" exec-time="0" queue-time="0" op-digest="960e0dbbd69f1d30f1b690e4262fd8af" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	+ <lrm_rsc_op id="rabbitmq-bundle-1_monitor_60000" operation_key="rabbitmq-bundle-1_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="14:9:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;14:9:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="2" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668699" exec-time="0" queue-time="0" op-digest="258066a792cfce7951cf9f0634dc1e8c"/>
	+ </lrm_resource>
	+ <lrm_resource id="galera-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="galera-bundle-docker-1_last_0" operation_key="galera-bundle-docker-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="13:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;13:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="37" rc-code="0" op-status="0" interval="0" last-run="1498668757" last-rc-change="1498668757" exec-time="328" queue-time="0" op-digest="810c6ca70f61efcf84f03ce4ebf1583e"/>
	+ <lrm_rsc_op id="galera-bundle-docker-1_monitor_60000" operation_key="galera-bundle-docker-1_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="6:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;6:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="38" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668758" exec-time="68" queue-time="0" op-digest="9d23f939271b60f65c5d55115613887d"/>
	+ </lrm_resource>
	+ <lrm_resource id="galera-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="galera-bundle-docker-0_last_0" operation_key="galera-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="11:10:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;11:10:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="24" rc-code="7" op-status="0" interval="0" last-run="1498668715" last-rc-change="1498668715" exec-time="36" queue-time="0" op-digest="cea4042997161052606b12bff643218c"/>
	+ </lrm_resource>
	+ <lrm_resource id="galera-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="galera-bundle-docker-2_last_0" operation_key="galera-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="13:10:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;13:10:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="32" rc-code="7" op-status="0" interval="0" last-run="1498668715" last-rc-change="1498668715" exec-time="36" queue-time="0" op-digest="cea4042997161052606b12bff643218c"/>
	+ </lrm_resource>
	+ <lrm_resource id="galera-bundle-1" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-1">
	+ <lrm_rsc_op id="galera-bundle-1_last_0" operation_key="galera-bundle-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="42:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;42:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="3" rc-code="0" op-status="0" interval="0" last-run="1498668758" last-rc-change="1498668758" exec-time="0" queue-time="0" op-digest="3f1ea261ff34138fb419e6c80d7c1e4a" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	+ <lrm_rsc_op id="galera-bundle-1_monitor_60000" operation_key="galera-bundle-1_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="45:12:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;45:12:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="4" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668781" exec-time="0" queue-time="0" op-digest="466eb8d1221d4e484215032e6b038349"/>
	+ </lrm_resource>
	+ <lrm_resource id="redis-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="redis-bundle-docker-2_last_0" operation_key="redis-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="25:22:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;25:22:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="51" rc-code="7" op-status="0" interval="0" last-run="1498668877" last-rc-change="1498668877" exec-time="21" queue-time="0" op-digest="6b370e7f473758a477ba7ba1a1d14fed"/>
	+ </lrm_resource>
	+ <lrm_resource id="redis-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="redis-bundle-docker-0_last_0" operation_key="redis-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="23:22:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;23:22:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="43" rc-code="7" op-status="0" interval="0" last-run="1498668877" last-rc-change="1498668877" exec-time="26" queue-time="0" op-digest="6b370e7f473758a477ba7ba1a1d14fed"/>
	+ </lrm_resource>
	+ <lrm_resource id="redis-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="redis-bundle-docker-1_last_0" operation_key="redis-bundle-docker-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="24:24:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;24:24:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="56" rc-code="0" op-status="0" interval="0" last-run="1498668898" last-rc-change="1498668898" exec-time="324" queue-time="0" op-digest="029dcdb8e6d039453207529ddf76e626"/>
	+ <lrm_rsc_op id="redis-bundle-docker-1_monitor_60000" operation_key="redis-bundle-docker-1_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="10:24:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;10:24:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="57" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668899" exec-time="66" queue-time="0" op-digest="d37abb44bbe352fe0b7d7664151cc6ab"/>
	+ </lrm_resource>
	+ <lrm_resource id="redis-bundle-1" type="remote" class="ocf" provider="pacemaker" container="redis-bundle-docker-1">
	+ <lrm_rsc_op id="redis-bundle-1_last_0" operation_key="redis-bundle-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="84:24:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;84:24:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="5" rc-code="0" op-status="0" interval="0" last-run="1498668899" last-rc-change="1498668899" exec-time="0" queue-time="0" op-digest="95609f52b711714180c18c3648531e42" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	+ <lrm_rsc_op id="redis-bundle-1_monitor_60000" operation_key="redis-bundle-1_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="86:25:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;86:25:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="6" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668901" exec-time="0" queue-time="0" op-digest="7d0de033747ee83d415141819bae6146"/>
	+ </lrm_resource>
	+ <lrm_resource id="ip-192.168.24.9" type="IPaddr2" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="ip-192.168.24.9_last_0" operation_key="ip-192.168.24.9_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="32:30:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;32:30:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="62" rc-code="7" op-status="0" interval="0" last-run="1498668920" last-rc-change="1498668920" exec-time="46" queue-time="0" op-digest="fe7a4d69e1427ab8b5c436557ecc8780"/>
	+ </lrm_resource>
	+ <lrm_resource id="ip-10.0.0.7" type="IPaddr2" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="ip-10.0.0.7_last_0" operation_key="ip-10.0.0.7_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="116:35:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;116:35:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="67" rc-code="0" op-status="0" interval="0" last-run="1498668931" last-rc-change="1498668931" exec-time="4060" queue-time="0" op-digest="c9d74a690415dead8378665307dd5d76"/>
	+ <lrm_rsc_op id="ip-10.0.0.7_monitor_10000" operation_key="ip-10.0.0.7_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="117:35:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;117:35:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="68" rc-code="0" op-status="0" interval="10000" last-rc-change="1498668935" exec-time="33" queue-time="0" op-digest="2a5bfab310b36fabfe3b684b2a2a45f8"/>
	+ </lrm_resource>
	+ <lrm_resource id="ip-172.16.2.4" type="IPaddr2" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="ip-172.16.2.4_last_0" operation_key="ip-172.16.2.4_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="34:36:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;34:36:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="72" rc-code="7" op-status="0" interval="0" last-run="1498668936" last-rc-change="1498668936" exec-time="43" queue-time="0" op-digest="b6d5a31ac7802318282c9666048b0c96"/>
	+ </lrm_resource>
	+ <lrm_resource id="ip-172.16.2.8" type="IPaddr2" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="ip-172.16.2.8_last_0" operation_key="ip-172.16.2.8_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="35:39:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;35:39:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="76" rc-code="7" op-status="0" interval="0" last-run="1498668944" last-rc-change="1498668944" exec-time="35" queue-time="0" op-digest="a05df54a5427c5b7fb217fe365ec47b6"/>
	+ </lrm_resource>
	+ <lrm_resource id="ip-172.16.1.9" type="IPaddr2" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="ip-172.16.1.9_last_0" operation_key="ip-172.16.1.9_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="125:44:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;125:44:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="81" rc-code="0" op-status="0" interval="0" last-run="1498668956" last-rc-change="1498668956" exec-time="4058" queue-time="0" op-digest="0cf2a88115180ddfe68813334ee37f24"/>
	+ <lrm_rsc_op id="ip-172.16.1.9_monitor_10000" operation_key="ip-172.16.1.9_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="126:44:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;126:44:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="82" rc-code="0" op-status="0" interval="10000" last-rc-change="1498668960" exec-time="34" queue-time="0" op-digest="49cd8a3523028c247137c7e20add3aa8"/>
	+ </lrm_resource>
	+ <lrm_resource id="ip-172.16.3.9" type="IPaddr2" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="ip-172.16.3.9_last_0" operation_key="ip-172.16.3.9_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="37:45:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;37:45:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="86" rc-code="7" op-status="0" interval="0" last-run="1498668961" last-rc-change="1498668961" exec-time="33" queue-time="0" op-digest="bfccf6cd1b96922f4a1da89429ba5d0c"/>
	+ </lrm_resource>
	+ <lrm_resource id="haproxy-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="haproxy-bundle-docker-1_last_0" operation_key="haproxy-bundle-docker-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="142:48:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;142:48:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="99" rc-code="0" op-status="0" interval="0" last-run="1498668968" last-rc-change="1498668968" exec-time="293" queue-time="0" op-digest="50c5ea783cadafec1f3787e5cf2dcd62"/>
	+ <lrm_rsc_op id="haproxy-bundle-docker-1_monitor_60000" operation_key="haproxy-bundle-docker-1_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="143:48:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;143:48:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="100" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668968" exec-time="61" queue-time="0" op-digest="8e98096b4e2923c7be3ce5fa2646c524"/>
	+ </lrm_resource>
	+ <lrm_resource id="haproxy-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="haproxy-bundle-docker-0_last_0" operation_key="haproxy-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="40:48:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;40:48:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="90" rc-code="7" op-status="0" interval="0" last-run="1498668968" last-rc-change="1498668968" exec-time="24" queue-time="0" op-digest="50c5ea783cadafec1f3787e5cf2dcd62"/>
	+ </lrm_resource>
	+ <lrm_resource id="haproxy-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="haproxy-bundle-docker-2_last_0" operation_key="haproxy-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="42:48:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;42:48:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="98" rc-code="7" op-status="0" interval="0" last-run="1498668968" last-rc-change="1498668968" exec-time="26" queue-time="0" op-digest="50c5ea783cadafec1f3787e5cf2dcd62"/>
	+ </lrm_resource>
	+ <lrm_resource id="openstack-cinder-volume-docker-0" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="openstack-cinder-volume-docker-0_last_0" operation_key="openstack-cinder-volume-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="41:65:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;41:65:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="104" rc-code="7" op-status="0" interval="0" last-run="1498669495" last-rc-change="1498669495" exec-time="31" queue-time="0" op-digest="3aa35269c96594499406635b536dcf19"/>
	+ </lrm_resource>
	+ <lrm_resource id="openstack-cinder-backup-docker-0" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="openstack-cinder-backup-docker-0_last_0" operation_key="openstack-cinder-backup-docker-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="146:70:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;146:70:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="109" rc-code="0" op-status="0" interval="0" last-run="1498669534" last-rc-change="1498669534" exec-time="331" queue-time="0" op-digest="eedee9a7b2c178272325eaaf87df0b05"/>
	+ <lrm_rsc_op id="openstack-cinder-backup-docker-0_monitor_60000" operation_key="openstack-cinder-backup-docker-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="147:70:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;147:70:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="110" rc-code="0" op-status="0" interval="60000" last-rc-change="1498669534" exec-time="63" queue-time="0" op-digest="22c1ba2abb8623d212a79f54b6b106d7"/>
	+ </lrm_resource>
	+ <lrm_resource id="overcloud-novacompute-0" class="ocf" provider="pacemaker" type="remote">
	+ <lrm_rsc_op id="overcloud-novacompute-0_last_0" operation_key="overcloud-novacompute-0_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.0.14" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" call-id="1" rc-code="7" op-status="0" interval="0" last-run="1499057293" last-rc-change="1499057293" exec-time="0" queue-time="0" op-digest="be548bf9f751c937c78eb61c44187ad2"/>
	+ </lrm_resource>
	+ </lrm_resources>
	+ </lrm>
	+ <transient_attributes id="2">
	+ <instance_attributes id="status-2">
	+ <nvpair id="status-2-shutdown" name="shutdown" value="0"/>
	+ </instance_attributes>
	+ </transient_attributes>
	+ </node_state>
	+ <node_state id="1" uname="overcloud-controller-0" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
	+ <lrm id="1">
	+ <lrm_resources>
	+ <lrm_resource id="rabbitmq-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="rabbitmq-bundle-docker-2_last_0" operation_key="rabbitmq-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="4:6:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;4:6:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="13" rc-code="7" op-status="0" interval="0" last-run="1498668675" last-rc-change="1498668675" exec-time="27" queue-time="0" op-digest="a0d694ff5082677ff8994aed84eec10a"/>
	+ </lrm_resource>
	+ <lrm_resource id="rabbitmq-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="rabbitmq-bundle-docker-1_last_0" operation_key="rabbitmq-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="3:6:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;3:6:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="9" rc-code="7" op-status="0" interval="0" last-run="1498668675" last-rc-change="1498668675" exec-time="36" queue-time="0" op-digest="a0d694ff5082677ff8994aed84eec10a"/>
	+ </lrm_resource>
	+ <lrm_resource id="rabbitmq-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="rabbitmq-bundle-docker-0_last_0" operation_key="rabbitmq-bundle-docker-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="7:8:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;7:8:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="18" rc-code="0" op-status="0" interval="0" last-run="1498668697" last-rc-change="1498668697" exec-time="324" queue-time="0" op-digest="50baee2f0a77a08b0616f0cf07ab724b"/>
	+ <lrm_rsc_op id="rabbitmq-bundle-docker-0_monitor_60000" operation_key="rabbitmq-bundle-docker-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="3:8:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;3:8:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="19" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668697" exec-time="67" queue-time="0" op-digest="25cb53ea3977a912bf4c0f70fe9e3c21"/>
	+ </lrm_resource>
	+ <lrm_resource id="rabbitmq-bundle-0" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-0">
	+ <lrm_rsc_op id="rabbitmq-bundle-0_last_0" operation_key="rabbitmq-bundle-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="9:8:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;9:8:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="1" rc-code="0" op-status="0" interval="0" last-run="1498668697" last-rc-change="1498668697" exec-time="0" queue-time="0" op-digest="06bf2981855453761a1523f54ea00d6b" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	+ <lrm_rsc_op id="rabbitmq-bundle-0_monitor_60000" operation_key="rabbitmq-bundle-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="9:9:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;9:9:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="2" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668699" exec-time="0" queue-time="0" op-digest="64efd39f257c2f9fd720113e46f87aca"/>
	+ </lrm_resource>
	+ <lrm_resource id="galera-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="galera-bundle-docker-0_last_0" operation_key="galera-bundle-docker-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="14:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;14:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="37" rc-code="0" op-status="0" interval="0" last-run="1498668757" last-rc-change="1498668757" exec-time="342" queue-time="0" op-digest="ed3aad657e7994e60ac4dbd3a200b0b7"/>
	+ <lrm_rsc_op id="galera-bundle-docker-0_monitor_60000" operation_key="galera-bundle-docker-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="9:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;9:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="38" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668758" exec-time="71" queue-time="0" op-digest="f7e456f82e276e07f726e6e86e93bbb3"/>
	+ </lrm_resource>
	+ <lrm_resource id="galera-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="galera-bundle-docker-2_last_0" operation_key="galera-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="10:10:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;10:10:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="32" rc-code="7" op-status="0" interval="0" last-run="1498668716" last-rc-change="1498668716" exec-time="60" queue-time="0" op-digest="cea4042997161052606b12bff643218c"/>
	+ </lrm_resource>
	+ <lrm_resource id="galera-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="galera-bundle-docker-1_last_0" operation_key="galera-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="9:10:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;9:10:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="28" rc-code="7" op-status="0" interval="0" last-run="1498668716" last-rc-change="1498668716" exec-time="65" queue-time="0" op-digest="cea4042997161052606b12bff643218c"/>
	+ </lrm_resource>
	+ <lrm_resource id="galera-bundle-0" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-0">
	+ <lrm_rsc_op id="galera-bundle-0_last_0" operation_key="galera-bundle-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="39:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;39:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="3" rc-code="0" op-status="0" interval="0" last-run="1498668758" last-rc-change="1498668758" exec-time="0" queue-time="0" op-digest="d76a68ec298b67d7ce279021bac270e3" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	+ <lrm_rsc_op id="galera-bundle-0_monitor_60000" operation_key="galera-bundle-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="40:12:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;40:12:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="4" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668781" exec-time="0" queue-time="0" op-digest="41bc06f1f57d6510ee85b7eba6517257"/>
	+ </lrm_resource>
	+ <lrm_resource id="redis-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="redis-bundle-docker-0_last_0" operation_key="redis-bundle-docker-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="25:24:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;25:24:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="56" rc-code="0" op-status="0" interval="0" last-run="1498668899" last-rc-change="1498668899" exec-time="335" queue-time="0" op-digest="90ccdc75136c9ebfb1985f14df781477"/>
	+ <lrm_rsc_op id="redis-bundle-docker-0_monitor_60000" operation_key="redis-bundle-docker-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="15:24:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;15:24:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="57" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668899" exec-time="74" queue-time="0" op-digest="81e9d490c493f8d22fab2822ec0bed8a"/>
	+ </lrm_resource>
	+ <lrm_resource id="redis-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="redis-bundle-docker-2_last_0" operation_key="redis-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="22:22:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;22:22:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="51" rc-code="7" op-status="0" interval="0" last-run="1498668877" last-rc-change="1498668877" exec-time="48" queue-time="0" op-digest="6b370e7f473758a477ba7ba1a1d14fed"/>
	+ </lrm_resource>
	+ <lrm_resource id="redis-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="redis-bundle-docker-1_last_0" operation_key="redis-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="21:22:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;21:22:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="47" rc-code="7" op-status="0" interval="0" last-run="1498668877" last-rc-change="1498668877" exec-time="63" queue-time="0" op-digest="6b370e7f473758a477ba7ba1a1d14fed"/>
	+ </lrm_resource>
	+ <lrm_resource id="redis-bundle-0" type="remote" class="ocf" provider="pacemaker" container="redis-bundle-docker-0">
	+ <lrm_rsc_op id="redis-bundle-0_last_0" operation_key="redis-bundle-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="81:24:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;81:24:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="5" rc-code="0" op-status="0" interval="0" last-run="1498668899" last-rc-change="1498668899" exec-time="0" queue-time="0" op-digest="06c11926bd689828bab73e1743a3b004" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	+ <lrm_rsc_op id="redis-bundle-0_monitor_60000" operation_key="redis-bundle-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="81:25:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;81:25:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="6" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668901" exec-time="0" queue-time="0" op-digest="69f25cce618ac234bdbdeee7c2a3913e"/>
	+ </lrm_resource>
	+ <lrm_resource id="ip-192.168.24.9" type="IPaddr2" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="ip-192.168.24.9_last_0" operation_key="ip-192.168.24.9_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="113:32:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;113:32:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="63" rc-code="0" op-status="0" interval="0" last-run="1498668923" last-rc-change="1498668923" exec-time="4069" queue-time="0" op-digest="fe7a4d69e1427ab8b5c436557ecc8780"/>
	+ <lrm_rsc_op id="ip-192.168.24.9_monitor_10000" operation_key="ip-192.168.24.9_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="114:32:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;114:32:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="64" rc-code="0" op-status="0" interval="10000" last-rc-change="1498668927" exec-time="34" queue-time="1" op-digest="a4d282d03a31307618a4ed166d5c29a0"/>
	+ </lrm_resource>
	+ <lrm_resource id="ip-10.0.0.7" type="IPaddr2" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="ip-10.0.0.7_last_0" operation_key="ip-10.0.0.7_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="32:33:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;32:33:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="68" rc-code="7" op-status="0" interval="0" last-run="1498668929" last-rc-change="1498668929" exec-time="41" queue-time="0" op-digest="c9d74a690415dead8378665307dd5d76"/>
	+ </lrm_resource>
	+ <lrm_resource id="ip-172.16.2.4" type="IPaddr2" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="ip-172.16.2.4_last_0" operation_key="ip-172.16.2.4_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="33:36:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;33:36:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="72" rc-code="7" op-status="0" interval="0" last-run="1498668936" last-rc-change="1498668936" exec-time="36" queue-time="0" op-digest="b6d5a31ac7802318282c9666048b0c96"/>
	+ </lrm_resource>
	+ <lrm_resource id="ip-172.16.2.8" type="IPaddr2" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="ip-172.16.2.8_last_0" operation_key="ip-172.16.2.8_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="122:41:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;122:41:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="77" rc-code="0" op-status="0" interval="0" last-run="1498668948" last-rc-change="1498668948" exec-time="4068" queue-time="0" op-digest="a05df54a5427c5b7fb217fe365ec47b6"/>
	+ <lrm_rsc_op id="ip-172.16.2.8_monitor_10000" operation_key="ip-172.16.2.8_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="123:41:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;123:41:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="78" rc-code="0" op-status="0" interval="10000" last-rc-change="1498668952" exec-time="36" queue-time="0" op-digest="1eefb4f5c1ada8362bac03dc9e003138"/>
	+ </lrm_resource>
	+ <lrm_resource id="ip-172.16.1.9" type="IPaddr2" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="ip-172.16.1.9_last_0" operation_key="ip-172.16.1.9_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="35:42:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;35:42:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="82" rc-code="7" op-status="0" interval="0" last-run="1498668953" last-rc-change="1498668953" exec-time="39" queue-time="0" op-digest="0cf2a88115180ddfe68813334ee37f24"/>
	+ </lrm_resource>
	+ <lrm_resource id="ip-172.16.3.9" type="IPaddr2" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="ip-172.16.3.9_last_0" operation_key="ip-172.16.3.9_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="36:45:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;36:45:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="86" rc-code="7" op-status="0" interval="0" last-run="1498668961" last-rc-change="1498668961" exec-time="41" queue-time="0" op-digest="bfccf6cd1b96922f4a1da89429ba5d0c"/>
	+ </lrm_resource>
	+ <lrm_resource id="haproxy-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="haproxy-bundle-docker-2_last_0" operation_key="haproxy-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="39:48:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;39:48:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="98" rc-code="7" op-status="0" interval="0" last-run="1498668968" last-rc-change="1498668968" exec-time="26" queue-time="0" op-digest="50c5ea783cadafec1f3787e5cf2dcd62"/>
	+ </lrm_resource>
	+ <lrm_resource id="haproxy-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="haproxy-bundle-docker-1_last_0" operation_key="haproxy-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="38:48:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;38:48:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="94" rc-code="7" op-status="0" interval="0" last-run="1498668968" last-rc-change="1498668968" exec-time="30" queue-time="0" op-digest="50c5ea783cadafec1f3787e5cf2dcd62"/>
	+ </lrm_resource>
	+ <lrm_resource id="haproxy-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="haproxy-bundle-docker-0_last_0" operation_key="haproxy-bundle-docker-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="140:48:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;140:48:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="99" rc-code="0" op-status="0" interval="0" last-run="1498668968" last-rc-change="1498668968" exec-time="350" queue-time="0" op-digest="50c5ea783cadafec1f3787e5cf2dcd62"/>
	+ <lrm_rsc_op id="haproxy-bundle-docker-0_monitor_60000" operation_key="haproxy-bundle-docker-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="141:48:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;141:48:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="100" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668968" exec-time="77" queue-time="0" op-digest="8e98096b4e2923c7be3ce5fa2646c524"/>
	+ </lrm_resource>
	+ <lrm_resource id="openstack-cinder-volume-docker-0" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="openstack-cinder-volume-docker-0_last_0" operation_key="openstack-cinder-volume-docker-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="143:65:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;143:65:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="105" rc-code="0" op-status="0" interval="0" last-run="1498669495" last-rc-change="1498669495" exec-time="322" queue-time="0" op-digest="3aa35269c96594499406635b536dcf19"/>
	+ <lrm_rsc_op id="openstack-cinder-volume-docker-0_monitor_60000" operation_key="openstack-cinder-volume-docker-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="144:65:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;144:65:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="106" rc-code="0" op-status="0" interval="60000" last-rc-change="1498669495" exec-time="73" queue-time="0" op-digest="8bf789d58c162762d2d6f44701785901"/>
	+ </lrm_resource>
	+ <lrm_resource id="openstack-cinder-backup-docker-0" type="docker" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="openstack-cinder-backup-docker-0_last_0" operation_key="openstack-cinder-backup-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="41:70:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;41:70:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="110" rc-code="7" op-status="0" interval="0" last-run="1498669534" last-rc-change="1498669534" exec-time="33" queue-time="0" op-digest="eedee9a7b2c178272325eaaf87df0b05"/>
	+ </lrm_resource>
	+ <lrm_resource id="overcloud-novacompute-0" class="ocf" provider="pacemaker" type="remote">
	+ <lrm_rsc_op id="overcloud-novacompute-0_last_0" operation_key="overcloud-novacompute-0_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.0.14" transition-key="2:-1:1:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:1;2:-1:1:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" call-id="2" rc-code="1" op-status="0" interval="0" last-run="1499057293" last-rc-change="1499057293" exec-time="0" queue-time="0" op-digest="be548bf9f751c937c78eb61c44187ad2"/>
	+ </lrm_resource>
	+ </lrm_resources>
	+ </lrm>
	+ <transient_attributes id="1">
	+ <instance_attributes id="status-1">
	+ <nvpair id="status-1-shutdown" name="shutdown" value="0"/>
	+ <nvpair id="status-rabbitmq-foo" name="fail-count-overcloud-novacompute-0" value="INFINITY"/>
	+ </instance_attributes>
	+ </transient_attributes>
	+ </node_state>
	+ <node_state remote_node="true" id="rabbitmq-bundle-0" uname="rabbitmq-bundle-0" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
	+ <transient_attributes id="rabbitmq-bundle-0">
	+ <instance_attributes id="status-rabbitmq-bundle-0">
	+ <nvpair id="status-rabbitmq-bundle-0-rmq-node-attr-rabbitmq" name="rmq-node-attr-rabbitmq" value="rabbit@overcloud-controller-0"/>
	+ </instance_attributes>
	+ </transient_attributes>
	+ <lrm id="rabbitmq-bundle-0">
	+ <lrm_resources>
	+ <lrm_resource id="rabbitmq" type="rabbitmq-cluster" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="rabbitmq_last_0" operation_key="rabbitmq_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="20:9:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;20:9:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="7" rc-code="0" op-status="0" interval="0" last-run="1498668699" last-rc-change="1498668699" exec-time="16111" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
	+ <lrm_rsc_op id="rabbitmq_monitor_10000" operation_key="rabbitmq_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="31:10:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;31:10:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="49" rc-code="0" op-status="0" interval="10000" last-rc-change="1498668716" exec-time="5817" queue-time="0" op-digest="6b46cdf9111345cbd0460b2540d3b2c7"/>
	+ </lrm_resource>
	+ </lrm_resources>
	+ </lrm>
	+ </node_state>
	+ <node_state remote_node="true" id="rabbitmq-bundle-2" uname="rabbitmq-bundle-2" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
	+ <transient_attributes id="rabbitmq-bundle-2">
	+ <instance_attributes id="status-rabbitmq-bundle-2">
	+ <nvpair id="status-rabbitmq-bundle-2-rmq-node-attr-rabbitmq" name="rmq-node-attr-rabbitmq" value="rabbit@overcloud-controller-2"/>
	+ </instance_attributes>
	+ </transient_attributes>
	+ <lrm id="rabbitmq-bundle-2">
	+ <lrm_resources>
	+ <lrm_resource id="rabbitmq" type="rabbitmq-cluster" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="rabbitmq_last_0" operation_key="rabbitmq_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="32:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;32:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="7" rc-code="0" op-status="0" interval="0" last-run="1498668748" last-rc-change="1498668748" exec-time="33151" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
	+ <lrm_rsc_op id="rabbitmq_monitor_10000" operation_key="rabbitmq_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="31:12:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;31:12:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="68" rc-code="0" op-status="0" interval="10000" last-rc-change="1498668781" exec-time="5461" queue-time="0" op-digest="6b46cdf9111345cbd0460b2540d3b2c7"/>
	+ </lrm_resource>
	+ </lrm_resources>
	+ </lrm>
	+ </node_state>
	+ <node_state remote_node="true" id="rabbitmq-bundle-1" uname="rabbitmq-bundle-1" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
	+ <transient_attributes id="rabbitmq-bundle-1">
	+ <instance_attributes id="status-rabbitmq-bundle-1">
	+ <nvpair id="status-rabbitmq-bundle-1-rmq-node-attr-rabbitmq" name="rmq-node-attr-rabbitmq" value="rabbit@overcloud-controller-1"/>
	+ </instance_attributes>
	+ </transient_attributes>
	+ <lrm id="rabbitmq-bundle-1">
	+ <lrm_resources>
	+ <lrm_resource id="rabbitmq" type="rabbitmq-cluster" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="rabbitmq_last_0" operation_key="rabbitmq_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="32:10:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;32:10:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="7" rc-code="0" op-status="0" interval="0" last-run="1498668716" last-rc-change="1498668716" exec-time="31256" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
	+ <lrm_rsc_op id="rabbitmq_monitor_10000" operation_key="rabbitmq_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="31:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;31:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="67" rc-code="0" op-status="0" interval="10000" last-rc-change="1498668747" exec-time="5540" queue-time="0" op-digest="6b46cdf9111345cbd0460b2540d3b2c7"/>
	+ </lrm_resource>
	+ </lrm_resources>
	+ </lrm>
	+ </node_state>
	+ <node_state remote_node="true" id="galera-bundle-0" uname="galera-bundle-0" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
	+ <transient_attributes id="galera-bundle-0">
	+ <instance_attributes id="status-galera-bundle-0">
	+ <nvpair id="status-galera-bundle-0-master-galera" name="master-galera" value="100"/>
	+ </instance_attributes>
	+ </transient_attributes>
	+ <lrm id="galera-bundle-0">
	+ <lrm_resources>
	+ <lrm_resource id="galera" type="galera" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="galera_last_0" operation_key="galera_promote_0" operation="promote" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="62:16:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;62:16:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="342" rc-code="0" op-status="0" interval="0" last-run="1498668833" last-rc-change="1498668833" exec-time="12680" queue-time="0" op-digest="0cdeb1eb04c758b7106d6290e197ef6f" op-secure-params=" user " op-secure-digest="0cdeb1eb04c758b7106d6290e197ef6f"/>
	+ <lrm_rsc_op id="galera_monitor_10000" operation_key="galera_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="56:17:8:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:8;56:17:8:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="390" rc-code="8" op-status="0" interval="10000" last-rc-change="1498668846" exec-time="316" queue-time="0" op-digest="1017efac9e206f9e51dd763f41a7bb37" op-secure-params=" user " op-secure-digest="0cdeb1eb04c758b7106d6290e197ef6f"/>
	+ </lrm_resource>
	+ </lrm_resources>
	+ </lrm>
	+ </node_state>
	+ <node_state remote_node="true" id="galera-bundle-2" uname="galera-bundle-2" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
	+ <transient_attributes id="galera-bundle-2">
	+ <instance_attributes id="status-galera-bundle-2">
	+ <nvpair id="status-galera-bundle-2-master-galera" name="master-galera" value="100"/>
	+ </instance_attributes>
	+ </transient_attributes>
	+ <lrm id="galera-bundle-2">
	+ <lrm_resources>
	+ <lrm_resource id="galera" type="galera" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="galera_last_0" operation_key="galera_promote_0" operation="promote" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="57:15:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;57:15:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="118" rc-code="0" op-status="0" interval="0" last-run="1498668818" last-rc-change="1498668818" exec-time="14415" queue-time="0" op-digest="0cdeb1eb04c758b7106d6290e197ef6f" op-secure-params=" user " op-secure-digest="0cdeb1eb04c758b7106d6290e197ef6f"/>
	+ <lrm_rsc_op id="galera_monitor_10000" operation_key="galera_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="59:16:8:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:8;59:16:8:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="271" rc-code="8" op-status="0" interval="10000" last-rc-change="1498668833" exec-time="310" queue-time="0" op-digest="1017efac9e206f9e51dd763f41a7bb37" op-secure-params=" user " op-secure-digest="0cdeb1eb04c758b7106d6290e197ef6f"/>
	+ </lrm_resource>
	+ </lrm_resources>
	+ </lrm>
	+ </node_state>
	+ <node_state remote_node="true" id="galera-bundle-1" uname="galera-bundle-1" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
	+ <transient_attributes id="galera-bundle-1">
	+ <instance_attributes id="status-galera-bundle-1">
	+ <nvpair id="status-galera-bundle-1-master-galera" name="master-galera" value="100"/>
	+ </instance_attributes>
	+ </transient_attributes>
	+ <lrm id="galera-bundle-1">
	+ <lrm_resources>
	+ <lrm_resource id="galera" type="galera" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="galera_last_0" operation_key="galera_promote_0" operation="promote" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="63:17:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;63:17:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="223" rc-code="0" op-status="0" interval="0" last-run="1498668845" last-rc-change="1498668845" exec-time="12614" queue-time="1" op-digest="0cdeb1eb04c758b7106d6290e197ef6f" op-secure-params=" user " op-secure-digest="0cdeb1eb04c758b7106d6290e197ef6f"/>
	+ <lrm_rsc_op id="galera_monitor_10000" operation_key="galera_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="61:18:8:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:8;61:18:8:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="270" rc-code="8" op-status="0" interval="10000" last-rc-change="1498668858" exec-time="306" queue-time="0" op-digest="1017efac9e206f9e51dd763f41a7bb37" op-secure-params=" user " op-secure-digest="0cdeb1eb04c758b7106d6290e197ef6f"/>
	+ </lrm_resource>
	+ </lrm_resources>
	+ </lrm>
	+ </node_state>
	+ <node_state remote_node="true" id="redis-bundle-1" uname="redis-bundle-1" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
	+ <transient_attributes id="redis-bundle-1">
	+ <instance_attributes id="status-redis-bundle-1">
	+ <nvpair id="status-redis-bundle-1-master-redis" name="master-redis" value="1"/>
	+ </instance_attributes>
	+ </transient_attributes>
	+ <lrm id="redis-bundle-1">
	+ <lrm_resources>
	+ <lrm_resource id="redis" type="redis" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="redis_last_0" operation_key="redis_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="96:26:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;96:26:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="7" rc-code="0" op-status="0" interval="0" last-run="1498668907" last-rc-change="1498668907" exec-time="5097" queue-time="1" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
	+ <lrm_rsc_op id="redis_monitor_60000" operation_key="redis_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="99:27:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;99:27:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="58" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668912" exec-time="770" queue-time="0" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
	+ <lrm_rsc_op id="redis_monitor_45000" operation_key="redis_monitor_45000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="98:27:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;98:27:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="59" rc-code="0" op-status="0" interval="45000" last-rc-change="1498668913" exec-time="766" queue-time="691" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
	+ </lrm_resource>
	+ </lrm_resources>
	+ </lrm>
	+ </node_state>
	+ <node_state remote_node="true" id="redis-bundle-0" uname="redis-bundle-0" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
	+ <transient_attributes id="redis-bundle-0">
	+ <instance_attributes id="status-redis-bundle-0">
	+ <nvpair id="status-redis-bundle-0-master-redis" name="master-redis" value="1"/>
	+ </instance_attributes>
	+ </transient_attributes>
	+ <lrm id="redis-bundle-0">
	+ <lrm_resources>
	+ <lrm_resource id="redis" type="redis" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="redis_last_0" operation_key="redis_promote_0" operation="promote" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="96:28:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;96:28:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="58" rc-code="0" op-status="0" interval="0" last-run="1498668918" last-rc-change="1498668918" exec-time="1609" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
	+ <lrm_rsc_op id="redis_monitor_20000" operation_key="redis_monitor_20000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="100:29:8:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:8;100:29:8:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="80" rc-code="8" op-status="0" interval="20000" last-rc-change="1498668920" exec-time="803" queue-time="0" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
	+ </lrm_resource>
	+ </lrm_resources>
	+ </lrm>
	+ </node_state>
	+ <node_state remote_node="true" id="redis-bundle-2" uname="redis-bundle-2" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
	+ <transient_attributes id="redis-bundle-2">
	+ <instance_attributes id="status-redis-bundle-2">
	+ <nvpair id="status-redis-bundle-2-master-redis" name="master-redis" value="1"/>
	+ </instance_attributes>
	+ </transient_attributes>
	+ <lrm id="redis-bundle-2">
	+ <lrm_resources>
	+ <lrm_resource id="redis" type="redis" class="ocf" provider="heartbeat">
	+ <lrm_rsc_op id="redis_last_0" operation_key="redis_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="100:27:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;100:27:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="7" rc-code="0" op-status="0" interval="0" last-run="1498668912" last-rc-change="1498668912" exec-time="5091" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
	+ <lrm_rsc_op id="redis_monitor_60000" operation_key="redis_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="103:28:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;103:28:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="58" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668918" exec-time="766" queue-time="0" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
	+ <lrm_rsc_op id="redis_monitor_45000" operation_key="redis_monitor_45000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="102:28:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;102:28:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="59" rc-code="0" op-status="0" interval="45000" last-rc-change="1498668918" exec-time="761" queue-time="687" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
	+ </lrm_resource>
	+ </lrm_resources>
	+ </lrm>
	+ </node_state>
	+ <node_state remote_node="true" id="overcloud-novacompute-0" uname="overcloud-novacompute-0" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0"/>
	+ </status>
	+</cib>

File Metadata

Mime Type: text/x-diff
Expires: Sat, Jan 25, 12:13 PM (19 h, 48 m)
Storage Engine: blob
Storage Format: Raw Data
Storage Handle: 1303626
Default Alt Text: (285 KB)

No OneTemporaryActions

View Options

File Metadata

Event Timeline

No OneTemporary
Actions