No OneTemporary
Actions

Size

574 KB

Referenced Files

None

Subscribers

None

View Options

This file is larger than 256 KB, so syntax highlighting was skipped.

	diff --git a/cts/cli/regression.tools.exp b/cts/cli/regression.tools.exp
	index b355c0178e..1906ce2518 100644
	--- a/cts/cli/regression.tools.exp
	+++ b/cts/cli/regression.tools.exp
	@@ -1,7548 +1,7548 @@
	Created new pacemaker configuration
	A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli
	=#=#=#= Begin test: Validate CIB =#=#=#=
	<cib epoch="1" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config/>
	<nodes/>
	<resources/>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= Current cib after: Validate CIB =#=#=#=
	<cib epoch="1" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config/>
	<nodes/>
	<resources/>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Validate CIB - OK (0) =#=#=#=
	* Passed: cibadmin - Validate CIB
	=#=#=#= Begin test: Query the value of an attribute that does not exist =#=#=#=
	crm_attribute: Error performing operation: No such device or address
	=#=#=#= End test: Query the value of an attribute that does not exist - No such object (105) =#=#=#=
	* Passed: crm_attribute - Query the value of an attribute that does not exist
	=#=#=#= Begin test: Configure something before erasing =#=#=#=
	=#=#=#= Current cib after: Configure something before erasing =#=#=#=
	<cib epoch="2" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-cluster-delay" name="cluster-delay" value="60s"/>
	</cluster_property_set>
	</crm_config>
	<nodes/>
	<resources/>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Configure something before erasing - OK (0) =#=#=#=
	* Passed: crm_attribute - Configure something before erasing
	=#=#=#= Begin test: Require --force for CIB erasure =#=#=#=
	cibadmin: The supplied command is considered dangerous. To prevent accidental destruction of the cluster, the --force flag is required in order to proceed.
	=#=#=#= Current cib after: Require --force for CIB erasure =#=#=#=
	<cib epoch="2" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-cluster-delay" name="cluster-delay" value="60s"/>
	</cluster_property_set>
	</crm_config>
	<nodes/>
	<resources/>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Require --force for CIB erasure - Operation not safe (107) =#=#=#=
	* Passed: cibadmin - Require --force for CIB erasure
	=#=#=#= Begin test: Allow CIB erasure with --force =#=#=#=
	=#=#=#= End test: Allow CIB erasure with --force - OK (0) =#=#=#=
	* Passed: cibadmin - Allow CIB erasure with --force
	=#=#=#= Begin test: Query CIB =#=#=#=
	<cib epoch="1" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config/>
	<nodes/>
	<resources/>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= Current cib after: Query CIB =#=#=#=
	<cib epoch="1" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config/>
	<nodes/>
	<resources/>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Query CIB - OK (0) =#=#=#=
	* Passed: cibadmin - Query CIB
	=#=#=#= Begin test: Set cluster option =#=#=#=
	=#=#=#= Current cib after: Set cluster option =#=#=#=
	<cib epoch="2" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-cluster-delay" name="cluster-delay" value="60s"/>
	</cluster_property_set>
	</crm_config>
	<nodes/>
	<resources/>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Set cluster option - OK (0) =#=#=#=
	* Passed: crm_attribute - Set cluster option
	=#=#=#= Begin test: Query new cluster option =#=#=#=
	<nvpair id="cib-bootstrap-options-cluster-delay" name="cluster-delay" value="60s"/>
	=#=#=#= Current cib after: Query new cluster option =#=#=#=
	<cib epoch="2" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-cluster-delay" name="cluster-delay" value="60s"/>
	</cluster_property_set>
	</crm_config>
	<nodes/>
	<resources/>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Query new cluster option - OK (0) =#=#=#=
	* Passed: cibadmin - Query new cluster option
	=#=#=#= Begin test: Query cluster options =#=#=#=
	=#=#=#= Current cib after: Query cluster options =#=#=#=
	<cib epoch="2" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-cluster-delay" name="cluster-delay" value="60s"/>
	</cluster_property_set>
	</crm_config>
	<nodes/>
	<resources/>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Query cluster options - OK (0) =#=#=#=
	* Passed: cibadmin - Query cluster options
	=#=#=#= Begin test: Set no-quorum policy =#=#=#=
	=#=#=#= Current cib after: Set no-quorum policy =#=#=#=
	<cib epoch="3" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-cluster-delay" name="cluster-delay" value="60s"/>
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	</crm_config>
	<nodes/>
	<resources/>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Set no-quorum policy - OK (0) =#=#=#=
	* Passed: crm_attribute - Set no-quorum policy
	=#=#=#= Begin test: Delete nvpair =#=#=#=
	=#=#=#= Current cib after: Delete nvpair =#=#=#=
	<cib epoch="4" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	</crm_config>
	<nodes/>
	<resources/>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Delete nvpair - OK (0) =#=#=#=
	* Passed: cibadmin - Delete nvpair
	=#=#=#= Begin test: Create operation should fail =#=#=#=
	Call failed: File exists
	<failed>
	<failed_update id="cib-bootstrap-options" object_type="cluster_property_set" operation="cib_create" reason="File exists">
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-cluster-delay" name="cluster-delay" value="60s"/>
	</cluster_property_set>
	</failed_update>
	</failed>
	=#=#=#= Current cib after: Create operation should fail =#=#=#=
	<cib epoch="4" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	</crm_config>
	<nodes/>
	<resources/>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Create operation should fail - Requested item already exists (108) =#=#=#=
	* Passed: cibadmin - Create operation should fail
	=#=#=#= Begin test: Modify cluster options section =#=#=#=
	=#=#=#= Current cib after: Modify cluster options section =#=#=#=
	<cib epoch="5" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	<nvpair id="cib-bootstrap-options-cluster-delay" name="cluster-delay" value="60s"/>
	</cluster_property_set>
	</crm_config>
	<nodes/>
	<resources/>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Modify cluster options section - OK (0) =#=#=#=
	* Passed: cibadmin - Modify cluster options section
	=#=#=#= Begin test: Query updated cluster option =#=#=#=
	<nvpair id="cib-bootstrap-options-cluster-delay" name="cluster-delay" value="60s"/>
	=#=#=#= Current cib after: Query updated cluster option =#=#=#=
	<cib epoch="5" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	<nvpair id="cib-bootstrap-options-cluster-delay" name="cluster-delay" value="60s"/>
	</cluster_property_set>
	</crm_config>
	<nodes/>
	<resources/>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Query updated cluster option - OK (0) =#=#=#=
	* Passed: cibadmin - Query updated cluster option
	=#=#=#= Begin test: Set duplicate cluster option =#=#=#=
	=#=#=#= Current cib after: Set duplicate cluster option =#=#=#=
	<cib epoch="6" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	<nvpair id="cib-bootstrap-options-cluster-delay" name="cluster-delay" value="60s"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="40s"/>
	</cluster_property_set>
	</crm_config>
	<nodes/>
	<resources/>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Set duplicate cluster option - OK (0) =#=#=#=
	* Passed: crm_attribute - Set duplicate cluster option
	=#=#=#= Begin test: Setting multiply defined cluster option should fail =#=#=#=
	crm_attribute: Please choose from one of the matches below and supply the 'id' with --attr-id
	Multiple attributes match name=cluster-delay
	Value: 60s (id=cib-bootstrap-options-cluster-delay)
	Value: 40s (id=duplicate-cluster-delay)
	=#=#=#= Current cib after: Setting multiply defined cluster option should fail =#=#=#=
	<cib epoch="6" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	<nvpair id="cib-bootstrap-options-cluster-delay" name="cluster-delay" value="60s"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="40s"/>
	</cluster_property_set>
	</crm_config>
	<nodes/>
	<resources/>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Setting multiply defined cluster option should fail - Multiple items match request (109) =#=#=#=
	* Passed: crm_attribute - Setting multiply defined cluster option should fail
	=#=#=#= Begin test: Set cluster option with -s =#=#=#=
	=#=#=#= Current cib after: Set cluster option with -s =#=#=#=
	<cib epoch="7" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	<nvpair id="cib-bootstrap-options-cluster-delay" name="cluster-delay" value="60s"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes/>
	<resources/>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Set cluster option with -s - OK (0) =#=#=#=
	* Passed: crm_attribute - Set cluster option with -s
	=#=#=#= Begin test: Delete cluster option with -i =#=#=#=
	Deleted crm_config option: id=(null) name=cluster-delay
	=#=#=#= Current cib after: Delete cluster option with -i =#=#=#=
	<cib epoch="8" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes/>
	<resources/>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Delete cluster option with -i - OK (0) =#=#=#=
	* Passed: crm_attribute - Delete cluster option with -i
	=#=#=#= Begin test: Create node1 and bring it online =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	Current cluster status:
	* Full List of Resources:
	* No resources

	Performing Requested Modifications:
	* Bringing node node1 online

	Transition Summary:

	Executing Cluster Transition:

	Revised Cluster Status:
	* Node List:
	* Online: [ node1 ]

	* Full List of Resources:
	* No resources
	=#=#=#= Current cib after: Create node1 and bring it online =#=#=#=
	<cib epoch="9" num_updates="2" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1"/>
	</nodes>
	<resources/>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate"/>
	</status>
	</cib>
	=#=#=#= End test: Create node1 and bring it online - OK (0) =#=#=#=
	* Passed: crm_simulate - Create node1 and bring it online
	=#=#=#= Begin test: Create node attribute =#=#=#=
	=#=#=#= Current cib after: Create node attribute =#=#=#=
	<cib epoch="10" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	</node>
	</nodes>
	<resources/>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate"/>
	</status>
	</cib>
	=#=#=#= End test: Create node attribute - OK (0) =#=#=#=
	* Passed: crm_attribute - Create node attribute
	=#=#=#= Begin test: Query new node attribute =#=#=#=
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	=#=#=#= Current cib after: Query new node attribute =#=#=#=
	<cib epoch="10" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	</node>
	</nodes>
	<resources/>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate"/>
	</status>
	</cib>
	=#=#=#= End test: Query new node attribute - OK (0) =#=#=#=
	* Passed: cibadmin - Query new node attribute
	=#=#=#= Begin test: Create second node attribute =#=#=#=
	=#=#=#= Current cib after: Create second node attribute =#=#=#=
	<cib epoch="11" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	<nvpair id="nodes-node1-rattr" name="rattr" value="XYZ"/>
	</instance_attributes>
	</node>
	</nodes>
	<resources/>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate"/>
	</status>
	</cib>
	=#=#=#= End test: Create second node attribute - OK (0) =#=#=#=
	* Passed: crm_attribute - Create second node attribute
	=#=#=#= Begin test: Query node attributes by pattern =#=#=#=
	scope=nodes name=ram value=1024M
	scope=nodes name=rattr value=XYZ
	=#=#=#= End test: Query node attributes by pattern - OK (0) =#=#=#=
	* Passed: crm_attribute - Query node attributes by pattern
	=#=#=#= Begin test: Update node attributes by pattern =#=#=#=
	=#=#=#= Current cib after: Update node attributes by pattern =#=#=#=
	<cib epoch="12" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	<nvpair id="nodes-node1-rattr" name="rattr" value="10"/>
	</instance_attributes>
	</node>
	</nodes>
	<resources/>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate"/>
	</status>
	</cib>
	=#=#=#= End test: Update node attributes by pattern - OK (0) =#=#=#=
	* Passed: crm_attribute - Update node attributes by pattern
	=#=#=#= Begin test: Delete node attributes by pattern =#=#=#=
	Deleted nodes attribute: id=nodes-node1-rattr name=rattr
	=#=#=#= Current cib after: Delete node attributes by pattern =#=#=#=
	<cib epoch="13" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	</node>
	</nodes>
	<resources/>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate"/>
	</status>
	</cib>
	=#=#=#= End test: Delete node attributes by pattern - OK (0) =#=#=#=
	* Passed: crm_attribute - Delete node attributes by pattern
	=#=#=#= Begin test: Set a transient (fail-count) node attribute =#=#=#=
	=#=#=#= Current cib after: Set a transient (fail-count) node attribute =#=#=#=
	<cib epoch="13" num_updates="1" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	</node>
	</nodes>
	<resources/>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1">
	<nvpair id="status-node1-fail-count-foo" name="fail-count-foo" value="3"/>
	</instance_attributes>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Set a transient (fail-count) node attribute - OK (0) =#=#=#=
	* Passed: crm_attribute - Set a transient (fail-count) node attribute
	=#=#=#= Begin test: Query a fail count =#=#=#=
	scope=status name=fail-count-foo value=3
	=#=#=#= Current cib after: Query a fail count =#=#=#=
	<cib epoch="13" num_updates="1" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	</node>
	</nodes>
	<resources/>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1">
	<nvpair id="status-node1-fail-count-foo" name="fail-count-foo" value="3"/>
	</instance_attributes>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Query a fail count - OK (0) =#=#=#=
	* Passed: crm_failcount - Query a fail count
	=#=#=#= Begin test: Show node attributes with crm_simulate =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	Current cluster status:
	* Node List:
	* Online: [ node1 ]

	* Full List of Resources:
	* No resources

	* Node Attributes:
	* Node: node1:
	* ram : 1024M
	=#=#=#= End test: Show node attributes with crm_simulate - OK (0) =#=#=#=
	* Passed: crm_simulate - Show node attributes with crm_simulate
	=#=#=#= Begin test: Set a second transient node attribute =#=#=#=
	=#=#=#= Current cib after: Set a second transient node attribute =#=#=#=
	<cib epoch="13" num_updates="2" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	</node>
	</nodes>
	<resources/>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1">
	<nvpair id="status-node1-fail-count-foo" name="fail-count-foo" value="3"/>
	<nvpair id="status-node1-fail-count-bar" name="fail-count-bar" value="5"/>
	</instance_attributes>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Set a second transient node attribute - OK (0) =#=#=#=
	* Passed: crm_attribute - Set a second transient node attribute
	=#=#=#= Begin test: Query transient node attributes by pattern =#=#=#=
	scope=status name=fail-count-foo value=3
	scope=status name=fail-count-bar value=5
	=#=#=#= End test: Query transient node attributes by pattern - OK (0) =#=#=#=
	* Passed: crm_attribute - Query transient node attributes by pattern
	=#=#=#= Begin test: Update transient node attributes by pattern =#=#=#=
	=#=#=#= Current cib after: Update transient node attributes by pattern =#=#=#=
	<cib epoch="13" num_updates="4" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	</node>
	</nodes>
	<resources/>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1">
	<nvpair id="status-node1-fail-count-foo" name="fail-count-foo" value="10"/>
	<nvpair id="status-node1-fail-count-bar" name="fail-count-bar" value="10"/>
	</instance_attributes>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Update transient node attributes by pattern - OK (0) =#=#=#=
	* Passed: crm_attribute - Update transient node attributes by pattern
	=#=#=#= Begin test: Delete transient node attributes by pattern =#=#=#=
	Deleted status attribute: id=status-node1-fail-count-foo name=fail-count-foo
	Deleted status attribute: id=status-node1-fail-count-bar name=fail-count-bar
	=#=#=#= Current cib after: Delete transient node attributes by pattern =#=#=#=
	<cib epoch="13" num_updates="6" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	</node>
	</nodes>
	<resources/>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Delete transient node attributes by pattern - OK (0) =#=#=#=
	* Passed: crm_attribute - Delete transient node attributes by pattern
	=#=#=#= Begin test: crm_attribute given invalid delete usage =#=#=#=
	crm_attribute: Error: must specify attribute name or pattern to delete
	=#=#=#= End test: crm_attribute given invalid delete usage - Incorrect usage (64) =#=#=#=
	* Passed: crm_attribute - crm_attribute given invalid delete usage
	=#=#=#= Begin test: Set a utilization node attribute =#=#=#=
	=#=#=#= Current cib after: Set a utilization node attribute =#=#=#=
	<cib epoch="14" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources/>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Set a utilization node attribute - OK (0) =#=#=#=
	* Passed: crm_attribute - Set a utilization node attribute
	=#=#=#= Begin test: Query utilization node attribute =#=#=#=
	scope=nodes name=cpu value=1
	=#=#=#= End test: Query utilization node attribute - OK (0) =#=#=#=
	* Passed: crm_attribute - Query utilization node attribute
	=#=#=#= Begin test: Digest calculation =#=#=#=
	Digest: =#=#=#= Current cib after: Digest calculation =#=#=#=
	<cib epoch="14" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources/>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Digest calculation - OK (0) =#=#=#=
	* Passed: cibadmin - Digest calculation
	=#=#=#= Begin test: Replace operation should fail =#=#=#=
	Call failed: Update was older than existing configuration
	=#=#=#= Current cib after: Replace operation should fail =#=#=#=
	<cib epoch="14" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources/>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Replace operation should fail - Update was older than existing configuration (103) =#=#=#=
	* Passed: cibadmin - Replace operation should fail
	=#=#=#= Begin test: Default standby value =#=#=#=
	scope=status name=standby value=off
	=#=#=#= Current cib after: Default standby value =#=#=#=
	<cib epoch="14" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources/>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Default standby value - OK (0) =#=#=#=
	* Passed: crm_standby - Default standby value
	=#=#=#= Begin test: Set standby status =#=#=#=
	=#=#=#= Current cib after: Set standby status =#=#=#=
	<cib epoch="15" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	<nvpair id="nodes-node1-standby" name="standby" value="true"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources/>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Set standby status - OK (0) =#=#=#=
	* Passed: crm_standby - Set standby status
	=#=#=#= Begin test: Query standby value =#=#=#=
	scope=nodes name=standby value=true
	=#=#=#= Current cib after: Query standby value =#=#=#=
	<cib epoch="15" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	<nvpair id="nodes-node1-standby" name="standby" value="true"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources/>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Query standby value - OK (0) =#=#=#=
	* Passed: crm_standby - Query standby value
	=#=#=#= Begin test: Delete standby value =#=#=#=
	Deleted nodes attribute: id=nodes-node1-standby name=standby
	=#=#=#= Current cib after: Delete standby value =#=#=#=
	<cib epoch="16" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources/>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Delete standby value - OK (0) =#=#=#=
	* Passed: crm_standby - Delete standby value
	=#=#=#= Begin test: Create a resource =#=#=#=
	=#=#=#= Current cib after: Create a resource =#=#=#=
	<cib epoch="17" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy"/>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Create a resource - OK (0) =#=#=#=
	* Passed: cibadmin - Create a resource
	=#=#=#= Begin test: crm_resource run with extra arguments =#=#=#=
	crm_resource: non-option ARGV-elements:
	[1 of 2] foo
	[2 of 2] bar

	=#=#=#= End test: crm_resource run with extra arguments - Incorrect usage (64) =#=#=#=
	* Passed: crm_resource - crm_resource run with extra arguments
	=#=#=#= Begin test: crm_resource given both -r and resource config =#=#=#=
	crm_resource: --resource cannot be used with --class, --agent, and --provider
	=#=#=#= End test: crm_resource given both -r and resource config - Incorrect usage (64) =#=#=#=
	* Passed: crm_resource - crm_resource given both -r and resource config
	=#=#=#= Begin test: crm_resource given resource config with invalid action =#=#=#=
	crm_resource: --class, --agent, and --provider can only be used with --validate and --force-*
	=#=#=#= End test: crm_resource given resource config with invalid action - Incorrect usage (64) =#=#=#=
	* Passed: crm_resource - crm_resource given resource config with invalid action
	=#=#=#= Begin test: Create a resource meta attribute =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	Set 'dummy' option: id=dummy-meta_attributes-is-managed set=dummy-meta_attributes name=is-managed value=false
	=#=#=#= Current cib after: Create a resource meta attribute =#=#=#=
	<cib epoch="18" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes">
	<nvpair id="dummy-meta_attributes-is-managed" name="is-managed" value="false"/>
	</meta_attributes>
	</primitive>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Create a resource meta attribute - OK (0) =#=#=#=
	* Passed: crm_resource - Create a resource meta attribute
	=#=#=#= Begin test: Query a resource meta attribute =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	false
	=#=#=#= Current cib after: Query a resource meta attribute =#=#=#=
	<cib epoch="18" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes">
	<nvpair id="dummy-meta_attributes-is-managed" name="is-managed" value="false"/>
	</meta_attributes>
	</primitive>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Query a resource meta attribute - OK (0) =#=#=#=
	* Passed: crm_resource - Query a resource meta attribute
	=#=#=#= Begin test: Remove a resource meta attribute =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	Deleted 'dummy' option: id=dummy-meta_attributes-is-managed name=is-managed
	=#=#=#= Current cib after: Remove a resource meta attribute =#=#=#=
	<cib epoch="19" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	</primitive>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Remove a resource meta attribute - OK (0) =#=#=#=
	* Passed: crm_resource - Remove a resource meta attribute
	=#=#=#= Begin test: Create another resource meta attribute =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	<pacemaker-result api-version="X" request="crm_resource -r dummy --meta -p target-role -v Stopped --output-as=xml">
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Create another resource meta attribute - OK (0) =#=#=#=
	* Passed: crm_resource - Create another resource meta attribute
	=#=#=#= Begin test: Show why a resource is not running =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	<pacemaker-result api-version="X" request="crm_resource -Y -r dummy --output-as=xml">
	<reason running="false">
	<check id="dummy" remain_stopped="true"/>
	</reason>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Show why a resource is not running - OK (0) =#=#=#=
	* Passed: crm_resource - Show why a resource is not running
	=#=#=#= Begin test: Remove another resource meta attribute =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	<pacemaker-result api-version="X" request="crm_resource -r dummy --meta -d target-role --output-as=xml">
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Remove another resource meta attribute - OK (0) =#=#=#=
	* Passed: crm_resource - Remove another resource meta attribute
	=#=#=#= Begin test: Get a non-existent attribute from a resource element with output-as=xml =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	<pacemaker-result api-version="X" request="crm_resource -r dummy --get-parameter nonexistent --element --output-as=xml">
	<status code="0" message="OK">
	<errors>
	<error>Attribute 'nonexistent' not found for 'dummy'</error>
	</errors>
	</status>
	</pacemaker-result>
	=#=#=#= End test: Get a non-existent attribute from a resource element with output-as=xml - OK (0) =#=#=#=
	* Passed: crm_resource - Get a non-existent attribute from a resource element with output-as=xml
	=#=#=#= Begin test: Get a non-existent attribute from a resource element without output-as=xml =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	Attribute 'nonexistent' not found for 'dummy'
	=#=#=#= Current cib after: Get a non-existent attribute from a resource element without output-as=xml =#=#=#=
	<cib epoch="21" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	</primitive>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Get a non-existent attribute from a resource element without output-as=xml - OK (0) =#=#=#=
	* Passed: crm_resource - Get a non-existent attribute from a resource element without output-as=xml
	=#=#=#= Begin test: Get an existent attribute from a resource element with output-as=xml =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	<pacemaker-result api-version="X" request="crm_resource -r dummy --get-parameter class --element --output-as=xml">
	<list name="attributes" count="1">
	<item name="class">ocf</item>
	</list>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Get an existent attribute from a resource element with output-as=xml - OK (0) =#=#=#=
	* Passed: crm_resource - Get an existent attribute from a resource element with output-as=xml
	=#=#=#= Begin test: Get an existent attribute from a resource element without output-as=xml =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	ocf
	=#=#=#= Current cib after: Get an existent attribute from a resource element without output-as=xml =#=#=#=
	<cib epoch="21" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	</primitive>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Get an existent attribute from a resource element without output-as=xml - OK (0) =#=#=#=
	* Passed: crm_resource - Get an existent attribute from a resource element without output-as=xml
	=#=#=#= Begin test: Create a resource attribute =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	Set 'dummy' option: id=dummy-instance_attributes-delay set=dummy-instance_attributes name=delay value=10s
	=#=#=#= Current cib after: Create a resource attribute =#=#=#=
	<cib epoch="22" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Create a resource attribute - OK (0) =#=#=#=
	* Passed: crm_resource - Create a resource attribute
	=#=#=#= Begin test: List the configured resources =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	Full List of Resources:
	* dummy (ocf:pacemaker:Dummy): Stopped
	=#=#=#= Current cib after: List the configured resources =#=#=#=
	<cib epoch="22" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: List the configured resources - OK (0) =#=#=#=
	* Passed: crm_resource - List the configured resources
	=#=#=#= Begin test: List the configured resources in XML =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	<pacemaker-result api-version="X" request="crm_resource -L --output-as=xml">
	<resources>
	<resource id="dummy" resource_agent="ocf:pacemaker:Dummy" role="Stopped" active="false" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>
	</resources>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: List the configured resources in XML - OK (0) =#=#=#=
	* Passed: crm_resource - List the configured resources in XML
	=#=#=#= Begin test: Implicitly list the configured resources =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	Full List of Resources:
	* dummy (ocf:pacemaker:Dummy): Stopped
	=#=#=#= End test: Implicitly list the configured resources - OK (0) =#=#=#=
	* Passed: crm_resource - Implicitly list the configured resources
	=#=#=#= Begin test: List IDs of instantiated resources =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	dummy
	=#=#=#= End test: List IDs of instantiated resources - OK (0) =#=#=#=
	* Passed: crm_resource - List IDs of instantiated resources
	=#=#=#= Begin test: Show XML configuration of resource =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	dummy (ocf:pacemaker:Dummy): Stopped
	Resource XML:
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	=#=#=#= End test: Show XML configuration of resource - OK (0) =#=#=#=
	* Passed: crm_resource - Show XML configuration of resource
	=#=#=#= Begin test: Show XML configuration of resource, output as XML =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	<pacemaker-result api-version="X" request="crm_resource -q -r dummy --output-as=xml">
	<resource_config>
	<resource id="dummy" resource_agent="ocf:pacemaker:Dummy" role="Stopped" active="false" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>
	<xml><![CDATA[<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	]]></xml>
	</resource_config>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Show XML configuration of resource, output as XML - OK (0) =#=#=#=
	* Passed: crm_resource - Show XML configuration of resource, output as XML
	=#=#=#= Begin test: Require a destination when migrating a resource that is stopped =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	crm_resource: Resource 'dummy' not moved: active in 0 locations.
	To prevent 'dummy' from running on a specific location, specify a node.
	=#=#=#= Current cib after: Require a destination when migrating a resource that is stopped =#=#=#=
	<cib epoch="22" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Require a destination when migrating a resource that is stopped - Incorrect usage (64) =#=#=#=
	* Passed: crm_resource - Require a destination when migrating a resource that is stopped
	=#=#=#= Begin test: Don't support migration to non-existent locations =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	crm_resource: Node 'i.do.not.exist' not found
	Error performing operation: No such object
	=#=#=#= Current cib after: Don't support migration to non-existent locations =#=#=#=
	<cib epoch="22" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Don't support migration to non-existent locations - No such object (105) =#=#=#=
	* Passed: crm_resource - Don't support migration to non-existent locations
	=#=#=#= Begin test: Create a fencing resource =#=#=#=
	=#=#=#= Current cib after: Create a fencing resource =#=#=#=
	<cib epoch="23" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Create a fencing resource - OK (0) =#=#=#=
	* Passed: cibadmin - Create a fencing resource
	=#=#=#= Begin test: Bring resources online =#=#=#=
	Current cluster status:
	* Node List:
	* Online: [ node1 ]

	* Full List of Resources:
	* dummy (ocf:pacemaker:Dummy): Stopped
	* Fence (stonith:fence_true): Stopped

	Transition Summary:
	* Start dummy ( node1 )
	* Start Fence ( node1 )

	Executing Cluster Transition:
	* Resource action: dummy monitor on node1
	* Resource action: Fence monitor on node1
	* Resource action: dummy start on node1
	* Resource action: Fence start on node1

	Revised Cluster Status:
	* Node List:
	* Online: [ node1 ]

	* Full List of Resources:
	* dummy (ocf:pacemaker:Dummy): Started node1
	* Fence (stonith:fence_true): Started node1
	=#=#=#= Current cib after: Bring resources online =#=#=#=
	<cib epoch="23" num_updates="4" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	<lrm id="node1">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Bring resources online - OK (0) =#=#=#=
	* Passed: crm_simulate - Bring resources online
	=#=#=#= Begin test: Try to move a resource to its existing location =#=#=#=
	crm_resource: Error performing operation: Requested item already exists
	=#=#=#= Current cib after: Try to move a resource to its existing location =#=#=#=
	<cib epoch="23" num_updates="4" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	<lrm id="node1">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Try to move a resource to its existing location - Requested item already exists (108) =#=#=#=
	* Passed: crm_resource - Try to move a resource to its existing location
	=#=#=#= Begin test: Try to move a resource that doesn't exist =#=#=#=
	crm_resource: Resource 'xyz' not found
	Error performing operation: No such object
	=#=#=#= End test: Try to move a resource that doesn't exist - No such object (105) =#=#=#=
	* Passed: crm_resource - Try to move a resource that doesn't exist
	=#=#=#= Begin test: Move a resource from its existing location =#=#=#=
	WARNING: Creating rsc_location constraint 'cli-ban-dummy-on-node1' with a score of -INFINITY for resource dummy on node1.
	This will prevent dummy from running on node1 until the constraint is removed using the clear option or by editing the CIB with an appropriate tool
	This will be the case even if node1 is the last node in the cluster
	=#=#=#= Current cib after: Move a resource from its existing location =#=#=#=
	<cib epoch="24" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints>
	<rsc_location id="cli-ban-dummy-on-node1" rsc="dummy" role="Started" node="node1" score="-INFINITY"/>
	</constraints>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	<lrm id="node1">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Move a resource from its existing location - OK (0) =#=#=#=
	* Passed: crm_resource - Move a resource from its existing location
	=#=#=#= Begin test: Clear out constraints generated by --move =#=#=#=
	Removing constraint: cli-ban-dummy-on-node1
	=#=#=#= Current cib after: Clear out constraints generated by --move =#=#=#=
	<cib epoch="25" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	<lrm id="node1">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Clear out constraints generated by --move - OK (0) =#=#=#=
	* Passed: crm_resource - Clear out constraints generated by --move
	=#=#=#= Begin test: Default ticket granted state =#=#=#=
	false
	=#=#=#= Current cib after: Default ticket granted state =#=#=#=
	<cib epoch="25" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	<lrm id="node1">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Default ticket granted state - OK (0) =#=#=#=
	* Passed: crm_ticket - Default ticket granted state
	=#=#=#= Begin test: Set ticket granted state =#=#=#=
	=#=#=#= Current cib after: Set ticket granted state =#=#=#=
	<cib epoch="25" num_updates="1" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	<lrm id="node1">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<tickets>
	<ticket_state id="ticketA" granted="false"/>
	</tickets>
	</status>
	</cib>
	=#=#=#= End test: Set ticket granted state - OK (0) =#=#=#=
	* Passed: crm_ticket - Set ticket granted state
	=#=#=#= Begin test: Query ticket granted state =#=#=#=
	false
	=#=#=#= Current cib after: Query ticket granted state =#=#=#=
	<cib epoch="25" num_updates="1" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	<lrm id="node1">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<tickets>
	<ticket_state id="ticketA" granted="false"/>
	</tickets>
	</status>
	</cib>
	=#=#=#= End test: Query ticket granted state - OK (0) =#=#=#=
	* Passed: crm_ticket - Query ticket granted state
	=#=#=#= Begin test: Delete ticket granted state =#=#=#=
	=#=#=#= Current cib after: Delete ticket granted state =#=#=#=
	<cib epoch="25" num_updates="2" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	<lrm id="node1">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<tickets>
	<ticket_state id="ticketA"/>
	</tickets>
	</status>
	</cib>
	=#=#=#= End test: Delete ticket granted state - OK (0) =#=#=#=
	* Passed: crm_ticket - Delete ticket granted state
	=#=#=#= Begin test: Make a ticket standby =#=#=#=
	=#=#=#= Current cib after: Make a ticket standby =#=#=#=
	<cib epoch="25" num_updates="3" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	<lrm id="node1">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<tickets>
	<ticket_state id="ticketA" standby="true"/>
	</tickets>
	</status>
	</cib>
	=#=#=#= End test: Make a ticket standby - OK (0) =#=#=#=
	* Passed: crm_ticket - Make a ticket standby
	=#=#=#= Begin test: Query ticket standby state =#=#=#=
	true
	=#=#=#= Current cib after: Query ticket standby state =#=#=#=
	<cib epoch="25" num_updates="3" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	<lrm id="node1">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<tickets>
	<ticket_state id="ticketA" standby="true"/>
	</tickets>
	</status>
	</cib>
	=#=#=#= End test: Query ticket standby state - OK (0) =#=#=#=
	* Passed: crm_ticket - Query ticket standby state
	=#=#=#= Begin test: Activate a ticket =#=#=#=
	=#=#=#= Current cib after: Activate a ticket =#=#=#=
	<cib epoch="25" num_updates="4" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	<lrm id="node1">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<tickets>
	<ticket_state id="ticketA" standby="false"/>
	</tickets>
	</status>
	</cib>
	=#=#=#= End test: Activate a ticket - OK (0) =#=#=#=
	* Passed: crm_ticket - Activate a ticket
	=#=#=#= Begin test: Delete ticket standby state =#=#=#=
	=#=#=#= Current cib after: Delete ticket standby state =#=#=#=
	<cib epoch="25" num_updates="5" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	<lrm id="node1">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<tickets>
	<ticket_state id="ticketA"/>
	</tickets>
	</status>
	</cib>
	=#=#=#= End test: Delete ticket standby state - OK (0) =#=#=#=
	* Passed: crm_ticket - Delete ticket standby state
	=#=#=#= Begin test: Ban a resource on unknown node =#=#=#=
	crm_resource: Node 'host1' not found
	Error performing operation: No such object
	=#=#=#= Current cib after: Ban a resource on unknown node =#=#=#=
	<cib epoch="25" num_updates="5" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	<lrm id="node1">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<tickets>
	<ticket_state id="ticketA"/>
	</tickets>
	</status>
	</cib>
	=#=#=#= End test: Ban a resource on unknown node - No such object (105) =#=#=#=
	* Passed: crm_resource - Ban a resource on unknown node
	=#=#=#= Begin test: Create two more nodes and bring them online =#=#=#=
	Current cluster status:
	* Node List:
	* Online: [ node1 ]

	* Full List of Resources:
	* dummy (ocf:pacemaker:Dummy): Started node1
	* Fence (stonith:fence_true): Started node1

	Performing Requested Modifications:
	* Bringing node node2 online
	* Bringing node node3 online

	Transition Summary:
	* Move Fence ( node1 -> node2 )

	Executing Cluster Transition:
	* Resource action: dummy monitor on node3
	* Resource action: dummy monitor on node2
	* Resource action: Fence stop on node1
	* Resource action: Fence monitor on node3
	* Resource action: Fence monitor on node2
	* Resource action: Fence start on node2

	Revised Cluster Status:
	* Node List:
	* Online: [ node1 node2 node3 ]

	* Full List of Resources:
	* dummy (ocf:pacemaker:Dummy): Started node1
	* Fence (stonith:fence_true): Started node2
	=#=#=#= Current cib after: Create two more nodes and bring them online =#=#=#=
	<cib epoch="27" num_updates="8" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	<lrm id="node1">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_stop_0" operation="stop" crm-debug-origin="crm_simulate" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<tickets>
	<ticket_state id="ticketA"/>
	</tickets>
	<node_state id="node2" uname="node2" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<lrm id="node2">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<node_state id="node3" uname="node3" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<lrm id="node3">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Create two more nodes and bring them online - OK (0) =#=#=#=
	* Passed: crm_simulate - Create two more nodes and bring them online
	=#=#=#= Begin test: Ban dummy from node1 =#=#=#=
	WARNING: Creating rsc_location constraint 'cli-ban-dummy-on-node1' with a score of -INFINITY for resource dummy on node1.
	This will prevent dummy from running on node1 until the constraint is removed using the clear option or by editing the CIB with an appropriate tool
	This will be the case even if node1 is the last node in the cluster
	=#=#=#= Current cib after: Ban dummy from node1 =#=#=#=
	<cib epoch="28" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints>
	<rsc_location id="cli-ban-dummy-on-node1" rsc="dummy" role="Started" node="node1" score="-INFINITY"/>
	</constraints>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	<lrm id="node1">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_stop_0" operation="stop" crm-debug-origin="crm_simulate" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<tickets>
	<ticket_state id="ticketA"/>
	</tickets>
	<node_state id="node2" uname="node2" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<lrm id="node2">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<node_state id="node3" uname="node3" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<lrm id="node3">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Ban dummy from node1 - OK (0) =#=#=#=
	* Passed: crm_resource - Ban dummy from node1
	=#=#=#= Begin test: Show where a resource is running =#=#=#=
	resource dummy is running on: node1
	=#=#=#= End test: Show where a resource is running - OK (0) =#=#=#=
	* Passed: crm_resource - Show where a resource is running
	=#=#=#= Begin test: Show constraints on a resource =#=#=#=
	Locations:
	* Node node1 (score=-INFINITY, id=cli-ban-dummy-on-node1, rsc=dummy)
	=#=#=#= End test: Show constraints on a resource - OK (0) =#=#=#=
	* Passed: crm_resource - Show constraints on a resource
	=#=#=#= Begin test: Ban dummy from node2 =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -r dummy -B -N node2 --output-as=xml">
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= Current cib after: Ban dummy from node2 =#=#=#=
	<cib epoch="29" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints>
	<rsc_location id="cli-ban-dummy-on-node1" rsc="dummy" role="Started" node="node1" score="-INFINITY"/>
	<rsc_location id="cli-ban-dummy-on-node2" rsc="dummy" role="Started" node="node2" score="-INFINITY"/>
	</constraints>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	<lrm id="node1">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_stop_0" operation="stop" crm-debug-origin="crm_simulate" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<tickets>
	<ticket_state id="ticketA"/>
	</tickets>
	<node_state id="node2" uname="node2" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<lrm id="node2">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<node_state id="node3" uname="node3" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<lrm id="node3">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Ban dummy from node2 - OK (0) =#=#=#=
	* Passed: crm_resource - Ban dummy from node2
	=#=#=#= Begin test: Relocate resources due to ban =#=#=#=
	Current cluster status:
	* Node List:
	* Online: [ node1 node2 node3 ]

	* Full List of Resources:
	* dummy (ocf:pacemaker:Dummy): Started node1
	* Fence (stonith:fence_true): Started node2

	Transition Summary:
	* Move dummy ( node1 -> node3 )

	Executing Cluster Transition:
	* Resource action: dummy stop on node1
	* Resource action: dummy start on node3

	Revised Cluster Status:
	* Node List:
	* Online: [ node1 node2 node3 ]

	* Full List of Resources:
	* dummy (ocf:pacemaker:Dummy): Started node3
	* Fence (stonith:fence_true): Started node2
	=#=#=#= Current cib after: Relocate resources due to ban =#=#=#=
	<cib epoch="29" num_updates="2" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints>
	<rsc_location id="cli-ban-dummy-on-node1" rsc="dummy" role="Started" node="node1" score="-INFINITY"/>
	<rsc_location id="cli-ban-dummy-on-node2" rsc="dummy" role="Started" node="node2" score="-INFINITY"/>
	</constraints>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	<lrm id="node1">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_stop_0" operation="stop" crm-debug-origin="crm_simulate" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_stop_0" operation="stop" crm-debug-origin="crm_simulate" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<tickets>
	<ticket_state id="ticketA"/>
	</tickets>
	<node_state id="node2" uname="node2" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<lrm id="node2">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<node_state id="node3" uname="node3" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<lrm id="node3">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Relocate resources due to ban - OK (0) =#=#=#=
	* Passed: crm_simulate - Relocate resources due to ban
	=#=#=#= Begin test: Move dummy to node1 =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -r dummy -M -N node1 --output-as=xml">
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= Current cib after: Move dummy to node1 =#=#=#=
	<cib epoch="31" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints>
	<rsc_location id="cli-ban-dummy-on-node2" rsc="dummy" role="Started" node="node2" score="-INFINITY"/>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	<lrm id="node1">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_stop_0" operation="stop" crm-debug-origin="crm_simulate" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_stop_0" operation="stop" crm-debug-origin="crm_simulate" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<tickets>
	<ticket_state id="ticketA"/>
	</tickets>
	<node_state id="node2" uname="node2" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<lrm id="node2">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<node_state id="node3" uname="node3" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<lrm id="node3">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Move dummy to node1 - OK (0) =#=#=#=
	* Passed: crm_resource - Move dummy to node1
	=#=#=#= Begin test: Clear implicit constraints for dummy on node2 =#=#=#=
	Removing constraint: cli-ban-dummy-on-node2
	=#=#=#= Current cib after: Clear implicit constraints for dummy on node2 =#=#=#=
	<cib epoch="32" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	<lrm id="node1">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_stop_0" operation="stop" crm-debug-origin="crm_simulate" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_stop_0" operation="stop" crm-debug-origin="crm_simulate" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<tickets>
	<ticket_state id="ticketA"/>
	</tickets>
	<node_state id="node2" uname="node2" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<lrm id="node2">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<node_state id="node3" uname="node3" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<lrm id="node3">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Clear implicit constraints for dummy on node2 - OK (0) =#=#=#=
	* Passed: crm_resource - Clear implicit constraints for dummy on node2
	=#=#=#= Begin test: Drop the status section =#=#=#=
	=#=#=#= End test: Drop the status section - OK (0) =#=#=#=
	* Passed: cibadmin - Drop the status section
	=#=#=#= Begin test: Create a clone =#=#=#=
	=#=#=#= End test: Create a clone - OK (0) =#=#=#=
	* Passed: cibadmin - Create a clone
	=#=#=#= Begin test: Create a resource meta attribute =#=#=#=
	Performing update of 'is-managed' on 'test-clone', the parent of 'test-primitive'
	Set 'test-clone' option: id=test-clone-meta_attributes-is-managed set=test-clone-meta_attributes name=is-managed value=false
	=#=#=#= Current cib after: Create a resource meta attribute =#=#=#=
	<cib epoch="34" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy"/>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="false"/>
	</meta_attributes>
	</clone>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Create a resource meta attribute - OK (0) =#=#=#=
	* Passed: crm_resource - Create a resource meta attribute
	=#=#=#= Begin test: Create a resource meta attribute in the primitive =#=#=#=
	Set 'test-primitive' option: id=test-primitive-meta_attributes-is-managed set=test-primitive-meta_attributes name=is-managed value=false
	=#=#=#= Current cib after: Create a resource meta attribute in the primitive =#=#=#=
	<cib epoch="35" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes">
	<nvpair id="test-primitive-meta_attributes-is-managed" name="is-managed" value="false"/>
	</meta_attributes>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="false"/>
	</meta_attributes>
	</clone>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Create a resource meta attribute in the primitive - OK (0) =#=#=#=
	* Passed: crm_resource - Create a resource meta attribute in the primitive
	=#=#=#= Begin test: Update resource meta attribute with duplicates =#=#=#=
	Multiple attributes match name=is-managed
	Value: false (id=test-primitive-meta_attributes-is-managed)
	Value: false (id=test-clone-meta_attributes-is-managed)

	A value for 'is-managed' already exists in child 'test-primitive', performing update on that instead of 'test-clone'
	Set 'test-primitive' option: id=test-primitive-meta_attributes-is-managed name=is-managed value=true
	=#=#=#= Current cib after: Update resource meta attribute with duplicates =#=#=#=
	<cib epoch="36" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes">
	<nvpair id="test-primitive-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="false"/>
	</meta_attributes>
	</clone>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Update resource meta attribute with duplicates - OK (0) =#=#=#=
	* Passed: crm_resource - Update resource meta attribute with duplicates
	=#=#=#= Begin test: Update resource meta attribute with duplicates (force clone) =#=#=#=
	Set 'test-clone' option: id=test-clone-meta_attributes-is-managed name=is-managed value=true
	=#=#=#= Current cib after: Update resource meta attribute with duplicates (force clone) =#=#=#=
	<cib epoch="37" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes">
	<nvpair id="test-primitive-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</clone>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Update resource meta attribute with duplicates (force clone) - OK (0) =#=#=#=
	* Passed: crm_resource - Update resource meta attribute with duplicates (force clone)
	=#=#=#= Begin test: Update child resource meta attribute with duplicates =#=#=#=
	Multiple attributes match name=is-managed
	Value: true (id=test-primitive-meta_attributes-is-managed)
	Value: true (id=test-clone-meta_attributes-is-managed)

	Set 'test-primitive' option: id=test-primitive-meta_attributes-is-managed name=is-managed value=false
	=#=#=#= Current cib after: Update child resource meta attribute with duplicates =#=#=#=
	<cib epoch="38" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes">
	<nvpair id="test-primitive-meta_attributes-is-managed" name="is-managed" value="false"/>
	</meta_attributes>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</clone>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Update child resource meta attribute with duplicates - OK (0) =#=#=#=
	* Passed: crm_resource - Update child resource meta attribute with duplicates
	=#=#=#= Begin test: Delete resource meta attribute with duplicates =#=#=#=
	Multiple attributes match name=is-managed
	Value: false (id=test-primitive-meta_attributes-is-managed)
	Value: true (id=test-clone-meta_attributes-is-managed)

	A value for 'is-managed' already exists in child 'test-primitive', performing delete on that instead of 'test-clone'
	Deleted 'test-primitive' option: id=test-primitive-meta_attributes-is-managed name=is-managed
	=#=#=#= Current cib after: Delete resource meta attribute with duplicates =#=#=#=
	<cib epoch="39" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes"/>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</clone>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Delete resource meta attribute with duplicates - OK (0) =#=#=#=
	* Passed: crm_resource - Delete resource meta attribute with duplicates
	=#=#=#= Begin test: Delete resource meta attribute in parent =#=#=#=
	Performing delete of 'is-managed' on 'test-clone', the parent of 'test-primitive'
	Deleted 'test-clone' option: id=test-clone-meta_attributes-is-managed name=is-managed
	=#=#=#= Current cib after: Delete resource meta attribute in parent =#=#=#=
	<cib epoch="40" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes"/>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes"/>
	</clone>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Delete resource meta attribute in parent - OK (0) =#=#=#=
	* Passed: crm_resource - Delete resource meta attribute in parent
	=#=#=#= Begin test: Create a resource meta attribute in the primitive =#=#=#=
	Set 'test-primitive' option: id=test-primitive-meta_attributes-is-managed set=test-primitive-meta_attributes name=is-managed value=false
	=#=#=#= Current cib after: Create a resource meta attribute in the primitive =#=#=#=
	<cib epoch="41" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes">
	<nvpair id="test-primitive-meta_attributes-is-managed" name="is-managed" value="false"/>
	</meta_attributes>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes"/>
	</clone>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Create a resource meta attribute in the primitive - OK (0) =#=#=#=
	* Passed: crm_resource - Create a resource meta attribute in the primitive
	=#=#=#= Begin test: Update existing resource meta attribute =#=#=#=
	A value for 'is-managed' already exists in child 'test-primitive', performing update on that instead of 'test-clone'
	Set 'test-primitive' option: id=test-primitive-meta_attributes-is-managed name=is-managed value=true
	=#=#=#= Current cib after: Update existing resource meta attribute =#=#=#=
	<cib epoch="42" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes">
	<nvpair id="test-primitive-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes"/>
	</clone>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Update existing resource meta attribute - OK (0) =#=#=#=
	* Passed: crm_resource - Update existing resource meta attribute
	=#=#=#= Begin test: Create a resource meta attribute in the parent =#=#=#=
	Set 'test-clone' option: id=test-clone-meta_attributes-is-managed set=test-clone-meta_attributes name=is-managed value=true
	=#=#=#= Current cib after: Create a resource meta attribute in the parent =#=#=#=
	<cib epoch="43" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes">
	<nvpair id="test-primitive-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</clone>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Create a resource meta attribute in the parent - OK (0) =#=#=#=
	* Passed: crm_resource - Create a resource meta attribute in the parent
	=#=#=#= Begin test: Copy resources =#=#=#=
	=#=#=#= End test: Copy resources - OK (0) =#=#=#=
	* Passed: cibadmin - Copy resources
	=#=#=#= Begin test: Delete resource parent meta attribute (force) =#=#=#=
	Deleted 'test-clone' option: id=test-clone-meta_attributes-is-managed name=is-managed
	=#=#=#= Current cib after: Delete resource parent meta attribute (force) =#=#=#=
	<cib epoch="44" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes">
	<nvpair id="test-primitive-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes"/>
	</clone>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Delete resource parent meta attribute (force) - OK (0) =#=#=#=
	* Passed: crm_resource - Delete resource parent meta attribute (force)
	=#=#=#= Begin test: Restore duplicates =#=#=#=
	=#=#=#= Current cib after: Restore duplicates =#=#=#=
	<cib epoch="45" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes">
	<nvpair id="test-primitive-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</clone>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Restore duplicates - OK (0) =#=#=#=
	* Passed: cibadmin - Restore duplicates
	=#=#=#= Begin test: Delete resource child meta attribute =#=#=#=
	Multiple attributes match name=is-managed
	Value: true (id=test-primitive-meta_attributes-is-managed)
	Value: true (id=test-clone-meta_attributes-is-managed)

	Deleted 'test-primitive' option: id=test-primitive-meta_attributes-is-managed name=is-managed
	=#=#=#= Current cib after: Delete resource child meta attribute =#=#=#=
	<cib epoch="46" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes"/>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</clone>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Delete resource child meta attribute - OK (0) =#=#=#=
	* Passed: crm_resource - Delete resource child meta attribute
	=#=#=#= Begin test: Create the dummy-group resource group =#=#=#=
	=#=#=#= Current cib after: Create the dummy-group resource group =#=#=#=
	<cib epoch="47" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes"/>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</clone>
	<group id="dummy-group">
	<primitive id="dummy1" class="ocf" provider="pacemaker" type="Dummy"/>
	<primitive id="dummy2" class="ocf" provider="pacemaker" type="Dummy"/>
	</group>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Create the dummy-group resource group - OK (0) =#=#=#=
	* Passed: cibadmin - Create the dummy-group resource group
	=#=#=#= Begin test: Create a resource meta attribute in dummy1 =#=#=#=
	Set 'dummy1' option: id=dummy1-meta_attributes-is-managed set=dummy1-meta_attributes name=is-managed value=true
	=#=#=#= Current cib after: Create a resource meta attribute in dummy1 =#=#=#=
	<cib epoch="48" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes"/>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</clone>
	<group id="dummy-group">
	<primitive id="dummy1" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy1-meta_attributes">
	<nvpair id="dummy1-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</primitive>
	<primitive id="dummy2" class="ocf" provider="pacemaker" type="Dummy"/>
	</group>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Create a resource meta attribute in dummy1 - OK (0) =#=#=#=
	* Passed: crm_resource - Create a resource meta attribute in dummy1
	=#=#=#= Begin test: Create a resource meta attribute in dummy-group =#=#=#=
	Set 'dummy1' option: id=dummy1-meta_attributes-is-managed name=is-managed value=false
	Set 'dummy-group' option: id=dummy-group-meta_attributes-is-managed set=dummy-group-meta_attributes name=is-managed value=false
	=#=#=#= Current cib after: Create a resource meta attribute in dummy-group =#=#=#=
	<cib epoch="50" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes"/>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</clone>
	<group id="dummy-group">
	<primitive id="dummy1" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy1-meta_attributes">
	<nvpair id="dummy1-meta_attributes-is-managed" name="is-managed" value="false"/>
	</meta_attributes>
	</primitive>
	<primitive id="dummy2" class="ocf" provider="pacemaker" type="Dummy"/>
	<meta_attributes id="dummy-group-meta_attributes">
	<nvpair id="dummy-group-meta_attributes-is-managed" name="is-managed" value="false"/>
	</meta_attributes>
	</group>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Create a resource meta attribute in dummy-group - OK (0) =#=#=#=
	* Passed: crm_resource - Create a resource meta attribute in dummy-group
	=#=#=#= Begin test: Delete the dummy-group resource group =#=#=#=
	=#=#=#= Current cib after: Delete the dummy-group resource group =#=#=#=
	<cib epoch="51" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes"/>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</clone>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Delete the dummy-group resource group - OK (0) =#=#=#=
	* Passed: cibadmin - Delete the dummy-group resource group
	=#=#=#= Begin test: Specify a lifetime when moving a resource =#=#=#=
	Migration will take effect until:
	=#=#=#= Current cib after: Specify a lifetime when moving a resource =#=#=#=
	<cib epoch="53" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes"/>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</clone>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started">
	<rule id="cli-prefer-rule-dummy" score="INFINITY" boolean-op="and">
	<expression id="cli-prefer-expr-dummy" attribute="#uname" operation="eq" value="node2" type="string"/>
	<date_expression id="cli-prefer-lifetime-end-dummy" operation="lt" end=""/>
	</rule>
	</rsc_location>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Specify a lifetime when moving a resource - OK (0) =#=#=#=
	* Passed: crm_resource - Specify a lifetime when moving a resource
	=#=#=#= Begin test: Try to move a resource previously moved with a lifetime =#=#=#=
	=#=#=#= Current cib after: Try to move a resource previously moved with a lifetime =#=#=#=
	<cib epoch="55" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes"/>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</clone>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Try to move a resource previously moved with a lifetime - OK (0) =#=#=#=
	* Passed: crm_resource - Try to move a resource previously moved with a lifetime
	=#=#=#= Begin test: Ban dummy from node1 for a short time =#=#=#=
	Migration will take effect until:
	WARNING: Creating rsc_location constraint 'cli-ban-dummy-on-node1' with a score of -INFINITY for resource dummy on node1.
	This will prevent dummy from running on node1 until the constraint is removed using the clear option or by editing the CIB with an appropriate tool
	This will be the case even if node1 is the last node in the cluster
	=#=#=#= Current cib after: Ban dummy from node1 for a short time =#=#=#=
	<cib epoch="56" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes"/>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</clone>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	<rsc_location id="cli-ban-dummy-on-node1" rsc="dummy" role="Started">
	<rule id="cli-ban-dummy-on-node1-rule" score="-INFINITY" boolean-op="and">
	<expression id="cli-ban-dummy-on-node1-expr" attribute="#uname" operation="eq" value="node1" type="string"/>
	<date_expression id="cli-ban-dummy-on-node1-lifetime" operation="lt" end=""/>
	</rule>
	</rsc_location>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Ban dummy from node1 for a short time - OK (0) =#=#=#=
	* Passed: crm_resource - Ban dummy from node1 for a short time
	=#=#=#= Begin test: Remove expired constraints =#=#=#=
	Removing constraint: cli-ban-dummy-on-node1
	=#=#=#= Current cib after: Remove expired constraints =#=#=#=
	<cib epoch="57" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes"/>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</clone>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Remove expired constraints - OK (0) =#=#=#=
	* Passed: crm_resource - Remove expired constraints
	=#=#=#= Begin test: Clear all implicit constraints for dummy =#=#=#=
	Removing constraint: cli-prefer-dummy
	=#=#=#= Current cib after: Clear all implicit constraints for dummy =#=#=#=
	<cib epoch="58" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes"/>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</clone>
	</resources>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Clear all implicit constraints for dummy - OK (0) =#=#=#=
	* Passed: crm_resource - Clear all implicit constraints for dummy
	=#=#=#= Begin test: Set a node health strategy =#=#=#=
	=#=#=#= Current cib after: Set a node health strategy =#=#=#=
	<cib epoch="59" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	<nvpair id="cib-bootstrap-options-node-health-strategy" name="node-health-strategy" value="migrate-on-red"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes"/>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</clone>
	</resources>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Set a node health strategy - OK (0) =#=#=#=
	* Passed: crm_attribute - Set a node health strategy
	=#=#=#= Begin test: Set a node health attribute =#=#=#=
	=#=#=#= Current cib after: Set a node health attribute =#=#=#=
	<cib epoch="60" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	<nvpair id="cib-bootstrap-options-node-health-strategy" name="node-health-strategy" value="migrate-on-red"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3">
	<instance_attributes id="nodes-node3">
	<nvpair id="nodes-node3-.health-cts-cli" name="#health-cts-cli" value="red"/>
	</instance_attributes>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes"/>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</clone>
	</resources>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Set a node health attribute - OK (0) =#=#=#=
	* Passed: crm_attribute - Set a node health attribute
	=#=#=#= Begin test: Show why a resource is not running on an unhealthy node =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -N node3 -Y -r dummy --output-as=xml">
	<reason>
	<check id="dummy" unhealthy="true"/>
	</reason>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Show why a resource is not running on an unhealthy node - OK (0) =#=#=#=
	* Passed: crm_resource - Show why a resource is not running on an unhealthy node
	=#=#=#= Begin test: Delete a resource =#=#=#=
	=#=#=#= Current cib after: Delete a resource =#=#=#=
	<cib epoch="61" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	<nvpair id="cib-bootstrap-options-node-health-strategy" name="node-health-strategy" value="migrate-on-red"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3">
	<instance_attributes id="nodes-node3">
	<nvpair id="nodes-node3-.health-cts-cli" name="#health-cts-cli" value="red"/>
	</instance_attributes>
	</node>
	</nodes>
	<resources>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes"/>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</clone>
	</resources>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Delete a resource - OK (0) =#=#=#=
	* Passed: crm_resource - Delete a resource
	=#=#=#= Begin test: Create an XML patchset =#=#=#=
	<diff format="2">
	<version>
	<source admin_epoch="0" epoch="1" num_updates="0"/>
	<target admin_epoch="0" epoch="1" num_updates="0"/>
	</version>
	<change operation="delete" path="/cib/configuration/comment" position="0"/>
	<change operation="delete" path="/cib/configuration/comment" position="1"/>
	<change operation="delete" path="/cib/configuration/resources/comment" position="0"/>
	<change operation="delete" path="/cib/configuration/resources/primitive[@id='Fencing']/operations/op[@id='Fencing-start-0']"/>
	<change operation="modify" path="/cib/configuration/crm_config/cluster_property_set[@id='cib-bootstrap-options']/nvpair[@id='cib-bootstrap-options-cluster-name']">
	<change-list>
	<change-attr name="value" operation="set" value="mycluster"/>
	<change-attr name="name" operation="set" value="cluster-name"/>
	</change-list>
	<change-result>
	<nvpair id="cib-bootstrap-options-cluster-name" value="mycluster" name="cluster-name"/>
	</change-result>
	</change>
	<change operation="create" path="/cib/configuration/nodes" position="4">
	<node id="4" uname="node4"/>
	</change>
	<change operation="create" path="/cib/configuration" position="3">
	<!-- hello world -->
	</change>
	<change operation="create" path="/cib/configuration/resources" position="0">
	<!-- test: modify this comment to say something different -->
	</change>
	<change operation="modify" path="/cib/configuration/resources/primitive[@id='Fencing']/instance_attributes[@id='Fencing-params']/nvpair[@id='Fencing-pcmk_host_list']">
	<change-list>
	<change-attr name="value" operation="set" value="node1 node2 node3 node4"/>
	</change-list>
	<change-result>
	<nvpair id="Fencing-pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3 node4"/>
	</change-result>
	</change>
	<change operation="modify" path="/cib/configuration/resources/primitive[@id='Fencing']/operations/op[@id='Fencing-monitor-120s']">
	<change-list>
	<change-attr name="timeout" operation="set" value="120s"/>
	<change-attr name="name" operation="set" value="monitor"/>
	</change-list>
	<change-result>
	<op id="Fencing-monitor-120s" interval="120s" timeout="120s" name="monitor"/>
	</change-result>
	</change>
	<change operation="move" path="/cib/configuration/resources/primitive[@id='dummy']/instance_attributes[@id='dummy-params']/nvpair[@id='dummy-op_sleep']" position="1"/>
	<change operation="move" path="/cib/configuration/resources/primitive[@id='dummy']/instance_attributes[@id='dummy-params']/nvpair[@id='dummy-fake']" position="2"/>
	<change operation="modify" path="/cib/configuration/resources/primitive[@id='dummy']/operations/op[@id='dummy-monitor-5s']">
	<change-list>
	<change-attr name="name" operation="set" value="monitor"/>
	<change-attr name="timeout" operation="unset"/>
	</change-list>
	<change-result>
	<op id="dummy-monitor-5s" interval="5s" name="monitor"/>
	</change-result>
	</change>
	<change operation="create" path="/cib/configuration" position="6">
	<!-- test: move this comment to end of configuration -->
	</change>
	</diff>
	=#=#=#= End test: Create an XML patchset - Error occurred (1) =#=#=#=
	* Passed: crm_diff - Create an XML patchset
	=#=#=#= Begin test: Check locations and constraints for prim1 =#=#=#=
	=#=#=#= End test: Check locations and constraints for prim1 - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim1
	=#=#=#= Begin test: Recursively check locations and constraints for prim1 =#=#=#=
	=#=#=#= End test: Recursively check locations and constraints for prim1 - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim1
	=#=#=#= Begin test: Check locations and constraints for prim1 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -a -r prim1 --output-as=xml">
	<constraints/>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Check locations and constraints for prim1 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim1 in XML
	=#=#=#= Begin test: Recursively check locations and constraints for prim1 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -A -r prim1 --output-as=xml">
	<constraints/>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Recursively check locations and constraints for prim1 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim1 in XML
	=#=#=#= Begin test: Check locations and constraints for prim2 =#=#=#=
	Locations:
	* Node cluster01 (score=INFINITY, id=prim2-on-cluster1, rsc=prim2)
	Resources prim2 is colocated with:
	* prim3 (score=INFINITY, id=colocation-prim2-prim3-INFINITY)
	=#=#=#= End test: Check locations and constraints for prim2 - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim2
	=#=#=#= Begin test: Recursively check locations and constraints for prim2 =#=#=#=
	Locations:
	* Node cluster01 (score=INFINITY, id=prim2-on-cluster1, rsc=prim2)
	Resources prim2 is colocated with:
	* prim3 (score=INFINITY, id=colocation-prim2-prim3-INFINITY)
	* Resources prim3 is colocated with:
	* prim4 (score=INFINITY, id=colocation-prim3-prim4-INFINITY)
	* Locations:
	* Node cluster02 (score=INFINITY, id=prim4-on-cluster2, rsc=prim4)
	* Resources prim4 is colocated with:
	* prim5 (score=INFINITY, id=colocation-prim4-prim5-INFINITY)
	=#=#=#= End test: Recursively check locations and constraints for prim2 - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim2
	=#=#=#= Begin test: Check locations and constraints for prim2 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -a -r prim2 --output-as=xml">
	<constraints>
	<rsc_location node="cluster01" rsc="prim2" id="prim2-on-cluster1" score="INFINITY"/>
	<rsc_colocation id="colocation-prim2-prim3-INFINITY" rsc="prim2" with-rsc="prim3" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Check locations and constraints for prim2 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim2 in XML
	=#=#=#= Begin test: Recursively check locations and constraints for prim2 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -A -r prim2 --output-as=xml">
	<constraints>
	<rsc_location node="cluster01" rsc="prim2" id="prim2-on-cluster1" score="INFINITY"/>
	<rsc_colocation id="colocation-prim2-prim3-INFINITY" rsc="prim2" with-rsc="prim3" score="INFINITY"/>
	<rsc_colocation id="colocation-prim3-prim4-INFINITY" rsc="prim3" with-rsc="prim4" score="INFINITY"/>
	<rsc_location node="cluster02" rsc="prim4" id="prim4-on-cluster2" score="INFINITY"/>
	<rsc_colocation id="colocation-prim4-prim5-INFINITY" rsc="prim4" with-rsc="prim5" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Recursively check locations and constraints for prim2 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim2 in XML
	=#=#=#= Begin test: Check locations and constraints for prim3 =#=#=#=
	Resources colocated with prim3:
	* prim2 (score=INFINITY, id=colocation-prim2-prim3-INFINITY)
	* Locations:
	* Node cluster01 (score=INFINITY, id=prim2-on-cluster1, rsc=prim2)
	Resources prim3 is colocated with:
	* prim4 (score=INFINITY, id=colocation-prim3-prim4-INFINITY)
	* Locations:
	* Node cluster02 (score=INFINITY, id=prim4-on-cluster2, rsc=prim4)
	=#=#=#= End test: Check locations and constraints for prim3 - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim3
	=#=#=#= Begin test: Recursively check locations and constraints for prim3 =#=#=#=
	Resources colocated with prim3:
	* prim2 (score=INFINITY, id=colocation-prim2-prim3-INFINITY)
	* Locations:
	* Node cluster01 (score=INFINITY, id=prim2-on-cluster1, rsc=prim2)
	Resources prim3 is colocated with:
	* prim4 (score=INFINITY, id=colocation-prim3-prim4-INFINITY)
	* Locations:
	* Node cluster02 (score=INFINITY, id=prim4-on-cluster2, rsc=prim4)
	* Resources prim4 is colocated with:
	* prim5 (score=INFINITY, id=colocation-prim4-prim5-INFINITY)
	=#=#=#= End test: Recursively check locations and constraints for prim3 - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim3
	=#=#=#= Begin test: Check locations and constraints for prim3 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -a -r prim3 --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim2-prim3-INFINITY" rsc="prim2" with-rsc="prim3" score="INFINITY"/>
	<rsc_location node="cluster01" rsc="prim2" id="prim2-on-cluster1" score="INFINITY"/>
	<rsc_colocation id="colocation-prim3-prim4-INFINITY" rsc="prim3" with-rsc="prim4" score="INFINITY"/>
	<rsc_location node="cluster02" rsc="prim4" id="prim4-on-cluster2" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Check locations and constraints for prim3 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim3 in XML
	=#=#=#= Begin test: Recursively check locations and constraints for prim3 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -A -r prim3 --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim2-prim3-INFINITY" rsc="prim2" with-rsc="prim3" score="INFINITY"/>
	<rsc_location node="cluster01" rsc="prim2" id="prim2-on-cluster1" score="INFINITY"/>
	<rsc_colocation id="colocation-prim3-prim4-INFINITY" rsc="prim3" with-rsc="prim4" score="INFINITY"/>
	<rsc_location node="cluster02" rsc="prim4" id="prim4-on-cluster2" score="INFINITY"/>
	<rsc_colocation id="colocation-prim4-prim5-INFINITY" rsc="prim4" with-rsc="prim5" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Recursively check locations and constraints for prim3 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim3 in XML
	=#=#=#= Begin test: Check locations and constraints for prim4 =#=#=#=
	Locations:
	* Node cluster02 (score=INFINITY, id=prim4-on-cluster2, rsc=prim4)
	Resources colocated with prim4:
	* prim10 (score=INFINITY, id=colocation-prim10-prim4-INFINITY)
	* prim3 (score=INFINITY, id=colocation-prim3-prim4-INFINITY)
	Resources prim4 is colocated with:
	* prim5 (score=INFINITY, id=colocation-prim4-prim5-INFINITY)
	=#=#=#= End test: Check locations and constraints for prim4 - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim4
	=#=#=#= Begin test: Recursively check locations and constraints for prim4 =#=#=#=
	Locations:
	* Node cluster02 (score=INFINITY, id=prim4-on-cluster2, rsc=prim4)
	Resources colocated with prim4:
	* prim10 (score=INFINITY, id=colocation-prim10-prim4-INFINITY)
	* prim3 (score=INFINITY, id=colocation-prim3-prim4-INFINITY)
	* Resources colocated with prim3:
	* prim2 (score=INFINITY, id=colocation-prim2-prim3-INFINITY)
	* Locations:
	* Node cluster01 (score=INFINITY, id=prim2-on-cluster1, rsc=prim2)
	Resources prim4 is colocated with:
	* prim5 (score=INFINITY, id=colocation-prim4-prim5-INFINITY)
	=#=#=#= End test: Recursively check locations and constraints for prim4 - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim4
	=#=#=#= Begin test: Check locations and constraints for prim4 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -a -r prim4 --output-as=xml">
	<constraints>
	<rsc_location node="cluster02" rsc="prim4" id="prim4-on-cluster2" score="INFINITY"/>
	<rsc_colocation id="colocation-prim10-prim4-INFINITY" rsc="prim10" with-rsc="prim4" score="INFINITY"/>
	<rsc_colocation id="colocation-prim3-prim4-INFINITY" rsc="prim3" with-rsc="prim4" score="INFINITY"/>
	<rsc_colocation id="colocation-prim4-prim5-INFINITY" rsc="prim4" with-rsc="prim5" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Check locations and constraints for prim4 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim4 in XML
	=#=#=#= Begin test: Recursively check locations and constraints for prim4 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -A -r prim4 --output-as=xml">
	<constraints>
	<rsc_location node="cluster02" rsc="prim4" id="prim4-on-cluster2" score="INFINITY"/>
	<rsc_colocation id="colocation-prim10-prim4-INFINITY" rsc="prim10" with-rsc="prim4" score="INFINITY"/>
	<rsc_colocation id="colocation-prim3-prim4-INFINITY" rsc="prim3" with-rsc="prim4" score="INFINITY"/>
	<rsc_colocation id="colocation-prim2-prim3-INFINITY" rsc="prim2" with-rsc="prim3" score="INFINITY"/>
	<rsc_location node="cluster01" rsc="prim2" id="prim2-on-cluster1" score="INFINITY"/>
	<rsc_colocation id="colocation-prim4-prim5-INFINITY" rsc="prim4" with-rsc="prim5" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Recursively check locations and constraints for prim4 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim4 in XML
	=#=#=#= Begin test: Check locations and constraints for prim5 =#=#=#=
	Resources colocated with prim5:
	* prim4 (score=INFINITY, id=colocation-prim4-prim5-INFINITY)
	* Locations:
	* Node cluster02 (score=INFINITY, id=prim4-on-cluster2, rsc=prim4)
	=#=#=#= End test: Check locations and constraints for prim5 - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim5
	=#=#=#= Begin test: Recursively check locations and constraints for prim5 =#=#=#=
	Resources colocated with prim5:
	* prim4 (score=INFINITY, id=colocation-prim4-prim5-INFINITY)
	* Locations:
	* Node cluster02 (score=INFINITY, id=prim4-on-cluster2, rsc=prim4)
	* Resources colocated with prim4:
	* prim10 (score=INFINITY, id=colocation-prim10-prim4-INFINITY)
	* prim3 (score=INFINITY, id=colocation-prim3-prim4-INFINITY)
	* Resources colocated with prim3:
	* prim2 (score=INFINITY, id=colocation-prim2-prim3-INFINITY)
	* Locations:
	* Node cluster01 (score=INFINITY, id=prim2-on-cluster1, rsc=prim2)
	=#=#=#= End test: Recursively check locations and constraints for prim5 - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim5
	=#=#=#= Begin test: Check locations and constraints for prim5 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -a -r prim5 --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim4-prim5-INFINITY" rsc="prim4" with-rsc="prim5" score="INFINITY"/>
	<rsc_location node="cluster02" rsc="prim4" id="prim4-on-cluster2" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Check locations and constraints for prim5 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim5 in XML
	=#=#=#= Begin test: Recursively check locations and constraints for prim5 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -A -r prim5 --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim4-prim5-INFINITY" rsc="prim4" with-rsc="prim5" score="INFINITY"/>
	<rsc_location node="cluster02" rsc="prim4" id="prim4-on-cluster2" score="INFINITY"/>
	<rsc_colocation id="colocation-prim10-prim4-INFINITY" rsc="prim10" with-rsc="prim4" score="INFINITY"/>
	<rsc_colocation id="colocation-prim3-prim4-INFINITY" rsc="prim3" with-rsc="prim4" score="INFINITY"/>
	<rsc_colocation id="colocation-prim2-prim3-INFINITY" rsc="prim2" with-rsc="prim3" score="INFINITY"/>
	<rsc_location node="cluster01" rsc="prim2" id="prim2-on-cluster1" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Recursively check locations and constraints for prim5 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim5 in XML
	=#=#=#= Begin test: Check locations and constraints for prim6 =#=#=#=
	Locations:
	* Node cluster02 (score=-INFINITY, id=prim6-not-on-cluster2, rsc=prim6)
	=#=#=#= End test: Check locations and constraints for prim6 - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim6
	=#=#=#= Begin test: Recursively check locations and constraints for prim6 =#=#=#=
	Locations:
	* Node cluster02 (score=-INFINITY, id=prim6-not-on-cluster2, rsc=prim6)
	=#=#=#= End test: Recursively check locations and constraints for prim6 - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim6
	=#=#=#= Begin test: Check locations and constraints for prim6 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -a -r prim6 --output-as=xml">
	<constraints>
	<rsc_location node="cluster02" rsc="prim6" id="prim6-not-on-cluster2" score="-INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Check locations and constraints for prim6 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim6 in XML
	=#=#=#= Begin test: Recursively check locations and constraints for prim6 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -A -r prim6 --output-as=xml">
	<constraints>
	<rsc_location node="cluster02" rsc="prim6" id="prim6-not-on-cluster2" score="-INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Recursively check locations and constraints for prim6 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim6 in XML
	=#=#=#= Begin test: Check locations and constraints for prim7 =#=#=#=
	Resources prim7 is colocated with:
	* group (score=INFINITY, id=colocation-prim7-group-INFINITY)
	=#=#=#= End test: Check locations and constraints for prim7 - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim7
	=#=#=#= Begin test: Recursively check locations and constraints for prim7 =#=#=#=
	Resources prim7 is colocated with:
	* group (score=INFINITY, id=colocation-prim7-group-INFINITY)
	=#=#=#= End test: Recursively check locations and constraints for prim7 - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim7
	=#=#=#= Begin test: Check locations and constraints for prim7 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -a -r prim7 --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim7-group-INFINITY" rsc="prim7" with-rsc="group" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Check locations and constraints for prim7 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim7 in XML
	=#=#=#= Begin test: Recursively check locations and constraints for prim7 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -A -r prim7 --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim7-group-INFINITY" rsc="prim7" with-rsc="group" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Recursively check locations and constraints for prim7 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim7 in XML
	=#=#=#= Begin test: Check locations and constraints for prim8 =#=#=#=
	Resources prim8 is colocated with:
	* gr2 (score=INFINITY, id=colocation-prim8-gr2-INFINITY)
	=#=#=#= End test: Check locations and constraints for prim8 - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim8
	=#=#=#= Begin test: Recursively check locations and constraints for prim8 =#=#=#=
	Resources prim8 is colocated with:
	* gr2 (score=INFINITY, id=colocation-prim8-gr2-INFINITY)
	=#=#=#= End test: Recursively check locations and constraints for prim8 - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim8
	=#=#=#= Begin test: Check locations and constraints for prim8 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -a -r prim8 --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim8-gr2-INFINITY" rsc="prim8" with-rsc="gr2" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Check locations and constraints for prim8 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim8 in XML
	=#=#=#= Begin test: Recursively check locations and constraints for prim8 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -A -r prim8 --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim8-gr2-INFINITY" rsc="prim8" with-rsc="gr2" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Recursively check locations and constraints for prim8 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim8 in XML
	=#=#=#= Begin test: Check locations and constraints for prim9 =#=#=#=
	Resources prim9 is colocated with:
	* clone (score=INFINITY, id=colocation-prim9-clone-INFINITY)
	=#=#=#= End test: Check locations and constraints for prim9 - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim9
	=#=#=#= Begin test: Recursively check locations and constraints for prim9 =#=#=#=
	Resources prim9 is colocated with:
	* clone (score=INFINITY, id=colocation-prim9-clone-INFINITY)
	=#=#=#= End test: Recursively check locations and constraints for prim9 - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim9
	=#=#=#= Begin test: Check locations and constraints for prim9 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -a -r prim9 --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim9-clone-INFINITY" rsc="prim9" with-rsc="clone" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Check locations and constraints for prim9 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim9 in XML
	=#=#=#= Begin test: Recursively check locations and constraints for prim9 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -A -r prim9 --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim9-clone-INFINITY" rsc="prim9" with-rsc="clone" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Recursively check locations and constraints for prim9 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim9 in XML
	=#=#=#= Begin test: Check locations and constraints for prim10 =#=#=#=
	Resources prim10 is colocated with:
	* prim4 (score=INFINITY, id=colocation-prim10-prim4-INFINITY)
	* Locations:
	* Node cluster02 (score=INFINITY, id=prim4-on-cluster2, rsc=prim4)
	=#=#=#= End test: Check locations and constraints for prim10 - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim10
	=#=#=#= Begin test: Recursively check locations and constraints for prim10 =#=#=#=
	Resources prim10 is colocated with:
	* prim4 (score=INFINITY, id=colocation-prim10-prim4-INFINITY)
	* Locations:
	* Node cluster02 (score=INFINITY, id=prim4-on-cluster2, rsc=prim4)
	* Resources prim4 is colocated with:
	* prim5 (score=INFINITY, id=colocation-prim4-prim5-INFINITY)
	=#=#=#= End test: Recursively check locations and constraints for prim10 - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim10
	=#=#=#= Begin test: Check locations and constraints for prim10 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -a -r prim10 --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim10-prim4-INFINITY" rsc="prim10" with-rsc="prim4" score="INFINITY"/>
	<rsc_location node="cluster02" rsc="prim4" id="prim4-on-cluster2" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Check locations and constraints for prim10 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim10 in XML
	=#=#=#= Begin test: Recursively check locations and constraints for prim10 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -A -r prim10 --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim10-prim4-INFINITY" rsc="prim10" with-rsc="prim4" score="INFINITY"/>
	<rsc_location node="cluster02" rsc="prim4" id="prim4-on-cluster2" score="INFINITY"/>
	<rsc_colocation id="colocation-prim4-prim5-INFINITY" rsc="prim4" with-rsc="prim5" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Recursively check locations and constraints for prim10 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim10 in XML
	=#=#=#= Begin test: Check locations and constraints for prim11 =#=#=#=
	Resources colocated with prim11:
	* prim13 (score=INFINITY, id=colocation-prim13-prim11-INFINITY)
	Resources prim11 is colocated with:
	* prim12 (score=INFINITY, id=colocation-prim11-prim12-INFINITY)
	=#=#=#= End test: Check locations and constraints for prim11 - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim11
	=#=#=#= Begin test: Recursively check locations and constraints for prim11 =#=#=#=
	Resources colocated with prim11:
	* prim13 (score=INFINITY, id=colocation-prim13-prim11-INFINITY)
	* Resources colocated with prim13:
	* prim12 (score=INFINITY, id=colocation-prim12-prim13-INFINITY)
	* Resources colocated with prim12:
	* prim11 (id=colocation-prim11-prim12-INFINITY - loop)
	Resources prim11 is colocated with:
	* prim12 (score=INFINITY, id=colocation-prim11-prim12-INFINITY)
	* Resources prim12 is colocated with:
	* prim13 (score=INFINITY, id=colocation-prim12-prim13-INFINITY)
	* Resources prim13 is colocated with:
	* prim11 (id=colocation-prim13-prim11-INFINITY - loop)
	=#=#=#= End test: Recursively check locations and constraints for prim11 - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim11
	=#=#=#= Begin test: Check locations and constraints for prim11 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -a -r prim11 --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim13-prim11-INFINITY" rsc="prim13" with-rsc="prim11" score="INFINITY"/>
	<rsc_colocation id="colocation-prim11-prim12-INFINITY" rsc="prim11" with-rsc="prim12" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Check locations and constraints for prim11 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim11 in XML
	=#=#=#= Begin test: Recursively check locations and constraints for prim11 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -A -r prim11 --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim13-prim11-INFINITY" rsc="prim13" with-rsc="prim11" score="INFINITY"/>
	<rsc_colocation id="colocation-prim12-prim13-INFINITY" rsc="prim12" with-rsc="prim13" score="INFINITY"/>
	<rsc_colocation id="colocation-prim11-prim12-INFINITY" rsc="prim11" with-rsc="prim12" score="INFINITY"/>
	<rsc_colocation id="colocation-prim11-prim12-INFINITY" rsc="prim11" with-rsc="prim12" score="INFINITY"/>
	<rsc_colocation id="colocation-prim12-prim13-INFINITY" rsc="prim12" with-rsc="prim13" score="INFINITY"/>
	<rsc_colocation id="colocation-prim13-prim11-INFINITY" rsc="prim13" with-rsc="prim11" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Recursively check locations and constraints for prim11 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim11 in XML
	=#=#=#= Begin test: Check locations and constraints for prim12 =#=#=#=
	Resources colocated with prim12:
	* prim11 (score=INFINITY, id=colocation-prim11-prim12-INFINITY)
	Resources prim12 is colocated with:
	* prim13 (score=INFINITY, id=colocation-prim12-prim13-INFINITY)
	=#=#=#= End test: Check locations and constraints for prim12 - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim12
	=#=#=#= Begin test: Recursively check locations and constraints for prim12 =#=#=#=
	Resources colocated with prim12:
	* prim11 (score=INFINITY, id=colocation-prim11-prim12-INFINITY)
	* Resources colocated with prim11:
	* prim13 (score=INFINITY, id=colocation-prim13-prim11-INFINITY)
	* Resources colocated with prim13:
	* prim12 (id=colocation-prim12-prim13-INFINITY - loop)
	Resources prim12 is colocated with:
	* prim13 (score=INFINITY, id=colocation-prim12-prim13-INFINITY)
	* Resources prim13 is colocated with:
	* prim11 (score=INFINITY, id=colocation-prim13-prim11-INFINITY)
	* Resources prim11 is colocated with:
	* prim12 (id=colocation-prim11-prim12-INFINITY - loop)
	=#=#=#= End test: Recursively check locations and constraints for prim12 - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim12
	=#=#=#= Begin test: Check locations and constraints for prim12 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -a -r prim12 --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim11-prim12-INFINITY" rsc="prim11" with-rsc="prim12" score="INFINITY"/>
	<rsc_colocation id="colocation-prim12-prim13-INFINITY" rsc="prim12" with-rsc="prim13" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Check locations and constraints for prim12 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim12 in XML
	=#=#=#= Begin test: Recursively check locations and constraints for prim12 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -A -r prim12 --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim11-prim12-INFINITY" rsc="prim11" with-rsc="prim12" score="INFINITY"/>
	<rsc_colocation id="colocation-prim13-prim11-INFINITY" rsc="prim13" with-rsc="prim11" score="INFINITY"/>
	<rsc_colocation id="colocation-prim12-prim13-INFINITY" rsc="prim12" with-rsc="prim13" score="INFINITY"/>
	<rsc_colocation id="colocation-prim12-prim13-INFINITY" rsc="prim12" with-rsc="prim13" score="INFINITY"/>
	<rsc_colocation id="colocation-prim13-prim11-INFINITY" rsc="prim13" with-rsc="prim11" score="INFINITY"/>
	<rsc_colocation id="colocation-prim11-prim12-INFINITY" rsc="prim11" with-rsc="prim12" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Recursively check locations and constraints for prim12 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim12 in XML
	=#=#=#= Begin test: Check locations and constraints for prim13 =#=#=#=
	Resources colocated with prim13:
	* prim12 (score=INFINITY, id=colocation-prim12-prim13-INFINITY)
	Resources prim13 is colocated with:
	* prim11 (score=INFINITY, id=colocation-prim13-prim11-INFINITY)
	=#=#=#= End test: Check locations and constraints for prim13 - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim13
	=#=#=#= Begin test: Recursively check locations and constraints for prim13 =#=#=#=
	Resources colocated with prim13:
	* prim12 (score=INFINITY, id=colocation-prim12-prim13-INFINITY)
	* Resources colocated with prim12:
	* prim11 (score=INFINITY, id=colocation-prim11-prim12-INFINITY)
	* Resources colocated with prim11:
	* prim13 (id=colocation-prim13-prim11-INFINITY - loop)
	Resources prim13 is colocated with:
	* prim11 (score=INFINITY, id=colocation-prim13-prim11-INFINITY)
	* Resources prim11 is colocated with:
	* prim12 (score=INFINITY, id=colocation-prim11-prim12-INFINITY)
	* Resources prim12 is colocated with:
	* prim13 (id=colocation-prim12-prim13-INFINITY - loop)
	=#=#=#= End test: Recursively check locations and constraints for prim13 - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim13
	=#=#=#= Begin test: Check locations and constraints for prim13 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -a -r prim13 --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim12-prim13-INFINITY" rsc="prim12" with-rsc="prim13" score="INFINITY"/>
	<rsc_colocation id="colocation-prim13-prim11-INFINITY" rsc="prim13" with-rsc="prim11" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Check locations and constraints for prim13 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim13 in XML
	=#=#=#= Begin test: Recursively check locations and constraints for prim13 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -A -r prim13 --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim12-prim13-INFINITY" rsc="prim12" with-rsc="prim13" score="INFINITY"/>
	<rsc_colocation id="colocation-prim11-prim12-INFINITY" rsc="prim11" with-rsc="prim12" score="INFINITY"/>
	<rsc_colocation id="colocation-prim13-prim11-INFINITY" rsc="prim13" with-rsc="prim11" score="INFINITY"/>
	<rsc_colocation id="colocation-prim13-prim11-INFINITY" rsc="prim13" with-rsc="prim11" score="INFINITY"/>
	<rsc_colocation id="colocation-prim11-prim12-INFINITY" rsc="prim11" with-rsc="prim12" score="INFINITY"/>
	<rsc_colocation id="colocation-prim12-prim13-INFINITY" rsc="prim12" with-rsc="prim13" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Recursively check locations and constraints for prim13 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim13 in XML
	=#=#=#= Begin test: Check locations and constraints for group =#=#=#=
	Resources colocated with group:
	* prim7 (score=INFINITY, id=colocation-prim7-group-INFINITY)
	=#=#=#= End test: Check locations and constraints for group - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for group
	=#=#=#= Begin test: Recursively check locations and constraints for group =#=#=#=
	Resources colocated with group:
	* prim7 (score=INFINITY, id=colocation-prim7-group-INFINITY)
	=#=#=#= End test: Recursively check locations and constraints for group - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for group
	=#=#=#= Begin test: Check locations and constraints for group in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -a -r group --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim7-group-INFINITY" rsc="prim7" with-rsc="group" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Check locations and constraints for group in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for group in XML
	=#=#=#= Begin test: Recursively check locations and constraints for group in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -A -r group --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim7-group-INFINITY" rsc="prim7" with-rsc="group" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Recursively check locations and constraints for group in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for group in XML
	=#=#=#= Begin test: Check locations and constraints for clone =#=#=#=
	Resources colocated with clone:
	* prim9 (score=INFINITY, id=colocation-prim9-clone-INFINITY)
	=#=#=#= End test: Check locations and constraints for clone - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for clone
	=#=#=#= Begin test: Recursively check locations and constraints for clone =#=#=#=
	Resources colocated with clone:
	* prim9 (score=INFINITY, id=colocation-prim9-clone-INFINITY)
	=#=#=#= End test: Recursively check locations and constraints for clone - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for clone
	=#=#=#= Begin test: Check locations and constraints for clone in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -a -r clone --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim9-clone-INFINITY" rsc="prim9" with-rsc="clone" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Check locations and constraints for clone in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for clone in XML
	=#=#=#= Begin test: Recursively check locations and constraints for clone in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -A -r clone --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim9-clone-INFINITY" rsc="prim9" with-rsc="clone" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Recursively check locations and constraints for clone in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for clone in XML
	=#=#=#= Begin test: Check locations and constraints for group member (referring to group) =#=#=#=
	Resources colocated with group:
	* prim7 (score=INFINITY, id=colocation-prim7-group-INFINITY)
	=#=#=#= End test: Check locations and constraints for group member (referring to group) - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for group member (referring to group)
	=#=#=#= Begin test: Check locations and constraints for group member (without referring to group) =#=#=#=
	Resources colocated with gr2:
	* prim8 (score=INFINITY, id=colocation-prim8-gr2-INFINITY)
	=#=#=#= End test: Check locations and constraints for group member (without referring to group) - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for group member (without referring to group)
	A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli
	=#=#=#= Begin test: Set a meta-attribute for primitive and resources colocated with it =#=#=#=
	Set 'prim5' option: id=prim5-meta_attributes-target-role set=prim5-meta_attributes name=target-role value=Stopped
	Set 'prim4' option: id=prim4-meta_attributes-target-role set=prim4-meta_attributes name=target-role value=Stopped
	Set 'prim10' option: id=prim10-meta_attributes-target-role set=prim10-meta_attributes name=target-role value=Stopped
	Set 'prim3' option: id=prim3-meta_attributes-target-role set=prim3-meta_attributes name=target-role value=Stopped
	Set 'prim2' option: id=prim2-meta_attributes-target-role set=prim2-meta_attributes name=target-role value=Stopped
	=#=#=#= End test: Set a meta-attribute for primitive and resources colocated with it - OK (0) =#=#=#=
	* Passed: crm_resource - Set a meta-attribute for primitive and resources colocated with it
	=#=#=#= Begin test: Set a meta-attribute for group and resource colocated with it =#=#=#=
	Set 'group' option: id=group-meta_attributes-target-role set=group-meta_attributes name=target-role value=Stopped
	Set 'prim7' option: id=prim7-meta_attributes-target-role set=prim7-meta_attributes name=target-role value=Stopped
	=#=#=#= End test: Set a meta-attribute for group and resource colocated with it - OK (0) =#=#=#=
	* Passed: crm_resource - Set a meta-attribute for group and resource colocated with it
	=#=#=#= Begin test: Set a meta-attribute for clone and resource colocated with it =#=#=#=
	Set 'clone' option: id=clone-meta_attributes-target-role set=clone-meta_attributes name=target-role value=Stopped
	Set 'prim9' option: id=prim9-meta_attributes-target-role set=prim9-meta_attributes name=target-role value=Stopped
	=#=#=#= End test: Set a meta-attribute for clone and resource colocated with it - OK (0) =#=#=#=
	* Passed: crm_resource - Set a meta-attribute for clone and resource colocated with it
	=#=#=#= Begin test: Show resource digests =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource --digests -r rsc1 -N node1 --output-as=xml">
	<digests resource="rsc1" node="node1" task="start" interval="0ms">
	<digest type="all" hash="3acdbe4c12734ebeb1251a59545af936">
	<parameters passwd="secret" fake="0"/>
	</digest>
	<digest type="nonprivate" hash="279c477dbc38c621904a00ab9e599b2f">
	<parameters fake="0"/>
	</digest>
	<digest type="nonreloadable" hash="5de1fd72a2e7762ed41543231034f6d7">
	<parameters passwd="secret"/>
	</digest>
	</digests>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Show resource digests - OK (0) =#=#=#=
	* Passed: crm_resource - Show resource digests
	=#=#=#= Begin test: Show resource digests with overrides =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource --digests -r rsc1 -N node1 --output-as=xml CRM_meta_interval=10000 CRM_meta_timeout=20000">
	<digests resource="rsc1" node="node1" task="start" interval="10000ms">
	<digest type="all" hash="720718e8d715d5d3be1403cbbcb953bc">
	<parameters passwd="secret" fake="0" CRM_meta_timeout="20000"/>
	</digest>
	<digest type="nonprivate" hash="279c477dbc38c621904a00ab9e599b2f">
	<parameters fake="0"/>
	</digest>
	<digest type="nonreloadable" hash="5de1fd72a2e7762ed41543231034f6d7">
	<parameters passwd="secret"/>
	</digest>
	</digests>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Show resource digests with overrides - OK (0) =#=#=#=
	* Passed: crm_resource - Show resource digests with overrides
	=#=#=#= Begin test: Show resource operations =#=#=#=
	rsc1 (ocf:pacemaker:Dummy): Started: rsc1_monitor_0 (node=node4, call=136, rc=7, exec=28ms): complete
	Fencing (stonith:fence_xvm): Started: Fencing_monitor_0 (node=node4, call=5, rc=7, exec=2ms): complete
	rsc1 (ocf:pacemaker:Dummy): Started: rsc1_monitor_0 (node=node2, call=101, rc=7, exec=45ms): complete
	Fencing (stonith:fence_xvm): Started: Fencing_monitor_0 (node=node2, call=5, rc=7, exec=4ms): complete
	Fencing (stonith:fence_xvm): Started: Fencing_monitor_0 (node=node3, call=5, rc=7, exec=24ms): complete
	rsc1 (ocf:pacemaker:Dummy): Started: rsc1_monitor_0 (node=node5, call=99, rc=193, exec=27ms): pending
	Fencing (stonith:fence_xvm): Started: Fencing_monitor_0 (node=node5, call=5, rc=7, exec=14ms): complete
	rsc1 (ocf:pacemaker:Dummy): Started: rsc1_start_0 (node=node1, call=104, rc=0, exec=22ms): complete
	rsc1 (ocf:pacemaker:Dummy): Started: rsc1_monitor_10000 (node=node1, call=106, rc=0, exec=20ms): complete
	Fencing (stonith:fence_xvm): Started: Fencing_start_0 (node=node1, call=10, rc=0, exec=59ms): complete
	Fencing (stonith:fence_xvm): Started: Fencing_monitor_120000 (node=node1, call=12, rc=0, exec=70ms): complete
	=#=#=#= End test: Show resource operations - OK (0) =#=#=#=
	* Passed: crm_resource - Show resource operations
	=#=#=#= Begin test: Show resource operations (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource --list-operations --output-as=xml">
	<operations>
	<operation op="rsc1_monitor_0" node="node4" call="136" rc="7" status="complete" rsc="rsc1" agent="ocf:pacemaker:Dummy" exec-time="28"/>
	<operation op="Fencing_monitor_0" node="node4" call="5" rc="7" status="complete" rsc="Fencing" agent="stonith::fence_xvm" exec-time="2"/>
	<operation op="rsc1_monitor_0" node="node2" call="101" rc="7" status="complete" rsc="rsc1" agent="ocf:pacemaker:Dummy" exec-time="45"/>
	<operation op="Fencing_monitor_0" node="node2" call="5" rc="7" status="complete" rsc="Fencing" agent="stonith::fence_xvm" exec-time="4"/>
	<operation op="Fencing_monitor_0" node="node3" call="5" rc="7" status="complete" rsc="Fencing" agent="stonith::fence_xvm" exec-time="24"/>
	<operation op="rsc1_monitor_0" node="node5" call="99" rc="193" status="pending" rsc="rsc1" agent="ocf:pacemaker:Dummy" exec-time="27"/>
	<operation op="Fencing_monitor_0" node="node5" call="5" rc="7" status="complete" rsc="Fencing" agent="stonith::fence_xvm" exec-time="14"/>
	<operation op="rsc1_start_0" node="node1" call="104" rc="0" status="complete" rsc="rsc1" agent="ocf:pacemaker:Dummy" exec-time="22"/>
	<operation op="rsc1_monitor_10000" node="node1" call="106" rc="0" status="complete" rsc="rsc1" agent="ocf:pacemaker:Dummy" exec-time="20"/>
	<operation op="Fencing_start_0" node="node1" call="10" rc="0" status="complete" rsc="Fencing" agent="stonith::fence_xvm" exec-time="59"/>
	<operation op="Fencing_monitor_120000" node="node1" call="12" rc="0" status="complete" rsc="Fencing" agent="stonith::fence_xvm" exec-time="70"/>
	</operations>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Show resource operations (XML) - OK (0) =#=#=#=
	* Passed: crm_resource - Show resource operations (XML)
	=#=#=#= Begin test: List all nodes =#=#=#=
	cluster node: overcloud-controller-0 (1)
	cluster node: overcloud-controller-1 (2)
	cluster node: overcloud-controller-2 (3)
	cluster node: overcloud-galera-0 (4)
	cluster node: overcloud-galera-1 (5)
	cluster node: overcloud-galera-2 (6)
	guest node: lxc1 (lxc1)
	guest node: lxc2 (lxc2)
	remote node: overcloud-rabbit-0 (overcloud-rabbit-0)
	remote node: overcloud-rabbit-1 (overcloud-rabbit-1)
	remote node: overcloud-rabbit-2 (overcloud-rabbit-2)
	=#=#=#= End test: List all nodes - OK (0) =#=#=#=
	* Passed: crmadmin - List all nodes
	=#=#=#= Begin test: Minimally list all nodes =#=#=#=
	overcloud-controller-0
	overcloud-controller-1
	overcloud-controller-2
	overcloud-galera-0
	overcloud-galera-1
	overcloud-galera-2
	lxc1
	lxc2
	overcloud-rabbit-0
	overcloud-rabbit-1
	overcloud-rabbit-2
	=#=#=#= End test: Minimally list all nodes - OK (0) =#=#=#=
	* Passed: crmadmin - Minimally list all nodes
	=#=#=#= Begin test: List all nodes as bash exports =#=#=#=
	export overcloud-controller-0=1
	export overcloud-controller-1=2
	export overcloud-controller-2=3
	export overcloud-galera-0=4
	export overcloud-galera-1=5
	export overcloud-galera-2=6
	export lxc1=lxc1
	export lxc2=lxc2
	export overcloud-rabbit-0=overcloud-rabbit-0
	export overcloud-rabbit-1=overcloud-rabbit-1
	export overcloud-rabbit-2=overcloud-rabbit-2
	=#=#=#= End test: List all nodes as bash exports - OK (0) =#=#=#=
	* Passed: crmadmin - List all nodes as bash exports
	=#=#=#= Begin test: List cluster nodes =#=#=#=
	6
	=#=#=#= End test: List cluster nodes - OK (0) =#=#=#=
	* Passed: crmadmin - List cluster nodes
	=#=#=#= Begin test: List guest nodes =#=#=#=
	2
	=#=#=#= End test: List guest nodes - OK (0) =#=#=#=
	* Passed: crmadmin - List guest nodes
	=#=#=#= Begin test: List remote nodes =#=#=#=
	3
	=#=#=#= End test: List remote nodes - OK (0) =#=#=#=
	* Passed: crmadmin - List remote nodes
	=#=#=#= Begin test: List cluster,remote nodes =#=#=#=
	9
	=#=#=#= End test: List cluster,remote nodes - OK (0) =#=#=#=
	* Passed: crmadmin - List cluster,remote nodes
	=#=#=#= Begin test: List guest,remote nodes =#=#=#=
	5
	=#=#=#= End test: List guest,remote nodes - OK (0) =#=#=#=
	* Passed: crmadmin - List guest,remote nodes
	=#=#=#= Begin test: Show allocation scores with crm_simulate =#=#=#=
	<pacemaker-result api-version="X" request="crm_mon.xml --show-scores --output-as=xml">
	<cluster_status>
	<nodes>
	<node name="cluster01" id="1" online="true" standby="false" standby_onfail="false" maintenance="false" pending="false" unclean="false" health="green" feature_set="<3.15.1" shutdown="false" expected_up="true" is_dc="false" resources_running="7" type="member"/>
	<node name="cluster02" id="2" online="true" standby="false" standby_onfail="false" maintenance="false" pending="false" unclean="false" health="green" feature_set="<3.15.1" shutdown="false" expected_up="true" is_dc="true" resources_running="9" type="member"/>
	<node name="httpd-bundle-0" id="httpd-bundle-0" online="true" standby="false" standby_onfail="false" maintenance="false" pending="false" unclean="false" health="green" shutdown="false" expected_up="false" is_dc="false" resources_running="1" type="remote" id_as_resource="httpd-bundle-docker-0"/>
	<node name="httpd-bundle-1" id="httpd-bundle-1" online="true" standby="false" standby_onfail="false" maintenance="false" pending="false" unclean="false" health="green" shutdown="false" expected_up="false" is_dc="false" resources_running="1" type="remote" id_as_resource="httpd-bundle-docker-1"/>
	<node name="httpd-bundle-2" id="httpd-bundle-2" online="false" standby="false" standby_onfail="false" maintenance="false" pending="false" unclean="false" health="green" shutdown="false" expected_up="false" is_dc="false" resources_running="0" type="remote" id_as_resource="httpd-bundle-docker-2"/>
	</nodes>
	<resources>
	<clone id="ping-clone" multi_state="false" unique="false" maintenance="false" managed="true" disabled="false" failed="false" failure_ignored="false">
	<resource id="ping" resource_agent="ocf:pacemaker:ping" role="Started" active="true" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">
	<node name="cluster02" id="2" cached="true"/>
	</resource>
	<resource id="ping" resource_agent="ocf:pacemaker:ping" role="Started" active="true" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">
	<node name="cluster01" id="1" cached="true"/>
	</resource>
	</clone>
	<resource id="Fencing" resource_agent="stonith:fence_xvm" role="Started" active="true" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">
	<node name="cluster01" id="1" cached="true"/>
	</resource>
	<resource id="dummy" resource_agent="ocf:pacemaker:Dummy" role="Started" active="true" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">
	<node name="cluster02" id="2" cached="true"/>
	</resource>
	<clone id="inactive-clone" multi_state="false" unique="false" maintenance="false" managed="true" disabled="true" failed="false" failure_ignored="false" target_role="stopped">
	<resource id="inactive-dhcpd" resource_agent="lsb:dhcpd" role="Stopped" target_role="stopped" active="false" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>
	<resource id="inactive-dhcpd" resource_agent="lsb:dhcpd" role="Stopped" target_role="stopped" active="false" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>
	</clone>
	<group id="inactive-group" number_resources="2" maintenance="false" managed="true" disabled="true">
	<resource id="inactive-dummy-1" resource_agent="ocf:pacemaker:Dummy" role="Stopped" target_role="stopped" active="false" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>
	<resource id="inactive-dummy-2" resource_agent="ocf:pacemaker:Dummy" role="Stopped" target_role="stopped" active="false" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>
	</group>
	<bundle id="httpd-bundle" type="docker" image="pcmk:http" unique="false" maintenance="false" managed="true" failed="false">
	<replica id="0">
	<resource id="httpd-bundle-ip-192.168.122.131" resource_agent="ocf:heartbeat:IPaddr2" role="Started" target_role="Started" active="true" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">
	<node name="cluster01" id="1" cached="true"/>
	</resource>
	<resource id="httpd" resource_agent="ocf:heartbeat:apache" role="Started" target_role="Started" active="true" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">
	<node name="httpd-bundle-0" id="httpd-bundle-0" cached="true"/>
	</resource>
	<resource id="httpd-bundle-docker-0" resource_agent="ocf:heartbeat:docker" role="Started" target_role="Started" active="true" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">
	<node name="cluster01" id="1" cached="true"/>
	</resource>
	<resource id="httpd-bundle-0" resource_agent="ocf:pacemaker:remote" role="Started" target_role="Started" active="true" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">
	<node name="cluster01" id="1" cached="true"/>
	</resource>
	</replica>
	<replica id="1">
	<resource id="httpd-bundle-ip-192.168.122.132" resource_agent="ocf:heartbeat:IPaddr2" role="Started" target_role="Started" active="true" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">
	<node name="cluster02" id="2" cached="true"/>
	</resource>
	<resource id="httpd" resource_agent="ocf:heartbeat:apache" role="Started" target_role="Started" active="true" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">
	<node name="httpd-bundle-1" id="httpd-bundle-1" cached="true"/>
	</resource>
	<resource id="httpd-bundle-docker-1" resource_agent="ocf:heartbeat:docker" role="Started" target_role="Started" active="true" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">
	<node name="cluster02" id="2" cached="true"/>
	</resource>
	<resource id="httpd-bundle-1" resource_agent="ocf:pacemaker:remote" role="Started" target_role="Started" active="true" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">
	<node name="cluster02" id="2" cached="true"/>
	</resource>
	</replica>
	<replica id="2">
	<resource id="httpd-bundle-ip-192.168.122.133" resource_agent="ocf:heartbeat:IPaddr2" role="Stopped" target_role="Started" active="false" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>
	<resource id="httpd" resource_agent="ocf:heartbeat:apache" role="Stopped" target_role="Started" active="false" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>
	<resource id="httpd-bundle-docker-2" resource_agent="ocf:heartbeat:docker" role="Stopped" target_role="Started" active="false" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>
	<resource id="httpd-bundle-2" resource_agent="ocf:pacemaker:remote" role="Stopped" target_role="Started" active="false" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>
	</replica>
	</bundle>
	<group id="exim-group" number_resources="2" maintenance="false" managed="true" disabled="false">
	<resource id="Public-IP" resource_agent="ocf:heartbeat:IPaddr" role="Started" active="true" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">
	<node name="cluster02" id="2" cached="true"/>
	</resource>
	<resource id="Email" resource_agent="lsb:exim" role="Started" active="true" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">
	<node name="cluster02" id="2" cached="true"/>
	</resource>
	</group>
	<clone id="mysql-clone-group" multi_state="false" unique="false" maintenance="false" managed="true" disabled="false" failed="false" failure_ignored="false">
	<group id="mysql-group:0" number_resources="1" maintenance="false" managed="true" disabled="false">
	<resource id="mysql-proxy" resource_agent="lsb:mysql-proxy" role="Started" active="true" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">
	<node name="cluster02" id="2" cached="true"/>
	</resource>
	</group>
	<group id="mysql-group:1" number_resources="1" maintenance="false" managed="true" disabled="false">
	<resource id="mysql-proxy" resource_agent="lsb:mysql-proxy" role="Started" active="true" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">
	<node name="cluster01" id="1" cached="true"/>
	</resource>
	</group>
	<group id="mysql-group:2" number_resources="1" maintenance="false" managed="true" disabled="false">
	<resource id="mysql-proxy" resource_agent="lsb:mysql-proxy" role="Stopped" active="false" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>
	</group>
	<group id="mysql-group:3" number_resources="1" maintenance="false" managed="true" disabled="false">
	<resource id="mysql-proxy" resource_agent="lsb:mysql-proxy" role="Stopped" active="false" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>
	</group>
	<group id="mysql-group:4" number_resources="1" maintenance="false" managed="true" disabled="false">
	<resource id="mysql-proxy" resource_agent="lsb:mysql-proxy" role="Stopped" active="false" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>
	</group>
	</clone>
	<clone id="promotable-clone" multi_state="true" unique="false" maintenance="false" managed="true" disabled="false" failed="false" failure_ignored="false">
	<resource id="promotable-rsc" resource_agent="ocf:pacemaker:Stateful" role="Promoted" active="true" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">
	<node name="cluster02" id="2" cached="true"/>
	</resource>
	<resource id="promotable-rsc" resource_agent="ocf:pacemaker:Stateful" role="Unpromoted" active="true" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">
	<node name="cluster01" id="1" cached="true"/>
	</resource>
	<resource id="promotable-rsc" resource_agent="ocf:pacemaker:Stateful" role="Stopped" active="false" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>
	<resource id="promotable-rsc" resource_agent="ocf:pacemaker:Stateful" role="Stopped" active="false" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>
	<resource id="promotable-rsc" resource_agent="ocf:pacemaker:Stateful" role="Stopped" active="false" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>
	</clone>
	</resources>
	</cluster_status>
	<allocations>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="ping-clone"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="ping-clone"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="ping:0"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="1" id="ping:0"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="1" id="ping:1"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="ping:1"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="0" id="ping:0"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="1" id="ping:0"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="1" id="ping:1"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="-INFINITY" id="ping:1"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="0" id="Fencing"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="0" id="Fencing"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="-INFINITY" id="dummy"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="0" id="dummy"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="inactive-clone"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="inactive-clone"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="inactive-dhcpd:0"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="inactive-dhcpd:0"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="inactive-dhcpd:1"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="inactive-dhcpd:1"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="-INFINITY" id="inactive-dhcpd:0"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="-INFINITY" id="inactive-dhcpd:0"/>
	<node_weight function="pcmk__primitive_assign" node="httpd-bundle-0" score="-INFINITY" id="inactive-dhcpd:0"/>
	<node_weight function="pcmk__primitive_assign" node="httpd-bundle-1" score="-INFINITY" id="inactive-dhcpd:0"/>
	<node_weight function="pcmk__primitive_assign" node="httpd-bundle-2" score="-INFINITY" id="inactive-dhcpd:0"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="-INFINITY" id="inactive-dhcpd:1"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="-INFINITY" id="inactive-dhcpd:1"/>
	<node_weight function="pcmk__primitive_assign" node="httpd-bundle-0" score="-INFINITY" id="inactive-dhcpd:1"/>
	<node_weight function="pcmk__primitive_assign" node="httpd-bundle-1" score="-INFINITY" id="inactive-dhcpd:1"/>
	<node_weight function="pcmk__primitive_assign" node="httpd-bundle-2" score="-INFINITY" id="inactive-dhcpd:1"/>
	<node_weight function="pcmk__group_assign" node="cluster01" score="0" id="inactive-group"/>
	<node_weight function="pcmk__group_assign" node="cluster02" score="0" id="inactive-group"/>
	<node_weight function="pcmk__group_assign" node="cluster01" score="0" id="inactive-dummy-1"/>
	<node_weight function="pcmk__group_assign" node="cluster02" score="0" id="inactive-dummy-1"/>
	<node_weight function="pcmk__group_assign" node="cluster01" score="0" id="inactive-dummy-2"/>
	<node_weight function="pcmk__group_assign" node="cluster02" score="0" id="inactive-dummy-2"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="-INFINITY" id="inactive-dummy-1"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="-INFINITY" id="inactive-dummy-1"/>
	<node_weight function="pcmk__primitive_assign" node="httpd-bundle-0" score="-INFINITY" id="inactive-dummy-1"/>
	<node_weight function="pcmk__primitive_assign" node="httpd-bundle-1" score="-INFINITY" id="inactive-dummy-1"/>
	<node_weight function="pcmk__primitive_assign" node="httpd-bundle-2" score="-INFINITY" id="inactive-dummy-1"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="-INFINITY" id="inactive-dummy-2"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="-INFINITY" id="inactive-dummy-2"/>
	<node_weight function="pcmk__primitive_assign" node="httpd-bundle-0" score="-INFINITY" id="inactive-dummy-2"/>
	<node_weight function="pcmk__primitive_assign" node="httpd-bundle-1" score="-INFINITY" id="inactive-dummy-2"/>
	<node_weight function="pcmk__primitive_assign" node="httpd-bundle-2" score="-INFINITY" id="inactive-dummy-2"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster01" score="0" id="httpd-bundle"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster02" score="0" id="httpd-bundle"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster01" score="0" id="httpd-bundle-docker-0"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster02" score="0" id="httpd-bundle-docker-0"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster01" score="0" id="httpd-bundle-ip-192.168.122.131"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster02" score="0" id="httpd-bundle-ip-192.168.122.131"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster01" score="0" id="httpd-bundle-0"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster02" score="0" id="httpd-bundle-0"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster01" score="0" id="httpd-bundle-docker-1"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster02" score="0" id="httpd-bundle-docker-1"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster01" score="0" id="httpd-bundle-ip-192.168.122.132"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster02" score="0" id="httpd-bundle-ip-192.168.122.132"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster01" score="0" id="httpd-bundle-1"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster02" score="0" id="httpd-bundle-1"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster01" score="0" id="httpd-bundle-docker-2"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster02" score="0" id="httpd-bundle-docker-2"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster01" score="0" id="httpd-bundle-ip-192.168.122.133"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster02" score="0" id="httpd-bundle-ip-192.168.122.133"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster01" score="0" id="httpd-bundle-2"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster02" score="0" id="httpd-bundle-2"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster01" score="0" id="httpd-bundle-clone"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster02" score="0" id="httpd-bundle-clone"/>
	<node_weight function="pcmk__bundle_allocate" node="httpd-bundle-0" score="-INFINITY" id="httpd-bundle-clone"/>
	<node_weight function="pcmk__bundle_allocate" node="httpd-bundle-1" score="-INFINITY" id="httpd-bundle-clone"/>
	<node_weight function="pcmk__bundle_allocate" node="httpd-bundle-2" score="-INFINITY" id="httpd-bundle-clone"/>
	<node_weight function="pcmk__bundle_allocate" node="httpd-bundle-0" score="501" id="httpd:0"/>
	<node_weight function="pcmk__bundle_allocate" node="httpd-bundle-1" score="501" id="httpd:1"/>
	<node_weight function="pcmk__bundle_allocate" node="httpd-bundle-2" score="500" id="httpd:2"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="0" id="httpd-bundle-docker-0"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="0" id="httpd-bundle-docker-0"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="-INFINITY" id="httpd-bundle-docker-1"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="0" id="httpd-bundle-docker-1"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="-INFINITY" id="httpd-bundle-docker-2"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="-INFINITY" id="httpd-bundle-docker-2"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="0" id="httpd-bundle-ip-192.168.122.131"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="-INFINITY" id="httpd-bundle-ip-192.168.122.131"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="10000" id="httpd-bundle-0"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="0" id="httpd-bundle-0"/>
	<node_weight function="pcmk__primitive_assign" node="httpd-bundle-0" score="INFINITY" id="httpd:0"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="-INFINITY" id="httpd-bundle-ip-192.168.122.132"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="0" id="httpd-bundle-ip-192.168.122.132"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="0" id="httpd-bundle-1"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="10000" id="httpd-bundle-1"/>
	<node_weight function="pcmk__primitive_assign" node="httpd-bundle-1" score="INFINITY" id="httpd:1"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="-INFINITY" id="httpd-bundle-ip-192.168.122.133"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="-INFINITY" id="httpd-bundle-ip-192.168.122.133"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="0" id="httpd-bundle-2"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="0" id="httpd-bundle-2"/>
	<node_weight function="pcmk__primitive_assign" node="httpd-bundle-2" score="INFINITY" id="httpd:2"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="-INFINITY" id="httpd-bundle-clone"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="-INFINITY" id="httpd-bundle-clone"/>
	<node_weight function="pcmk__clone_allocate" node="httpd-bundle-0" score="0" id="httpd-bundle-clone"/>
	<node_weight function="pcmk__clone_allocate" node="httpd-bundle-1" score="0" id="httpd-bundle-clone"/>
	<node_weight function="pcmk__clone_allocate" node="httpd-bundle-2" score="0" id="httpd-bundle-clone"/>
	<node_weight function="pcmk__clone_allocate" node="httpd-bundle-0" score="INFINITY" id="httpd:0"/>
	<node_weight function="pcmk__clone_allocate" node="httpd-bundle-1" score="INFINITY" id="httpd:1"/>
	<node_weight function="pcmk__clone_allocate" node="httpd-bundle-2" score="INFINITY" id="httpd:2"/>
	<node_weight function="pcmk__group_assign" node="cluster01" score="0" id="exim-group"/>
	<node_weight function="pcmk__group_assign" node="cluster02" score="0" id="exim-group"/>
	<node_weight function="pcmk__group_assign" node="cluster01" score="0" id="Public-IP"/>
	<node_weight function="pcmk__group_assign" node="cluster02" score="0" id="Public-IP"/>
	<node_weight function="pcmk__group_assign" node="cluster01" score="0" id="Email"/>
	<node_weight function="pcmk__group_assign" node="cluster02" score="0" id="Email"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="0" id="Public-IP"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="0" id="Public-IP"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="-INFINITY" id="Email"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="0" id="Email"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="mysql-clone-group"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="mysql-clone-group"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="mysql-group:0"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="mysql-group:0"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="mysql-proxy:0"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="1" id="mysql-proxy:0"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="mysql-group:1"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="mysql-group:1"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="1" id="mysql-proxy:1"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="mysql-proxy:1"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="mysql-group:2"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="mysql-group:2"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="mysql-proxy:2"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="mysql-proxy:2"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="mysql-group:3"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="mysql-group:3"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="mysql-proxy:3"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="mysql-proxy:3"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="mysql-group:4"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="mysql-group:4"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="mysql-proxy:4"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="mysql-proxy:4"/>
	<node_weight function="pcmk__group_assign" node="cluster01" score="0" id="mysql-group:0"/>
	<node_weight function="pcmk__group_assign" node="cluster02" score="0" id="mysql-group:0"/>
	<node_weight function="pcmk__group_assign" node="cluster01" score="0" id="mysql-proxy:0"/>
	<node_weight function="pcmk__group_assign" node="cluster02" score="1" id="mysql-proxy:0"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="0" id="mysql-proxy:0"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="1" id="mysql-proxy:0"/>
	<node_weight function="pcmk__group_assign" node="cluster01" score="0" id="mysql-group:1"/>
	<node_weight function="pcmk__group_assign" node="cluster02" score="-INFINITY" id="mysql-group:1"/>
	<node_weight function="pcmk__group_assign" node="cluster01" score="1" id="mysql-proxy:1"/>
	<node_weight function="pcmk__group_assign" node="cluster02" score="-INFINITY" id="mysql-proxy:1"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="1" id="mysql-proxy:1"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="-INFINITY" id="mysql-proxy:1"/>
	<node_weight function="pcmk__group_assign" node="cluster01" score="-INFINITY" id="mysql-group:2"/>
	<node_weight function="pcmk__group_assign" node="cluster02" score="-INFINITY" id="mysql-group:2"/>
	<node_weight function="pcmk__group_assign" node="cluster01" score="-INFINITY" id="mysql-proxy:2"/>
	<node_weight function="pcmk__group_assign" node="cluster02" score="-INFINITY" id="mysql-proxy:2"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="-INFINITY" id="mysql-proxy:2"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="-INFINITY" id="mysql-proxy:2"/>
	<node_weight function="pcmk__group_assign" node="cluster01" score="-INFINITY" id="mysql-group:3"/>
	<node_weight function="pcmk__group_assign" node="cluster02" score="-INFINITY" id="mysql-group:3"/>
	<node_weight function="pcmk__group_assign" node="cluster01" score="-INFINITY" id="mysql-proxy:3"/>
	<node_weight function="pcmk__group_assign" node="cluster02" score="-INFINITY" id="mysql-proxy:3"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="-INFINITY" id="mysql-proxy:3"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="-INFINITY" id="mysql-proxy:3"/>
	<node_weight function="pcmk__group_assign" node="cluster01" score="-INFINITY" id="mysql-group:4"/>
	<node_weight function="pcmk__group_assign" node="cluster02" score="-INFINITY" id="mysql-group:4"/>
	<node_weight function="pcmk__group_assign" node="cluster01" score="-INFINITY" id="mysql-proxy:4"/>
	<node_weight function="pcmk__group_assign" node="cluster02" score="-INFINITY" id="mysql-proxy:4"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="-INFINITY" id="mysql-proxy:4"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="-INFINITY" id="mysql-proxy:4"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="promotable-clone"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="promotable-clone"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="promotable-rsc:0"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="1" id="promotable-rsc:0"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="1" id="promotable-rsc:1"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="promotable-rsc:1"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="promotable-rsc:2"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="promotable-rsc:2"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="promotable-rsc:3"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="promotable-rsc:3"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="promotable-rsc:4"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="promotable-rsc:4"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="0" id="promotable-rsc:0"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="1" id="promotable-rsc:0"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="1" id="promotable-rsc:1"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="-INFINITY" id="promotable-rsc:1"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="-INFINITY" id="promotable-rsc:2"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="-INFINITY" id="promotable-rsc:2"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="-INFINITY" id="promotable-rsc:3"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="-INFINITY" id="promotable-rsc:3"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="-INFINITY" id="promotable-rsc:4"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="-INFINITY" id="promotable-rsc:4"/>
	<promotion_score id="promotable-rsc:0" score="9" node="cluster02"/>
	<promotion_score id="promotable-rsc:2" score="0"/>
	<promotion_score id="promotable-rsc:3" score="0"/>
	<promotion_score id="promotable-rsc:4" score="0"/>
	<promotion_score id="promotable-rsc:1" score="-1" node="cluster01"/>
	</allocations>
	<actions>
	<rsc_action action="start" resource="httpd-bundle-2" node="cluster01" reason="unrunnable httpd-bundle-docker-2 start" blocked="true"/>
	<rsc_action action="start" resource="httpd:2" node="httpd-bundle-2" reason="unrunnable httpd-bundle-docker-2 start" blocked="true"/>
	</actions>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Show allocation scores with crm_simulate - OK (0) =#=#=#=
	* Passed: crm_simulate - Show allocation scores with crm_simulate
	=#=#=#= Begin test: Show utilization with crm_simulate =#=#=#=
	4 of 32 resource instances DISABLED and 0 BLOCKED from further action due to failure

	[ cluster01 cluster02 ]
	[ httpd-bundle-0 httpd-bundle-1 ]

	Started: [ cluster01 cluster02 ]
	Fencing (stonith:fence_xvm): Started cluster01
	dummy (ocf:pacemaker:Dummy): Started cluster02
	Stopped (disabled): [ cluster01 cluster02 ]
	inactive-dummy-1 (ocf:pacemaker:Dummy): Stopped (disabled)
	inactive-dummy-2 (ocf:pacemaker:Dummy): Stopped (disabled)
	httpd-bundle-0 (192.168.122.131) (ocf:heartbeat:apache): Started cluster01
	httpd-bundle-1 (192.168.122.132) (ocf:heartbeat:apache): Started cluster02
	httpd-bundle-2 (192.168.122.133) (ocf:heartbeat:apache): Stopped
	Public-IP (ocf:heartbeat:IPaddr): Started cluster02
	Email (lsb:exim): Started cluster02
	Started: [ cluster01 cluster02 ]
	Promoted: [ cluster02 ]
	Unpromoted: [ cluster01 ]

	Only 'private' parameters to 60s-interval monitor for dummy on cluster02 changed: 0:0;16:2:0:4a9e64d6-e1dd-4395-917c-1596312eafe4
	Original: cluster01 capacity:
	Original: cluster02 capacity:
	Original: httpd-bundle-0 capacity:
	Original: httpd-bundle-1 capacity:
	Original: httpd-bundle-2 capacity:
	pcmk__finalize_assignment: ping:0 utilization on cluster02:
	pcmk__finalize_assignment: ping:1 utilization on cluster01:
	pcmk__finalize_assignment: Fencing utilization on cluster01:
	pcmk__finalize_assignment: dummy utilization on cluster02:
	pcmk__finalize_assignment: httpd-bundle-docker-0 utilization on cluster01:
	pcmk__finalize_assignment: httpd-bundle-docker-1 utilization on cluster02:
	pcmk__finalize_assignment: httpd-bundle-ip-192.168.122.131 utilization on cluster01:
	pcmk__finalize_assignment: httpd-bundle-0 utilization on cluster01:
	pcmk__finalize_assignment: httpd:0 utilization on httpd-bundle-0:
	pcmk__finalize_assignment: httpd-bundle-ip-192.168.122.132 utilization on cluster02:
	pcmk__finalize_assignment: httpd-bundle-1 utilization on cluster02:
	pcmk__finalize_assignment: httpd:1 utilization on httpd-bundle-1:
	pcmk__finalize_assignment: httpd-bundle-2 utilization on cluster01:
	pcmk__finalize_assignment: httpd:2 utilization on httpd-bundle-2:
	pcmk__finalize_assignment: Public-IP utilization on cluster02:
	pcmk__finalize_assignment: Email utilization on cluster02:
	pcmk__finalize_assignment: mysql-proxy:0 utilization on cluster02:
	pcmk__finalize_assignment: mysql-proxy:1 utilization on cluster01:
	pcmk__finalize_assignment: promotable-rsc:0 utilization on cluster02:
	pcmk__finalize_assignment: promotable-rsc:1 utilization on cluster01:
	Remaining: cluster01 capacity:
	Remaining: cluster02 capacity:
	Remaining: httpd-bundle-0 capacity:
	Remaining: httpd-bundle-1 capacity:
	Remaining: httpd-bundle-2 capacity:

	Start httpd-bundle-2 ( cluster01 ) due to unrunnable httpd-bundle-docker-2 start (blocked)
	Start httpd:2 ( httpd-bundle-2 ) due to unrunnable httpd-bundle-docker-2 start (blocked)
	=#=#=#= End test: Show utilization with crm_simulate - OK (0) =#=#=#=
	* Passed: crm_simulate - Show utilization with crm_simulate
	=#=#=#= Begin test: Simulate injecting a failure =#=#=#=
	4 of 32 resource instances DISABLED and 0 BLOCKED from further action due to failure

	Current cluster status:
	* Node List:
	* Online: [ cluster01 cluster02 ]
	* GuestOnline: [ httpd-bundle-0 httpd-bundle-1 ]

	* Full List of Resources:
	* Clone Set: ping-clone [ping]:
	* Started: [ cluster01 cluster02 ]
	* Fencing (stonith:fence_xvm): Started cluster01
	* dummy (ocf:pacemaker:Dummy): Started cluster02
	* Clone Set: inactive-clone [inactive-dhcpd] (disabled):
	* Stopped (disabled): [ cluster01 cluster02 ]
	* Resource Group: inactive-group (disabled):
	* inactive-dummy-1 (ocf:pacemaker:Dummy): Stopped (disabled)
	* inactive-dummy-2 (ocf:pacemaker:Dummy): Stopped (disabled)
	* Container bundle set: httpd-bundle [pcmk:http]:
	* httpd-bundle-0 (192.168.122.131) (ocf:heartbeat:apache): Started cluster01
	* httpd-bundle-1 (192.168.122.132) (ocf:heartbeat:apache): Started cluster02
	* httpd-bundle-2 (192.168.122.133) (ocf:heartbeat:apache): Stopped
	* Resource Group: exim-group:
	* Public-IP (ocf:heartbeat:IPaddr): Started cluster02
	* Email (lsb:exim): Started cluster02
	* Clone Set: mysql-clone-group [mysql-group]:
	* Started: [ cluster01 cluster02 ]
	* Clone Set: promotable-clone [promotable-rsc] (promotable):
	* Promoted: [ cluster02 ]
	* Unpromoted: [ cluster01 ]

	Performing Requested Modifications:
	* Injecting ping_monitor_10000@cluster02=1 into the configuration
	* Injecting attribute fail-count-ping#monitor_10000=value++ into /node_state '2'
	* Injecting attribute last-failure-ping#monitor_10000= into /node_state '2'

	Transition Summary:
	* Recover ping:0 ( cluster02 )
	* Start httpd-bundle-2 ( cluster01 ) due to unrunnable httpd-bundle-docker-2 start (blocked)
	* Start httpd:2 ( httpd-bundle-2 ) due to unrunnable httpd-bundle-docker-2 start (blocked)

	Executing Cluster Transition:
	* Cluster action: clear_failcount for ping on cluster02
	* Pseudo action: ping-clone_stop_0
	* Pseudo action: httpd-bundle_start_0
	* Resource action: ping stop on cluster02
	* Pseudo action: ping-clone_stopped_0
	* Pseudo action: ping-clone_start_0
	* Pseudo action: httpd-bundle-clone_start_0
	* Resource action: ping start on cluster02
	* Resource action: ping monitor=10000 on cluster02
	* Pseudo action: ping-clone_running_0
	* Pseudo action: httpd-bundle-clone_running_0
	* Pseudo action: httpd-bundle_running_0

	Revised Cluster Status:
	* Node List:
	* Online: [ cluster01 cluster02 ]
	* GuestOnline: [ httpd-bundle-0 httpd-bundle-1 ]

	* Full List of Resources:
	* Clone Set: ping-clone [ping]:
	* Started: [ cluster01 cluster02 ]
	* Fencing (stonith:fence_xvm): Started cluster01
	* dummy (ocf:pacemaker:Dummy): Started cluster02
	* Clone Set: inactive-clone [inactive-dhcpd] (disabled):
	* Stopped (disabled): [ cluster01 cluster02 ]
	* Resource Group: inactive-group (disabled):
	* inactive-dummy-1 (ocf:pacemaker:Dummy): Stopped (disabled)
	* inactive-dummy-2 (ocf:pacemaker:Dummy): Stopped (disabled)
	* Container bundle set: httpd-bundle [pcmk:http]:
	* httpd-bundle-0 (192.168.122.131) (ocf:heartbeat:apache): Started cluster01
	* httpd-bundle-1 (192.168.122.132) (ocf:heartbeat:apache): Started cluster02
	* httpd-bundle-2 (192.168.122.133) (ocf:heartbeat:apache): Stopped
	* Resource Group: exim-group:
	* Public-IP (ocf:heartbeat:IPaddr): Started cluster02
	* Email (lsb:exim): Started cluster02
	* Clone Set: mysql-clone-group [mysql-group]:
	* Started: [ cluster01 cluster02 ]
	* Clone Set: promotable-clone [promotable-rsc] (promotable):
	* Promoted: [ cluster02 ]
	* Unpromoted: [ cluster01 ]
	=#=#=#= End test: Simulate injecting a failure - OK (0) =#=#=#=
	* Passed: crm_simulate - Simulate injecting a failure
	=#=#=#= Begin test: Simulate bringing a node down =#=#=#=
	4 of 32 resource instances DISABLED and 0 BLOCKED from further action due to failure

	Current cluster status:
	* Node List:
	* Online: [ cluster01 cluster02 ]
	* GuestOnline: [ httpd-bundle-0 httpd-bundle-1 ]

	* Full List of Resources:
	* Clone Set: ping-clone [ping]:
	* Started: [ cluster01 cluster02 ]
	* Fencing (stonith:fence_xvm): Started cluster01
	* dummy (ocf:pacemaker:Dummy): Started cluster02
	* Clone Set: inactive-clone [inactive-dhcpd] (disabled):
	* Stopped (disabled): [ cluster01 cluster02 ]
	* Resource Group: inactive-group (disabled):
	* inactive-dummy-1 (ocf:pacemaker:Dummy): Stopped (disabled)
	* inactive-dummy-2 (ocf:pacemaker:Dummy): Stopped (disabled)
	* Container bundle set: httpd-bundle [pcmk:http]:
	* httpd-bundle-0 (192.168.122.131) (ocf:heartbeat:apache): Started cluster01
	* httpd-bundle-1 (192.168.122.132) (ocf:heartbeat:apache): Started cluster02
	* httpd-bundle-2 (192.168.122.133) (ocf:heartbeat:apache): Stopped
	* Resource Group: exim-group:
	* Public-IP (ocf:heartbeat:IPaddr): Started cluster02
	* Email (lsb:exim): Started cluster02
	* Clone Set: mysql-clone-group [mysql-group]:
	* Started: [ cluster01 cluster02 ]
	* Clone Set: promotable-clone [promotable-rsc] (promotable):
	* Promoted: [ cluster02 ]
	* Unpromoted: [ cluster01 ]

	Performing Requested Modifications:
	* Taking node cluster01 offline

	Transition Summary:
	* Fence (off) httpd-bundle-0 (resource: httpd-bundle-docker-0) 'guest is unclean'
	* Start Fencing ( cluster02 )
	* Start httpd-bundle-0 ( cluster02 ) due to unrunnable httpd-bundle-docker-0 start (blocked)
	* Stop httpd:0 ( httpd-bundle-0 ) due to unrunnable httpd-bundle-docker-0 start
	* Start httpd-bundle-2 ( cluster02 ) due to unrunnable httpd-bundle-docker-2 start (blocked)
	* Start httpd:2 ( httpd-bundle-2 ) due to unrunnable httpd-bundle-docker-2 start (blocked)

	Executing Cluster Transition:
	* Resource action: Fencing start on cluster02
	* Pseudo action: stonith-httpd-bundle-0-off on httpd-bundle-0
	* Pseudo action: httpd-bundle_stop_0
	* Pseudo action: httpd-bundle_start_0
	* Resource action: Fencing monitor=60000 on cluster02
	* Pseudo action: httpd-bundle-clone_stop_0
	* Pseudo action: httpd_stop_0
	* Pseudo action: httpd-bundle-clone_stopped_0
	* Pseudo action: httpd-bundle-clone_start_0
	* Pseudo action: httpd-bundle_stopped_0
	* Pseudo action: httpd-bundle-clone_running_0
	* Pseudo action: httpd-bundle_running_0

	Revised Cluster Status:
	* Node List:
	* Online: [ cluster02 ]
	* OFFLINE: [ cluster01 ]
	* GuestOnline: [ httpd-bundle-1 ]

	* Full List of Resources:
	* Clone Set: ping-clone [ping]:
	* Started: [ cluster02 ]
	* Stopped: [ cluster01 ]
	* Fencing (stonith:fence_xvm): Started cluster02
	* dummy (ocf:pacemaker:Dummy): Started cluster02
	* Clone Set: inactive-clone [inactive-dhcpd] (disabled):
	* Stopped (disabled): [ cluster01 cluster02 ]
	* Resource Group: inactive-group (disabled):
	* inactive-dummy-1 (ocf:pacemaker:Dummy): Stopped (disabled)
	* inactive-dummy-2 (ocf:pacemaker:Dummy): Stopped (disabled)
	* Container bundle set: httpd-bundle [pcmk:http]:
	* httpd-bundle-0 (192.168.122.131) (ocf:heartbeat:apache): FAILED
	* httpd-bundle-1 (192.168.122.132) (ocf:heartbeat:apache): Started cluster02
	* httpd-bundle-2 (192.168.122.133) (ocf:heartbeat:apache): Stopped
	* Resource Group: exim-group:
	* Public-IP (ocf:heartbeat:IPaddr): Started cluster02
	* Email (lsb:exim): Started cluster02
	* Clone Set: mysql-clone-group [mysql-group]:
	* Started: [ cluster02 ]
	* Stopped: [ cluster01 ]
	* Clone Set: promotable-clone [promotable-rsc] (promotable):
	* Promoted: [ cluster02 ]
	* Stopped: [ cluster01 ]
	=#=#=#= End test: Simulate bringing a node down - OK (0) =#=#=#=
	* Passed: crm_simulate - Simulate bringing a node down
	=#=#=#= Begin test: Simulate a node failing =#=#=#=
	4 of 32 resource instances DISABLED and 0 BLOCKED from further action due to failure

	Current cluster status:
	* Node List:
	* Online: [ cluster01 cluster02 ]
	* GuestOnline: [ httpd-bundle-0 httpd-bundle-1 ]

	* Full List of Resources:
	* Clone Set: ping-clone [ping]:
	* Started: [ cluster01 cluster02 ]
	* Fencing (stonith:fence_xvm): Started cluster01
	* dummy (ocf:pacemaker:Dummy): Started cluster02
	* Clone Set: inactive-clone [inactive-dhcpd] (disabled):
	* Stopped (disabled): [ cluster01 cluster02 ]
	* Resource Group: inactive-group (disabled):
	* inactive-dummy-1 (ocf:pacemaker:Dummy): Stopped (disabled)
	* inactive-dummy-2 (ocf:pacemaker:Dummy): Stopped (disabled)
	* Container bundle set: httpd-bundle [pcmk:http]:
	* httpd-bundle-0 (192.168.122.131) (ocf:heartbeat:apache): Started cluster01
	* httpd-bundle-1 (192.168.122.132) (ocf:heartbeat:apache): Started cluster02
	* httpd-bundle-2 (192.168.122.133) (ocf:heartbeat:apache): Stopped
	* Resource Group: exim-group:
	* Public-IP (ocf:heartbeat:IPaddr): Started cluster02
	* Email (lsb:exim): Started cluster02
	* Clone Set: mysql-clone-group [mysql-group]:
	* Started: [ cluster01 cluster02 ]
	* Clone Set: promotable-clone [promotable-rsc] (promotable):
	* Promoted: [ cluster02 ]
	* Unpromoted: [ cluster01 ]

	Performing Requested Modifications:
	* Failing node cluster02

	Transition Summary:
	* Fence (off) httpd-bundle-1 (resource: httpd-bundle-docker-1) 'guest is unclean'
	* Fence (reboot) cluster02 'peer is no longer part of the cluster'
	* Stop ping:0 ( cluster02 ) due to node availability
	* Stop dummy ( cluster02 ) due to node availability
	* Stop httpd-bundle-ip-192.168.122.132 ( cluster02 ) due to node availability
	* Stop httpd-bundle-docker-1 ( cluster02 ) due to node availability
	* Stop httpd-bundle-1 ( cluster02 ) due to unrunnable httpd-bundle-docker-1 start
	* Stop httpd:1 ( httpd-bundle-1 ) due to unrunnable httpd-bundle-docker-1 start
	* Start httpd-bundle-2 ( cluster01 ) due to unrunnable httpd-bundle-docker-2 start (blocked)
	* Start httpd:2 ( httpd-bundle-2 ) due to unrunnable httpd-bundle-docker-2 start (blocked)
	* Move Public-IP ( cluster02 -> cluster01 )
	* Move Email ( cluster02 -> cluster01 )
	* Stop mysql-proxy:0 ( cluster02 ) due to node availability
	* Stop promotable-rsc:0 ( Promoted cluster02 ) due to node availability

	Executing Cluster Transition:
	* Pseudo action: httpd-bundle-1_stop_0
	* Pseudo action: promotable-clone_demote_0
	* Pseudo action: httpd-bundle_stop_0
	* Pseudo action: httpd-bundle_start_0
	* Fencing cluster02 (reboot)
	* Pseudo action: ping-clone_stop_0
	* Pseudo action: dummy_stop_0
	* Pseudo action: httpd-bundle-docker-1_stop_0
	* Pseudo action: exim-group_stop_0
	* Pseudo action: Email_stop_0
	* Pseudo action: mysql-clone-group_stop_0
	* Pseudo action: promotable-rsc_demote_0
	* Pseudo action: promotable-clone_demoted_0
	* Pseudo action: promotable-clone_stop_0
	* Pseudo action: stonith-httpd-bundle-1-off on httpd-bundle-1
	* Pseudo action: ping_stop_0
	* Pseudo action: ping-clone_stopped_0
	* Pseudo action: httpd-bundle-clone_stop_0
	* Pseudo action: httpd-bundle-ip-192.168.122.132_stop_0
	* Pseudo action: Public-IP_stop_0
	* Pseudo action: mysql-group:0_stop_0
	* Pseudo action: mysql-proxy_stop_0
	* Pseudo action: promotable-rsc_stop_0
	* Pseudo action: promotable-clone_stopped_0
	* Pseudo action: httpd_stop_0
	* Pseudo action: httpd-bundle-clone_stopped_0
	* Pseudo action: httpd-bundle-clone_start_0
	* Pseudo action: exim-group_stopped_0
	* Pseudo action: exim-group_start_0
	* Resource action: Public-IP start on cluster01
	* Resource action: Email start on cluster01
	* Pseudo action: mysql-group:0_stopped_0
	* Pseudo action: mysql-clone-group_stopped_0
	* Pseudo action: httpd-bundle_stopped_0
	* Pseudo action: httpd-bundle-clone_running_0
	* Pseudo action: exim-group_running_0
	* Pseudo action: httpd-bundle_running_0

	Revised Cluster Status:
	* Node List:
	* Online: [ cluster01 ]
	* OFFLINE: [ cluster02 ]
	* GuestOnline: [ httpd-bundle-0 ]

	* Full List of Resources:
	* Clone Set: ping-clone [ping]:
	* Started: [ cluster01 ]
	* Stopped: [ cluster02 ]
	* Fencing (stonith:fence_xvm): Started cluster01
	* dummy (ocf:pacemaker:Dummy): Stopped
	* Clone Set: inactive-clone [inactive-dhcpd] (disabled):
	* Stopped (disabled): [ cluster01 cluster02 ]
	* Resource Group: inactive-group (disabled):
	* inactive-dummy-1 (ocf:pacemaker:Dummy): Stopped (disabled)
	* inactive-dummy-2 (ocf:pacemaker:Dummy): Stopped (disabled)
	* Container bundle set: httpd-bundle [pcmk:http]:
	* httpd-bundle-0 (192.168.122.131) (ocf:heartbeat:apache): Started cluster01
	* httpd-bundle-1 (192.168.122.132) (ocf:heartbeat:apache): FAILED
	* httpd-bundle-2 (192.168.122.133) (ocf:heartbeat:apache): Stopped
	* Resource Group: exim-group:
	* Public-IP (ocf:heartbeat:IPaddr): Started cluster01
	* Email (lsb:exim): Started cluster01
	* Clone Set: mysql-clone-group [mysql-group]:
	* Started: [ cluster01 ]
	* Stopped: [ cluster02 ]
	* Clone Set: promotable-clone [promotable-rsc] (promotable):
	* Unpromoted: [ cluster01 ]
	* Stopped: [ cluster02 ]
	=#=#=#= End test: Simulate a node failing - OK (0) =#=#=#=
	* Passed: crm_simulate - Simulate a node failing
	=#=#=#= Begin test: List a promotable clone resource =#=#=#=
	resource promotable-clone is running on: cluster01
	resource promotable-clone is running on: cluster02 Promoted
	=#=#=#= End test: List a promotable clone resource - OK (0) =#=#=#=
	* Passed: crm_resource - List a promotable clone resource
	=#=#=#= Begin test: List the primitive of a promotable clone resource =#=#=#=
	resource promotable-rsc is running on: cluster01
	resource promotable-rsc is running on: cluster02 Promoted
	=#=#=#= End test: List the primitive of a promotable clone resource - OK (0) =#=#=#=
	* Passed: crm_resource - List the primitive of a promotable clone resource
	=#=#=#= Begin test: List a single instance of a promotable clone resource =#=#=#=
	resource promotable-rsc:0 is running on: cluster02 Promoted
	=#=#=#= End test: List a single instance of a promotable clone resource - OK (0) =#=#=#=
	* Passed: crm_resource - List a single instance of a promotable clone resource
	=#=#=#= Begin test: List another instance of a promotable clone resource =#=#=#=
	resource promotable-rsc:1 is running on: cluster01
	=#=#=#= End test: List another instance of a promotable clone resource - OK (0) =#=#=#=
	* Passed: crm_resource - List another instance of a promotable clone resource
	=#=#=#= Begin test: List a promotable clone resource in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource --locate -r promotable-clone --output-as=xml">
	<nodes resource="promotable-clone">
	<node>cluster01</node>
	<node state="promoted">cluster02</node>
	</nodes>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: List a promotable clone resource in XML - OK (0) =#=#=#=
	* Passed: crm_resource - List a promotable clone resource in XML
	=#=#=#= Begin test: List the primitive of a promotable clone resource in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource --locate -r promotable-rsc --output-as=xml">
	<nodes resource="promotable-rsc">
	<node>cluster01</node>
	<node state="promoted">cluster02</node>
	</nodes>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: List the primitive of a promotable clone resource in XML - OK (0) =#=#=#=
	* Passed: crm_resource - List the primitive of a promotable clone resource in XML
	=#=#=#= Begin test: List a single instance of a promotable clone resource in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource --locate -r promotable-rsc:0 --output-as=xml">
	<nodes resource="promotable-rsc:0">
	<node state="promoted">cluster02</node>
	</nodes>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: List a single instance of a promotable clone resource in XML - OK (0) =#=#=#=
	* Passed: crm_resource - List a single instance of a promotable clone resource in XML
	=#=#=#= Begin test: List another instance of a promotable clone resource in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource --locate -r promotable-rsc:1 --output-as=xml">
	<nodes resource="promotable-rsc:1">
	<node>cluster01</node>
	</nodes>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: List another instance of a promotable clone resource in XML - OK (0) =#=#=#=
	* Passed: crm_resource - List another instance of a promotable clone resource in XML
	=#=#=#= Begin test: Try to move an instance of a cloned resource =#=#=#=
	crm_resource: Cannot operate on clone resource instance 'promotable-rsc:0'
	Error performing operation: Invalid parameter
	=#=#=#= End test: Try to move an instance of a cloned resource - Invalid parameter (2) =#=#=#=
	* Passed: crm_resource - Try to move an instance of a cloned resource
	=#=#=#= Begin test: Query a nonexistent promotable score attribute =#=#=#=
	crm_attribute: Error performing operation: No such device or address
	=#=#=#= End test: Query a nonexistent promotable score attribute - No such object (105) =#=#=#=
	* Passed: crm_attribute - Query a nonexistent promotable score attribute
	=#=#=#= Begin test: Query a nonexistent promotable score attribute (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_attribute -N cluster01 -p promotable-rsc -G --output-as=xml">
	<status code="105" message="No such object">
	<errors>
	<error>crm_attribute: Error performing operation: No such device or address</error>
	</errors>
	</status>
	</pacemaker-result>
	=#=#=#= End test: Query a nonexistent promotable score attribute (XML) - No such object (105) =#=#=#=
	* Passed: crm_attribute - Query a nonexistent promotable score attribute (XML)
	=#=#=#= Begin test: Delete a nonexistent promotable score attribute =#=#=#=
	=#=#=#= End test: Delete a nonexistent promotable score attribute - OK (0) =#=#=#=
	* Passed: crm_attribute - Delete a nonexistent promotable score attribute
	=#=#=#= Begin test: Delete a nonexistent promotable score attribute (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_attribute -N cluster01 -p promotable-rsc -D --output-as=xml">
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Delete a nonexistent promotable score attribute (XML) - OK (0) =#=#=#=
	* Passed: crm_attribute - Delete a nonexistent promotable score attribute (XML)
	=#=#=#= Begin test: Query after deleting a nonexistent promotable score attribute =#=#=#=
	crm_attribute: Error performing operation: No such device or address
	=#=#=#= End test: Query after deleting a nonexistent promotable score attribute - No such object (105) =#=#=#=
	* Passed: crm_attribute - Query after deleting a nonexistent promotable score attribute
	=#=#=#= Begin test: Query after deleting a nonexistent promotable score attribute (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_attribute -N cluster01 -p promotable-rsc -G --output-as=xml">
	<status code="105" message="No such object">
	<errors>
	<error>crm_attribute: Error performing operation: No such device or address</error>
	</errors>
	</status>
	</pacemaker-result>
	=#=#=#= End test: Query after deleting a nonexistent promotable score attribute (XML) - No such object (105) =#=#=#=
	* Passed: crm_attribute - Query after deleting a nonexistent promotable score attribute (XML)
	=#=#=#= Begin test: Update a nonexistent promotable score attribute =#=#=#=
	=#=#=#= End test: Update a nonexistent promotable score attribute - OK (0) =#=#=#=
	* Passed: crm_attribute - Update a nonexistent promotable score attribute
	=#=#=#= Begin test: Update a nonexistent promotable score attribute (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_attribute -N cluster01 -p promotable-rsc -v 1 --output-as=xml">
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Update a nonexistent promotable score attribute (XML) - OK (0) =#=#=#=
	* Passed: crm_attribute - Update a nonexistent promotable score attribute (XML)
	=#=#=#= Begin test: Query after updating a nonexistent promotable score attribute =#=#=#=
	scope=status name=master-promotable-rsc value=1
	=#=#=#= End test: Query after updating a nonexistent promotable score attribute - OK (0) =#=#=#=
	* Passed: crm_attribute - Query after updating a nonexistent promotable score attribute
	=#=#=#= Begin test: Query after updating a nonexistent promotable score attribute (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_attribute -N cluster01 -p promotable-rsc -G --output-as=xml">
	<attribute name="master-promotable-rsc" value="1" scope="status"/>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Query after updating a nonexistent promotable score attribute (XML) - OK (0) =#=#=#=
	* Passed: crm_attribute - Query after updating a nonexistent promotable score attribute (XML)
	=#=#=#= Begin test: Update an existing promotable score attribute =#=#=#=
	=#=#=#= End test: Update an existing promotable score attribute - OK (0) =#=#=#=
	* Passed: crm_attribute - Update an existing promotable score attribute
	=#=#=#= Begin test: Update an existing promotable score attribute (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_attribute -N cluster01 -p promotable-rsc -v 5 --output-as=xml">
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Update an existing promotable score attribute (XML) - OK (0) =#=#=#=
	* Passed: crm_attribute - Update an existing promotable score attribute (XML)
	=#=#=#= Begin test: Query after updating an existing promotable score attribute =#=#=#=
	scope=status name=master-promotable-rsc value=5
	=#=#=#= End test: Query after updating an existing promotable score attribute - OK (0) =#=#=#=
	* Passed: crm_attribute - Query after updating an existing promotable score attribute
	=#=#=#= Begin test: Query after updating an existing promotable score attribute (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_attribute -N cluster01 -p promotable-rsc -G --output-as=xml">
	<attribute name="master-promotable-rsc" value="5" scope="status"/>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Query after updating an existing promotable score attribute (XML) - OK (0) =#=#=#=
	* Passed: crm_attribute - Query after updating an existing promotable score attribute (XML)
	=#=#=#= Begin test: Delete an existing promotable score attribute =#=#=#=
	Deleted status attribute: id=status-1-master-promotable-rsc name=master-promotable-rsc
	=#=#=#= End test: Delete an existing promotable score attribute - OK (0) =#=#=#=
	* Passed: crm_attribute - Delete an existing promotable score attribute
	=#=#=#= Begin test: Delete an existing promotable score attribute (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_attribute -N cluster01 -p promotable-rsc -D --output-as=xml">
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Delete an existing promotable score attribute (XML) - OK (0) =#=#=#=
	* Passed: crm_attribute - Delete an existing promotable score attribute (XML)
	=#=#=#= Begin test: Query after deleting an existing promotable score attribute =#=#=#=
	crm_attribute: Error performing operation: No such device or address
	=#=#=#= End test: Query after deleting an existing promotable score attribute - No such object (105) =#=#=#=
	* Passed: crm_attribute - Query after deleting an existing promotable score attribute
	=#=#=#= Begin test: Query after deleting an existing promotable score attribute (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_attribute -N cluster01 -p promotable-rsc -G --output-as=xml">
	<status code="105" message="No such object">
	<errors>
	<error>crm_attribute: Error performing operation: No such device or address</error>
	</errors>
	</status>
	</pacemaker-result>
	=#=#=#= End test: Query after deleting an existing promotable score attribute (XML) - No such object (105) =#=#=#=
	* Passed: crm_attribute - Query after deleting an existing promotable score attribute (XML)
	=#=#=#= Begin test: Update a promotable score attribute to -INFINITY =#=#=#=
	=#=#=#= End test: Update a promotable score attribute to -INFINITY - OK (0) =#=#=#=
	* Passed: crm_attribute - Update a promotable score attribute to -INFINITY
	=#=#=#= Begin test: Update a promotable score attribute to -INFINITY (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_attribute -N cluster01 -p -v -INFINITY --output-as=xml">
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Update a promotable score attribute to -INFINITY (XML) - OK (0) =#=#=#=
	* Passed: crm_attribute - Update a promotable score attribute to -INFINITY (XML)
	=#=#=#= Begin test: Query after updating a promotable score attribute to -INFINITY =#=#=#=
	scope=status name=master-promotable-rsc value=-INFINITY
	=#=#=#= End test: Query after updating a promotable score attribute to -INFINITY - OK (0) =#=#=#=
	* Passed: crm_attribute - Query after updating a promotable score attribute to -INFINITY
	=#=#=#= Begin test: Query after updating a promotable score attribute to -INFINITY (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_attribute -N cluster01 -p -G --output-as=xml">
	<attribute name="master-promotable-rsc" value="-INFINITY" scope="status"/>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Query after updating a promotable score attribute to -INFINITY (XML) - OK (0) =#=#=#=
	* Passed: crm_attribute - Query after updating a promotable score attribute to -INFINITY (XML)
	=#=#=#= Begin test: Try OCF_RESOURCE_INSTANCE if -p is specified with an empty string =#=#=#=
	-crm_attribute: Error performing operation: No such device or address
	-=#=#=#= End test: Try OCF_RESOURCE_INSTANCE if -p is specified with an empty string - No such object (105) =#=#=#=
	+scope=status name=master-promotable-rsc value=-INFINITY
	+=#=#=#= End test: Try OCF_RESOURCE_INSTANCE if -p is specified with an empty string - OK (0) =#=#=#=
	* Passed: crm_attribute - Try OCF_RESOURCE_INSTANCE if -p is specified with an empty string
	=#=#=#= Begin test: Return usage error if both -p and OCF_RESOURCE_INSTANCE are empty strings =#=#=#=
	-crm_attribute: Error performing operation: No such device or address
	-=#=#=#= End test: Return usage error if both -p and OCF_RESOURCE_INSTANCE are empty strings - No such object (105) =#=#=#=
	+crm_attribute: -p/--promotion must be called from an OCF resource agent or with a resource ID specified
	+=#=#=#= End test: Return usage error if both -p and OCF_RESOURCE_INSTANCE are empty strings - Incorrect usage (64) =#=#=#=
	* Passed: crm_attribute - Return usage error if both -p and OCF_RESOURCE_INSTANCE are empty strings
	=#=#=#= Begin test: Check that CIB_file="-" works - crm_mon =#=#=#=
	Cluster Summary:
	* Stack: corosync
	* Current DC: cluster02 (version) - partition with quorum
	* Last updated:
	* Last change:
	* 5 nodes configured
	* 32 resource instances configured (4 DISABLED)

	Node List:
	* Online: [ cluster01 cluster02 ]
	* GuestOnline: [ httpd-bundle-0 httpd-bundle-1 ]

	Active Resources:
	* Clone Set: ping-clone [ping]:
	* Started: [ cluster01 cluster02 ]
	* Fencing (stonith:fence_xvm): Started cluster01
	* dummy (ocf:pacemaker:Dummy): Started cluster02
	* Container bundle set: httpd-bundle [pcmk:http]:
	* httpd-bundle-0 (192.168.122.131) (ocf:heartbeat:apache): Started cluster01
	* httpd-bundle-1 (192.168.122.132) (ocf:heartbeat:apache): Started cluster02
	* httpd-bundle-2 (192.168.122.133) (ocf:heartbeat:apache): Stopped
	* Resource Group: exim-group:
	* Public-IP (ocf:heartbeat:IPaddr): Started cluster02
	* Email (lsb:exim): Started cluster02
	* Clone Set: mysql-clone-group [mysql-group]:
	* Started: [ cluster01 cluster02 ]
	* Clone Set: promotable-clone [promotable-rsc] (promotable):
	* Promoted: [ cluster02 ]
	* Unpromoted: [ cluster01 ]
	=#=#=#= End test: Check that CIB_file="-" works - crm_mon - OK (0) =#=#=#=
	* Passed: cat - Check that CIB_file="-" works - crm_mon
	=#=#=#= Begin test: Check that CIB_file="-" works - crm_resource =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource --digests -r rsc1 -N node1 --output-as=xml">
	<digests resource="rsc1" node="node1" task="start" interval="0ms">
	<digest type="all" hash="3acdbe4c12734ebeb1251a59545af936">
	<parameters passwd="secret" fake="0"/>
	</digest>
	<digest type="nonprivate" hash="279c477dbc38c621904a00ab9e599b2f">
	<parameters fake="0"/>
	</digest>
	<digest type="nonreloadable" hash="5de1fd72a2e7762ed41543231034f6d7">
	<parameters passwd="secret"/>
	</digest>
	</digests>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Check that CIB_file="-" works - crm_resource - OK (0) =#=#=#=
	* Passed: cat - Check that CIB_file="-" works - crm_resource
	=#=#=#= Begin test: Check that CIB_file="-" works - crmadmin =#=#=#=
	11
	=#=#=#= End test: Check that CIB_file="-" works - crmadmin - OK (0) =#=#=#=
	* Passed: cat - Check that CIB_file="-" works - crmadmin
	=#=#=#= Begin test: Get active shadow instance (no active instance) =#=#=#=
	crm_shadow: No active shadow configuration defined
	=#=#=#= End test: Get active shadow instance (no active instance) - No such object (105) =#=#=#=
	* Passed: crm_shadow - Get active shadow instance (no active instance)
	=#=#=#= Begin test: Get active shadow instance (no active instance) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --which --output-as=xml">
	<status code="105" message="No such object">
	<errors>
	<error>crm_shadow: No active shadow configuration defined</error>
	</errors>
	</status>
	</pacemaker-result>
	=#=#=#= End test: Get active shadow instance (no active instance) (XML) - No such object (105) =#=#=#=
	* Passed: crm_shadow - Get active shadow instance (no active instance) (XML)
	=#=#=#= Begin test: Get active shadow instance's file name (no active instance) =#=#=#=
	crm_shadow: No active shadow configuration defined
	=#=#=#= End test: Get active shadow instance's file name (no active instance) - No such object (105) =#=#=#=
	* Passed: crm_shadow - Get active shadow instance's file name (no active instance)
	=#=#=#= Begin test: Get active shadow instance's file name (no active instance) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --file --output-as=xml">
	<status code="105" message="No such object">
	<errors>
	<error>crm_shadow: No active shadow configuration defined</error>
	</errors>
	</status>
	</pacemaker-result>
	=#=#=#= End test: Get active shadow instance's file name (no active instance) (XML) - No such object (105) =#=#=#=
	* Passed: crm_shadow - Get active shadow instance's file name (no active instance) (XML)
	=#=#=#= Begin test: Get active shadow instance's contents (no active instance) =#=#=#=
	crm_shadow: No active shadow configuration defined
	=#=#=#= End test: Get active shadow instance's contents (no active instance) - No such object (105) =#=#=#=
	* Passed: crm_shadow - Get active shadow instance's contents (no active instance)
	=#=#=#= Begin test: Get active shadow instance's contents (no active instance) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --display --output-as=xml">
	<status code="105" message="No such object">
	<errors>
	<error>crm_shadow: No active shadow configuration defined</error>
	</errors>
	</status>
	</pacemaker-result>
	=#=#=#= End test: Get active shadow instance's contents (no active instance) (XML) - No such object (105) =#=#=#=
	* Passed: crm_shadow - Get active shadow instance's contents (no active instance) (XML)
	=#=#=#= Begin test: Get active shadow instance's diff (no active instance) =#=#=#=
	crm_shadow: No active shadow configuration defined
	=#=#=#= End test: Get active shadow instance's diff (no active instance) - No such object (105) =#=#=#=
	* Passed: crm_shadow - Get active shadow instance's diff (no active instance)
	=#=#=#= Begin test: Get active shadow instance's diff (no active instance) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --diff --output-as=xml">
	<status code="105" message="No such object">
	<errors>
	<error>crm_shadow: No active shadow configuration defined</error>
	</errors>
	</status>
	</pacemaker-result>
	=#=#=#= End test: Get active shadow instance's diff (no active instance) (XML) - No such object (105) =#=#=#=
	* Passed: crm_shadow - Get active shadow instance's diff (no active instance) (XML)
	=#=#=#= Begin test: Create copied shadow instance =#=#=#=
	A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli
	=#=#=#= End test: Create copied shadow instance - OK (0) =#=#=#=
	* Passed: crm_shadow - Create copied shadow instance
	=#=#=#= Begin test: Create copied shadow instance (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --create cts-cli --batch --output-as=xml">
	<instruction>A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli</instruction>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Create copied shadow instance (XML) - OK (0) =#=#=#=
	* Passed: crm_shadow - Create copied shadow instance (XML)
	=#=#=#= Begin test: Get active shadow instance (copied) =#=#=#=
	cts-cli
	=#=#=#= End test: Get active shadow instance (copied) - OK (0) =#=#=#=
	* Passed: crm_shadow - Get active shadow instance (copied)
	=#=#=#= Begin test: Get active shadow instance (copied) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --which --output-as=xml">
	<shadow instance="cts-cli"/>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Get active shadow instance (copied) (XML) - OK (0) =#=#=#=
	* Passed: crm_shadow - Get active shadow instance (copied) (XML)
	=#=#=#= Begin test: Get active shadow instance's file name (copied) =#=#=#=
	/tmp/cts-cli.shadow/shadow.cts-cli
	=#=#=#= End test: Get active shadow instance's file name (copied) - OK (0) =#=#=#=
	* Passed: crm_shadow - Get active shadow instance's file name (copied)
	=#=#=#= Begin test: Get active shadow instance's file name (copied) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --file --output-as=xml">
	<shadow instance="cts-cli" file="/tmp/cts-cli.shadow/shadow.cts-cli"/>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Get active shadow instance's file name (copied) (XML) - OK (0) =#=#=#=
	* Passed: crm_shadow - Get active shadow instance's file name (copied) (XML)
	=#=#=#= Begin test: Get active shadow instance's contents (copied) =#=#=#=
	<cib epoch="1" num_updates="173" admin_epoch="1">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
	<nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.0.4-1.e97f9675f.git.el7-e97f9675f"/>
	<nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
	<nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test-cluster"/>
	<nvpair id="cib-bootstrap-options-stonith-enabled" name="stonith-enabled" value="true"/>
	<nvpair id="cib-bootstrap-options-maintenance-mode" name="maintenance-mode" value="false"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="1" uname="cluster01">
	<instance_attributes id="nodes-1">
	<nvpair id="nodes-1-location" name="location" value="office"/>
	</instance_attributes>
	</node>
	<node id="2" uname="cluster02"/>
	</nodes>
	<resources>
	<clone id="ping-clone">
	<primitive class="ocf" id="ping" provider="pacemaker" type="ping">
	<instance_attributes id="ping-instance_attributes">
	<nvpair id="ping-instance_attributes-dampen" name="dampen" value="5s"/>
	<nvpair id="ping-instance_attributes-host_list" name="host_list" value="192.168.122.1"/>
	<nvpair id="ping-instance_attributes-multiplier" name="multiplier" value="1000"/>
	</instance_attributes>
	<operations>
	<op id="ping-monitor-interval-10s" interval="10s" name="monitor" timeout="60s"/>
	<op id="ping-start-interval-0s" interval="0s" name="start" timeout="60s"/>
	<op id="ping-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
	</operations>
	</primitive>
	</clone>
	<primitive class="stonith" id="Fencing" type="fence_xvm">
	<instance_attributes id="Fencing-instance_attributes">
	<nvpair id="Fencing-instance_attributes-ip_family" name="ip_family" value="ipv4"/>
	</instance_attributes>
	<operations>
	<op id="Fencing-monitor-interval-60s" interval="60s" name="monitor"/>
	</operations>
	</primitive>
	<primitive class="ocf" id="dummy" provider="pacemaker" type="Dummy">
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-op_sleep" name="op_sleep" value="6"/>
	</instance_attributes>
	<operations>
	<op id="dummy-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
	<op id="dummy-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
	<op id="dummy-monitor-interval-60s" interval="60s" name="monitor" on-fail="stop"/>
	<op id="dummy-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
	<op id="dummy-start-interval-0s" interval="0s" name="start" timeout="20s"/>
	<op id="dummy-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
	</operations>
	</primitive>
	<clone id="inactive-clone">
	<meta_attributes id="inactive-clone-meta_attributes">
	<nvpair id="inactive-clone-meta_attributes-target-role" name="target-role" value="stopped"/>
	</meta_attributes>
	<primitive id="inactive-dhcpd" class="lsb" type="dhcpd"/>
	</clone>
	<group id="inactive-group">
	<meta_attributes id="inactive-group-meta_attributes">
	<nvpair id="inactive-group-meta_attributes-target-role" name="target-role" value="stopped"/>
	</meta_attributes>
	<primitive class="ocf" id="inactive-dummy-1" provider="pacemaker" type="Dummy"/>
	<primitive class="ocf" id="inactive-dummy-2" provider="pacemaker" type="Dummy"/>
	</group>
	<bundle id="httpd-bundle">
	<docker image="pcmk:http" replicas="3"/>
	<network ip-range-start="192.168.122.131" host-netmask="24" host-interface="eth0">
	<port-mapping id="httpd-port" port="80"/>
	</network>
	<storage>
	<storage-mapping id="httpd-syslog" source-dir="/dev/log" target-dir="/dev/log" options="rw"/>
	<storage-mapping id="httpd-root" source-dir="/srv/html" target-dir="/var/www/html" options="rw"/>
	<storage-mapping id="httpd-logs" source-dir-root="/var/log/pacemaker/bundles" target-dir="/etc/httpd/logs" options="rw"/>
	</storage>
	<primitive class="ocf" id="httpd" provider="heartbeat" type="apache"/>
	<meta_attributes id="bundle-meta_attributes">
	<nvpair id="bundle-meta_attributes-target-role" name="target-role" value="Started"/>
	</meta_attributes>
	</bundle>
	<group id="exim-group">
	<primitive id="Public-IP" class="ocf" type="IPaddr" provider="heartbeat">
	<instance_attributes id="params-public-ip">
	<nvpair id="public-ip-addr" name="ip" value="192.168.1.1"/>
	</instance_attributes>
	</primitive>
	<primitive id="Email" class="lsb" type="exim"/>
	</group>
	<clone id="mysql-clone-group">
	<group id="mysql-group">
	<primitive id="mysql-proxy" class="lsb" type="mysql-proxy">
	<operations>
	<op name="monitor" interval="10s" id="mysql-proxy_mon" timeout="20s"/>
	</operations>
	</primitive>
	</group>
	</clone>
	<clone id="promotable-clone">
	<meta_attributes id="promotable-clone-meta_attributes">
	<nvpair id="promotable-clone-meta_attributes-promotable" name="promotable" value="true"/>
	</meta_attributes>
	<primitive id="promotable-rsc" class="ocf" provider="pacemaker" type="Stateful" description="test_description">
	<operations id="promotable-rsc-operations">
	<op id="promotable-rsc-monitor-promoted-5" name="monitor" interval="5" role="Promoted"/>
	<op id="promotable-rsc-monitor-unpromoted-10" name="monitor" interval="10" role="Unpromoted"/>
	</operations>
	</primitive>
	</clone>
	</resources>
	<constraints>
	<rsc_location id="not-on-cluster1" rsc="dummy" node="cluster01" score="-INFINITY"/>
	<rsc_location id="loc-promotable-clone" rsc="promotable-clone">
	<rule id="loc-promotable-clone-rule" role="Promoted" score="10">
	<expression attribute="#uname" id="loc-promotable-clone-expression" operation="eq" value="cluster02"/>
	</rule>
	</rsc_location>
	</constraints>
	<tags>
	<tag id="all-nodes">
	<obj_ref id="1"/>
	<obj_ref id="2"/>
	</tag>
	<tag id="even-nodes">
	<obj_ref id="2"/>
	</tag>
	<tag id="odd-nodes">
	<obj_ref id="1"/>
	</tag>
	<tag id="inactive-rscs">
	<obj_ref id="inactive-group"/>
	<obj_ref id="inactive-clone"/>
	</tag>
	<tag id="fencing-rscs">
	<obj_ref id="Fencing"/>
	</tag>
	</tags>
	<op_defaults>
	<meta_attributes id="op_defaults-options">
	<nvpair id="op_defaults-options-timeout" name="timeout" value="5s"/>
	</meta_attributes>
	</op_defaults>
	</configuration>
	<status>
	<node_state id="2" uname="cluster02" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
	<lrm id="2">
	<lrm_resources>
	<lrm_resource id="ping" type="ping" class="ocf" provider="pacemaker">
	<lrm_rsc_op id="ping_last_0" operation_key="ping_start_0" operation="start" crm-debug-origin="do_update_resource" transition-key="9:0:0:4a9e64d6-e1dd-4395-917c-1596312eafe4" transition-magic="0:0;9:0:0:4a9e64d6-e1dd-4395-917c-1596312eafe4" exit-reason="" on_node="cluster02" call-id="11" rc-code="0" op-status="0" interval="0" exec-time="2044" queue-time="0" op-digest="769dd6f95f1494d416ae9dc690960e17"/>
	<lrm_rsc_op id="ping_monitor_10000" operation_key="ping_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" transition-key="10:0:0:4a9e64d6-e1dd-4395-917c-1596312eafe4" transition-magic="0:0;10:0:0:4a9e64d6-e1dd-4395-917c-1596312eafe4" exit-reason="" on_node="cluster02" call-id="12" rc-code="0" op-status="0" interval="10000" exec-time="2031" queue-time="0" op-digest="7beffd8be749b787fabea4aef5df21c9"/>
	</lrm_resource>
	<lrm_resource id="Fencing" type="fence_xvm" class="stonith">
	<lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" transition-key="5:0:7:4a9e64d6-e1dd-4395-917c-1596312eafe4" transition-magic="0:7;5:0:7:4a9e64d6-e1dd-4395-917c-1596312eafe4" exit-reason="" on_node="cluster02" call-id="10" rc-code="7" op-status="0" interval="0" exec-time="3" queue-time="0" op-digest="7da16842ab2328e41f737cab5e5fc89c"/>
	</lrm_resource>
	<lrm_resource id="dummy" type="Dummy" class="ocf" provider="pacemaker">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="do_update_resource" transition-key="14:1:0:4a9e64d6-e1dd-4395-917c-1596312eafe4" transition-magic="0:0;14:1:0:4a9e64d6-e1dd-4395-917c-1596312eafe4" exit-reason="" on_node="cluster02" call-id="18" rc-code="0" op-status="0" interval="0" exec-time="6020" queue-time="0" op-digest="aa0f9b7caf28600646551adb55bd9b95" op-force-restart=" envfile op_sleep passwd state " op-restart-digest="aa0f9b7caf28600646551adb55bd9b95" op-secure-params=" passwd " op-secure-digest="aa0f9b7caf28600646551adb55bd9b95"/>
	<lrm_rsc_op id="dummy_monitor_60000" operation_key="dummy_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" transition-key="16:2:0:4a9e64d6-e1dd-4395-917c-1596312eafe4" transition-magic="0:0;16:2:0:4a9e64d6-e1dd-4395-917c-1596312eafe4" exit-reason="" on_node="cluster02" call-id="19" rc-code="0" op-status="0" interval="60000" exec-time="6015" queue-time="0" op-digest="ccfee4afbb0618907016c9bef210b8b6" op-secure-params=" passwd " op-secure-digest="aa0f9b7caf28600646551adb55bd9b95"/>
	</lrm_resource>
	<lrm_resource id="Public-IP" class="ocf" provider="heartbeat" type="IPaddr">
	<lrm_rsc_op id="Public-IP_last_0" operation_key="Public-IP_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="3bb21cd55b79809a3ae69333a8981fd4"/>
	</lrm_resource>
	<lrm_resource id="Email" class="lsb" type="exim">
	<lrm_rsc_op id="Email_last_0" operation_key="Email_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	<lrm_resource id="mysql-proxy" class="lsb" type="mysql-proxy">
	<lrm_rsc_op id="mysql-proxy_last_0" operation_key="mysql-proxy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	<lrm_rsc_op id="mysql-proxy_monitor_10000" operation_key="mysql-proxy_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="10000" exec-time="0" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
	</lrm_resource>
	<lrm_resource id="promotable-rsc" class="ocf" provider="pacemaker" type="Stateful">
	<lrm_rsc_op id="promotable-rsc_last_0" operation_key="promotable-rsc_promote_0" operation="promote" crm-debug-origin="crm_simulate" transition-key="6:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;6:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="6" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	<lrm_rsc_op id="promotable-rsc_post_notify_start_0" operation_key="promotable-rsc_notify_0" operation="notify" crm-debug-origin="crm_simulate" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	<lrm_rsc_op id="promotable-rsc_monitor_10000" operation_key="promotable-rsc_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" transition-key="4:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;4:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="4" rc-code="0" op-status="0" interval="10000" exec-time="0" queue-time="0" op-digest="79643b49fcd2a15282788271c56eddb4"/>
	<lrm_rsc_op id="promotable-rsc_cancel_10000" operation_key="promotable-rsc_cancel_10000" operation="cancel" crm-debug-origin="crm_simulate" transition-key="5:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;5:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="5" rc-code="0" op-status="0" interval="10000" exec-time="0" queue-time="0" op-digest="79643b49fcd2a15282788271c56eddb4"/>
	<lrm_rsc_op id="promotable-rsc_monitor_5000" operation_key="promotable-rsc_monitor_5000" operation="monitor" crm-debug-origin="crm_simulate" transition-key="7:-1:8:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:8;7:-1:8:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="7" rc-code="8" op-status="0" interval="5000" exec-time="0" queue-time="0" op-digest="79643b49fcd2a15282788271c56eddb4"/>
	</lrm_resource>
	<lrm_resource id="inactive-dhcpd" class="lsb" type="dhcpd">
	<lrm_rsc_op id="inactive-dhcpd_last_0" operation_key="inactive-dhcpd_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	<lrm_resource id="inactive-dummy-1" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="inactive-dummy-1_last_0" operation_key="inactive-dummy-1_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	<lrm_resource id="inactive-dummy-2" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="inactive-dummy-2_last_0" operation_key="inactive-dummy-2_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	<lrm_resource id="httpd-bundle-ip-192.168.122.131" class="ocf" provider="heartbeat" type="IPaddr2">
	<lrm_rsc_op id="httpd-bundle-ip-192.168.122.131_last_0" operation_key="httpd-bundle-ip-192.168.122.131_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="8656419d4ed26465c724189832393477"/>
	</lrm_resource>
	<lrm_resource id="httpd-bundle-docker-0" class="ocf" provider="heartbeat" type="docker">
	<lrm_rsc_op id="httpd-bundle-docker-0_last_0" operation_key="httpd-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="02a1a0b2dfa1cade1893713b56939c55"/>
	</lrm_resource>
	<lrm_resource id="httpd-bundle-ip-192.168.122.132" class="ocf" provider="heartbeat" type="IPaddr2">
	<lrm_rsc_op id="httpd-bundle-ip-192.168.122.132_last_0" operation_key="httpd-bundle-ip-192.168.122.132_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="c3d96a2922c2946905f760df9a177cd1"/>
	<lrm_rsc_op id="httpd-bundle-ip-192.168.122.132_monitor_60000" operation_key="httpd-bundle-ip-192.168.122.132_monitor_60000" operation="monitor" crm-debug-origin="crm_simulate" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="60000" exec-time="0" queue-time="0" op-digest="547dff7d7a9d7448dd07cde35966f08a"/>
	</lrm_resource>
	<lrm_resource id="httpd-bundle-docker-1" class="ocf" provider="heartbeat" type="docker">
	<lrm_rsc_op id="httpd-bundle-docker-1_last_0" operation_key="httpd-bundle-docker-1_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="2edb33b196e2261c6b3e30ce579e0590"/>
	<lrm_rsc_op id="httpd-bundle-docker-1_monitor_60000" operation_key="httpd-bundle-docker-1_monitor_60000" operation="monitor" crm-debug-origin="crm_simulate" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="60000" exec-time="0" queue-time="0" op-digest="1ed1cced876b80101858caac9836e113"/>
	</lrm_resource>
	<lrm_resource id="httpd-bundle-ip-192.168.122.133" class="ocf" provider="heartbeat" type="IPaddr2">
	<lrm_rsc_op id="httpd-bundle-ip-192.168.122.133_last_0" operation_key="httpd-bundle-ip-192.168.122.133_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f318115a675fd430c293a0dc2705f398"/>
	</lrm_resource>
	<lrm_resource id="httpd-bundle-docker-2" class="ocf" provider="heartbeat" type="docker">
	<lrm_rsc_op id="httpd-bundle-docker-2_last_0" operation_key="httpd-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="6680384ac1363763d9d5cca296be0b2d"/>
	</lrm_resource>
	<lrm_resource id="httpd-bundle-0" class="ocf" provider="pacemaker" type="remote">
	<lrm_rsc_op id="httpd-bundle-0_last_0" operation_key="httpd-bundle-0_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="c535429017a9ee0785106fbef2858a41"/>
	</lrm_resource>
	<lrm_resource id="httpd-bundle-1" class="ocf" provider="pacemaker" type="remote">
	<lrm_rsc_op id="httpd-bundle-1_last_0" operation_key="httpd-bundle-1_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="791bcda8f6693465cc318cba5302a8df"/>
	<lrm_rsc_op id="httpd-bundle-1_monitor_30000" operation_key="httpd-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="crm_simulate" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="30000" exec-time="0" queue-time="0" op-digest="7592cb10fa1499772a031adfd385f558"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	<transient_attributes id="2">
	<instance_attributes id="status-2">
	<nvpair id="status-2-pingd" name="pingd" value="1000"/>
	</instance_attributes>
	</transient_attributes>
	</node_state>
	<node_state id="1" uname="cluster01" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
	<lrm id="1">
	<lrm_resources>
	<lrm_resource id="ping" type="ping" class="ocf" provider="pacemaker">
	<lrm_rsc_op id="ping_last_0" operation_key="ping_start_0" operation="start" crm-debug-origin="do_update_resource" transition-key="6:1:0:4a9e64d6-e1dd-4395-917c-1596312eafe4" transition-magic="0:0;6:1:0:4a9e64d6-e1dd-4395-917c-1596312eafe4" exit-reason="" on_node="cluster01" call-id="17" rc-code="0" op-status="0" interval="0" exec-time="2038" queue-time="0" op-digest="769dd6f95f1494d416ae9dc690960e17"/>
	<lrm_rsc_op id="ping_monitor_10000" operation_key="ping_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" transition-key="7:1:0:4a9e64d6-e1dd-4395-917c-1596312eafe4" transition-magic="0:0;7:1:0:4a9e64d6-e1dd-4395-917c-1596312eafe4" exit-reason="" on_node="cluster01" call-id="18" rc-code="0" op-status="0" interval="10000" exec-time="2034" queue-time="0" op-digest="7beffd8be749b787fabea4aef5df21c9"/>
	</lrm_resource>
	<lrm_resource id="Fencing" type="fence_xvm" class="stonith">
	<lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="do_update_resource" transition-key="12:1:0:4a9e64d6-e1dd-4395-917c-1596312eafe4" transition-magic="0:0;12:1:0:4a9e64d6-e1dd-4395-917c-1596312eafe4" exit-reason="" on_node="cluster01" call-id="15" rc-code="0" op-status="0" interval="0" exec-time="36" queue-time="0" op-digest="7da16842ab2328e41f737cab5e5fc89c"/>
	<lrm_rsc_op id="Fencing_monitor_60000" operation_key="Fencing_monitor_60000" operation="monitor" crm-debug-origin="crm_simulate" transition-key="20:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;20:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" on_node="cluster01" call-id="20" rc-code="0" op-status="0" interval="60000" exec-time="0" queue-time="0" op-digest="d4ee02dc1c7ce16eb0f72e06c2cc9193"/>
	</lrm_resource>
	<lrm_resource id="dummy" type="Dummy" class="ocf" provider="pacemaker">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_stop_0" operation="stop" crm-debug-origin="do_update_resource" transition-key="3:1:0:4a9e64d6-e1dd-4395-917c-1596312eafe4" transition-magic="0:0;3:1:0:4a9e64d6-e1dd-4395-917c-1596312eafe4" exit-reason="" on_node="cluster01" call-id="16" rc-code="0" op-status="0" interval="0" exec-time="6048" queue-time="0" op-digest="aa0f9b7caf28600646551adb55bd9b95" op-force-restart=" envfile op_sleep passwd state " op-restart-digest="aa0f9b7caf28600646551adb55bd9b95" op-secure-params=" passwd " op-secure-digest="aa0f9b7caf28600646551adb55bd9b95"/>
	</lrm_resource>
	<lrm_resource id="Public-IP" class="ocf" provider="heartbeat" type="IPaddr">
	<lrm_rsc_op id="Public-IP_last_0" operation_key="Public-IP_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="3bb21cd55b79809a3ae69333a8981fd4"/>
	</lrm_resource>
	<lrm_resource id="Email" class="lsb" type="exim">
	<lrm_rsc_op id="Email_last_0" operation_key="Email_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	<lrm_resource id="mysql-proxy" class="lsb" type="mysql-proxy">
	<lrm_rsc_op id="mysql-proxy_last_0" operation_key="mysql-proxy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	<lrm_rsc_op id="mysql-proxy_monitor_10000" operation_key="mysql-proxy_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="10000" exec-time="0" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
	</lrm_resource>
	<lrm_resource id="promotable-rsc" class="ocf" provider="pacemaker" type="Stateful">
	<lrm_rsc_op id="promotable-rsc_last_0" operation_key="promotable-rsc_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	<lrm_rsc_op id="promotable-rsc_post_notify_start_0" operation_key="promotable-rsc_notify_0" operation="notify" crm-debug-origin="crm_simulate" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	<lrm_rsc_op id="promotable-rsc_monitor_10000" operation_key="promotable-rsc_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" transition-key="4:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;4:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="4" rc-code="0" op-status="0" interval="10000" exec-time="0" queue-time="0" op-digest="79643b49fcd2a15282788271c56eddb4"/>
	</lrm_resource>
	<lrm_resource id="inactive-dhcpd" class="lsb" type="dhcpd">
	<lrm_rsc_op id="inactive-dhcpd_last_0" operation_key="inactive-dhcpd_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	<lrm_resource id="inactive-dummy-1" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="inactive-dummy-1_last_0" operation_key="inactive-dummy-1_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	<lrm_resource id="inactive-dummy-2" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="inactive-dummy-2_last_0" operation_key="inactive-dummy-2_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	<lrm_resource id="httpd-bundle-ip-192.168.122.131" class="ocf" provider="heartbeat" type="IPaddr2">
	<lrm_rsc_op id="httpd-bundle-ip-192.168.122.131_last_0" operation_key="httpd-bundle-ip-192.168.122.131_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="8656419d4ed26465c724189832393477"/>
	<lrm_rsc_op id="httpd-bundle-ip-192.168.122.131_monitor_60000" operation_key="httpd-bundle-ip-192.168.122.131_monitor_60000" operation="monitor" crm-debug-origin="crm_simulate" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="60000" exec-time="0" queue-time="0" op-digest="dfb531456299aa7b527d4e57805703da"/>
	</lrm_resource>
	<lrm_resource id="httpd-bundle-docker-0" class="ocf" provider="heartbeat" type="docker">
	<lrm_rsc_op id="httpd-bundle-docker-0_last_0" operation_key="httpd-bundle-docker-0_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="02a1a0b2dfa1cade1893713b56939c55"/>
	<lrm_rsc_op id="httpd-bundle-docker-0_monitor_60000" operation_key="httpd-bundle-docker-0_monitor_60000" operation="monitor" crm-debug-origin="crm_simulate" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="60000" exec-time="0" queue-time="0" op-digest="377a66c466df6e6edf98a6e83cff9c22"/>
	</lrm_resource>
	<lrm_resource id="httpd-bundle-ip-192.168.122.132" class="ocf" provider="heartbeat" type="IPaddr2">
	<lrm_rsc_op id="httpd-bundle-ip-192.168.122.132_last_0" operation_key="httpd-bundle-ip-192.168.122.132_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="c3d96a2922c2946905f760df9a177cd1"/>
	</lrm_resource>
	<lrm_resource id="httpd-bundle-docker-1" class="ocf" provider="heartbeat" type="docker">
	<lrm_rsc_op id="httpd-bundle-docker-1_last_0" operation_key="httpd-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="2edb33b196e2261c6b3e30ce579e0590"/>
	</lrm_resource>
	<lrm_resource id="httpd-bundle-ip-192.168.122.133" class="ocf" provider="heartbeat" type="IPaddr2">
	<lrm_rsc_op id="httpd-bundle-ip-192.168.122.133_last_0" operation_key="httpd-bundle-ip-192.168.122.133_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f318115a675fd430c293a0dc2705f398"/>
	</lrm_resource>
	<lrm_resource id="httpd-bundle-docker-2" class="ocf" provider="heartbeat" type="docker">
	<lrm_rsc_op id="httpd-bundle-docker-2_last_0" operation_key="httpd-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="6680384ac1363763d9d5cca296be0b2d"/>
	</lrm_resource>
	<lrm_resource id="httpd-bundle-0" class="ocf" provider="pacemaker" type="remote">
	<lrm_rsc_op id="httpd-bundle-0_last_0" operation_key="httpd-bundle-0_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="c535429017a9ee0785106fbef2858a41"/>
	<lrm_rsc_op id="httpd-bundle-0_monitor_30000" operation_key="httpd-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="crm_simulate" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="30000" exec-time="0" queue-time="0" op-digest="6d63e20548871f169e287d33f3711637"/>
	</lrm_resource>
	<lrm_resource id="httpd-bundle-1" class="ocf" provider="pacemaker" type="remote">
	<lrm_rsc_op id="httpd-bundle-1_last_0" operation_key="httpd-bundle-1_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="791bcda8f6693465cc318cba5302a8df"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	<transient_attributes id="1">
	<instance_attributes id="status-1">
	<nvpair id="status-1-pingd" name="pingd" value="1000"/>
	</instance_attributes>
	</transient_attributes>
	</node_state>
	<node_state id="httpd-bundle-0" uname="httpd-bundle-0">
	<lrm id="httpd-bundle-0">
	<lrm_resources>
	<lrm_resource id="httpd" class="ocf" provider="heartbeat" type="apache">
	<lrm_rsc_op id="httpd_last_0" operation_key="httpd_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="1:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;1:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<node_state id="httpd-bundle-1" uname="httpd-bundle-1">
	<lrm id="httpd-bundle-1">
	<lrm_resources>
	<lrm_resource id="httpd" class="ocf" provider="heartbeat" type="apache">
	<lrm_rsc_op id="httpd_last_0" operation_key="httpd_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="1:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;1:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Get active shadow instance's contents (copied) - OK (0) =#=#=#=
	* Passed: crm_shadow - Get active shadow instance's contents (copied)
	=#=#=#= Begin test: Get active shadow instance's contents (copied) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --display --output-as=xml">
	<shadow instance="cts-cli">
	<content><![CDATA[<cib epoch="1" num_updates="173" admin_epoch="1">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
	<nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.0.4-1.e97f9675f.git.el7-e97f9675f"/>
	<nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
	<nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test-cluster"/>
	<nvpair id="cib-bootstrap-options-stonith-enabled" name="stonith-enabled" value="true"/>
	<nvpair id="cib-bootstrap-options-maintenance-mode" name="maintenance-mode" value="false"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="1" uname="cluster01">
	<instance_attributes id="nodes-1">
	<nvpair id="nodes-1-location" name="location" value="office"/>
	</instance_attributes>
	</node>
	<node id="2" uname="cluster02"/>
	</nodes>
	<resources>
	<clone id="ping-clone">
	<primitive class="ocf" id="ping" provider="pacemaker" type="ping">
	<instance_attributes id="ping-instance_attributes">
	<nvpair id="ping-instance_attributes-dampen" name="dampen" value="5s"/>
	<nvpair id="ping-instance_attributes-host_list" name="host_list" value="192.168.122.1"/>
	<nvpair id="ping-instance_attributes-multiplier" name="multiplier" value="1000"/>
	</instance_attributes>
	<operations>
	<op id="ping-monitor-interval-10s" interval="10s" name="monitor" timeout="60s"/>
	<op id="ping-start-interval-0s" interval="0s" name="start" timeout="60s"/>
	<op id="ping-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
	</operations>
	</primitive>
	</clone>
	<primitive class="stonith" id="Fencing" type="fence_xvm">
	<instance_attributes id="Fencing-instance_attributes">
	<nvpair id="Fencing-instance_attributes-ip_family" name="ip_family" value="ipv4"/>
	</instance_attributes>
	<operations>
	<op id="Fencing-monitor-interval-60s" interval="60s" name="monitor"/>
	</operations>
	</primitive>
	<primitive class="ocf" id="dummy" provider="pacemaker" type="Dummy">
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-op_sleep" name="op_sleep" value="6"/>
	</instance_attributes>
	<operations>
	<op id="dummy-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
	<op id="dummy-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
	<op id="dummy-monitor-interval-60s" interval="60s" name="monitor" on-fail="stop"/>
	<op id="dummy-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
	<op id="dummy-start-interval-0s" interval="0s" name="start" timeout="20s"/>
	<op id="dummy-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
	</operations>
	</primitive>
	<clone id="inactive-clone">
	<meta_attributes id="inactive-clone-meta_attributes">
	<nvpair id="inactive-clone-meta_attributes-target-role" name="target-role" value="stopped"/>
	</meta_attributes>
	<primitive id="inactive-dhcpd" class="lsb" type="dhcpd"/>
	</clone>
	<group id="inactive-group">
	<meta_attributes id="inactive-group-meta_attributes">
	<nvpair id="inactive-group-meta_attributes-target-role" name="target-role" value="stopped"/>
	</meta_attributes>
	<primitive class="ocf" id="inactive-dummy-1" provider="pacemaker" type="Dummy"/>
	<primitive class="ocf" id="inactive-dummy-2" provider="pacemaker" type="Dummy"/>
	</group>
	<bundle id="httpd-bundle">
	<docker image="pcmk:http" replicas="3"/>
	<network ip-range-start="192.168.122.131" host-netmask="24" host-interface="eth0">
	<port-mapping id="httpd-port" port="80"/>
	</network>
	<storage>
	<storage-mapping id="httpd-syslog" source-dir="/dev/log" target-dir="/dev/log" options="rw"/>
	<storage-mapping id="httpd-root" source-dir="/srv/html" target-dir="/var/www/html" options="rw"/>
	<storage-mapping id="httpd-logs" source-dir-root="/var/log/pacemaker/bundles" target-dir="/etc/httpd/logs" options="rw"/>
	</storage>
	<primitive class="ocf" id="httpd" provider="heartbeat" type="apache"/>
	<meta_attributes id="bundle-meta_attributes">
	<nvpair id="bundle-meta_attributes-target-role" name="target-role" value="Started"/>
	</meta_attributes>
	</bundle>
	<group id="exim-group">
	<primitive id="Public-IP" class="ocf" type="IPaddr" provider="heartbeat">
	<instance_attributes id="params-public-ip">
	<nvpair id="public-ip-addr" name="ip" value="192.168.1.1"/>
	</instance_attributes>
	</primitive>
	<primitive id="Email" class="lsb" type="exim"/>
	</group>
	<clone id="mysql-clone-group">
	<group id="mysql-group">
	<primitive id="mysql-proxy" class="lsb" type="mysql-proxy">
	<operations>
	<op name="monitor" interval="10s" id="mysql-proxy_mon" timeout="20s"/>
	</operations>
	</primitive>
	</group>
	</clone>
	<clone id="promotable-clone">
	<meta_attributes id="promotable-clone-meta_attributes">
	<nvpair id="promotable-clone-meta_attributes-promotable" name="promotable" value="true"/>
	</meta_attributes>
	<primitive id="promotable-rsc" class="ocf" provider="pacemaker" type="Stateful" description="test_description">
	<operations id="promotable-rsc-operations">
	<op id="promotable-rsc-monitor-promoted-5" name="monitor" interval="5" role="Promoted"/>
	<op id="promotable-rsc-monitor-unpromoted-10" name="monitor" interval="10" role="Unpromoted"/>
	</operations>
	</primitive>
	</clone>
	</resources>
	<constraints>
	<rsc_location id="not-on-cluster1" rsc="dummy" node="cluster01" score="-INFINITY"/>
	<rsc_location id="loc-promotable-clone" rsc="promotable-clone">
	<rule id="loc-promotable-clone-rule" role="Promoted" score="10">
	<expression attribute="#uname" id="loc-promotable-clone-expression" operation="eq" value="cluster02"/>
	</rule>
	</rsc_location>
	</constraints>
	<tags>
	<tag id="all-nodes">
	<obj_ref id="1"/>
	<obj_ref id="2"/>
	</tag>
	<tag id="even-nodes">
	<obj_ref id="2"/>
	</tag>
	<tag id="odd-nodes">
	<obj_ref id="1"/>
	</tag>
	<tag id="inactive-rscs">
	<obj_ref id="inactive-group"/>
	<obj_ref id="inactive-clone"/>
	</tag>
	<tag id="fencing-rscs">
	<obj_ref id="Fencing"/>
	</tag>
	</tags>
	<op_defaults>
	<meta_attributes id="op_defaults-options">
	<nvpair id="op_defaults-options-timeout" name="timeout" value="5s"/>
	</meta_attributes>
	</op_defaults>
	</configuration>
	<status>
	<node_state id="2" uname="cluster02" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
	<lrm id="2">
	<lrm_resources>
	<lrm_resource id="ping" type="ping" class="ocf" provider="pacemaker">
	<lrm_rsc_op id="ping_last_0" operation_key="ping_start_0" operation="start" crm-debug-origin="do_update_resource" transition-key="9:0:0:4a9e64d6-e1dd-4395-917c-1596312eafe4" transition-magic="0:0;9:0:0:4a9e64d6-e1dd-4395-917c-1596312eafe4" exit-reason="" on_node="cluster02" call-id="11" rc-code="0" op-status="0" interval="0" exec-time="2044" queue-time="0" op-digest="769dd6f95f1494d416ae9dc690960e17"/>
	<lrm_rsc_op id="ping_monitor_10000" operation_key="ping_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" transition-key="10:0:0:4a9e64d6-e1dd-4395-917c-1596312eafe4" transition-magic="0:0;10:0:0:4a9e64d6-e1dd-4395-917c-1596312eafe4" exit-reason="" on_node="cluster02" call-id="12" rc-code="0" op-status="0" interval="10000" exec-time="2031" queue-time="0" op-digest="7beffd8be749b787fabea4aef5df21c9"/>
	</lrm_resource>
	<lrm_resource id="Fencing" type="fence_xvm" class="stonith">
	<lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" transition-key="5:0:7:4a9e64d6-e1dd-4395-917c-1596312eafe4" transition-magic="0:7;5:0:7:4a9e64d6-e1dd-4395-917c-1596312eafe4" exit-reason="" on_node="cluster02" call-id="10" rc-code="7" op-status="0" interval="0" exec-time="3" queue-time="0" op-digest="7da16842ab2328e41f737cab5e5fc89c"/>
	</lrm_resource>
	<lrm_resource id="dummy" type="Dummy" class="ocf" provider="pacemaker">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="do_update_resource" transition-key="14:1:0:4a9e64d6-e1dd-4395-917c-1596312eafe4" transition-magic="0:0;14:1:0:4a9e64d6-e1dd-4395-917c-1596312eafe4" exit-reason="" on_node="cluster02" call-id="18" rc-code="0" op-status="0" interval="0" exec-time="6020" queue-time="0" op-digest="aa0f9b7caf28600646551adb55bd9b95" op-force-restart=" envfile op_sleep passwd state " op-restart-digest="aa0f9b7caf28600646551adb55bd9b95" op-secure-params=" passwd " op-secure-digest="aa0f9b7caf28600646551adb55bd9b95"/>
	<lrm_rsc_op id="dummy_monitor_60000" operation_key="dummy_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" transition-key="16:2:0:4a9e64d6-e1dd-4395-917c-1596312eafe4" transition-magic="0:0;16:2:0:4a9e64d6-e1dd-4395-917c-1596312eafe4" exit-reason="" on_node="cluster02" call-id="19" rc-code="0" op-status="0" interval="60000" exec-time="6015" queue-time="0" op-digest="ccfee4afbb0618907016c9bef210b8b6" op-secure-params=" passwd " op-secure-digest="aa0f9b7caf28600646551adb55bd9b95"/>
	</lrm_resource>
	<lrm_resource id="Public-IP" class="ocf" provider="heartbeat" type="IPaddr">
	<lrm_rsc_op id="Public-IP_last_0" operation_key="Public-IP_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="3bb21cd55b79809a3ae69333a8981fd4"/>
	</lrm_resource>
	<lrm_resource id="Email" class="lsb" type="exim">
	<lrm_rsc_op id="Email_last_0" operation_key="Email_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	<lrm_resource id="mysql-proxy" class="lsb" type="mysql-proxy">
	<lrm_rsc_op id="mysql-proxy_last_0" operation_key="mysql-proxy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	<lrm_rsc_op id="mysql-proxy_monitor_10000" operation_key="mysql-proxy_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="10000" exec-time="0" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
	</lrm_resource>
	<lrm_resource id="promotable-rsc" class="ocf" provider="pacemaker" type="Stateful">
	<lrm_rsc_op id="promotable-rsc_last_0" operation_key="promotable-rsc_promote_0" operation="promote" crm-debug-origin="crm_simulate" transition-key="6:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;6:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="6" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	<lrm_rsc_op id="promotable-rsc_post_notify_start_0" operation_key="promotable-rsc_notify_0" operation="notify" crm-debug-origin="crm_simulate" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	<lrm_rsc_op id="promotable-rsc_monitor_10000" operation_key="promotable-rsc_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" transition-key="4:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;4:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="4" rc-code="0" op-status="0" interval="10000" exec-time="0" queue-time="0" op-digest="79643b49fcd2a15282788271c56eddb4"/>
	<lrm_rsc_op id="promotable-rsc_cancel_10000" operation_key="promotable-rsc_cancel_10000" operation="cancel" crm-debug-origin="crm_simulate" transition-key="5:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;5:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="5" rc-code="0" op-status="0" interval="10000" exec-time="0" queue-time="0" op-digest="79643b49fcd2a15282788271c56eddb4"/>
	<lrm_rsc_op id="promotable-rsc_monitor_5000" operation_key="promotable-rsc_monitor_5000" operation="monitor" crm-debug-origin="crm_simulate" transition-key="7:-1:8:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:8;7:-1:8:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="7" rc-code="8" op-status="0" interval="5000" exec-time="0" queue-time="0" op-digest="79643b49fcd2a15282788271c56eddb4"/>
	</lrm_resource>
	<lrm_resource id="inactive-dhcpd" class="lsb" type="dhcpd">
	<lrm_rsc_op id="inactive-dhcpd_last_0" operation_key="inactive-dhcpd_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	<lrm_resource id="inactive-dummy-1" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="inactive-dummy-1_last_0" operation_key="inactive-dummy-1_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	<lrm_resource id="inactive-dummy-2" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="inactive-dummy-2_last_0" operation_key="inactive-dummy-2_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	<lrm_resource id="httpd-bundle-ip-192.168.122.131" class="ocf" provider="heartbeat" type="IPaddr2">
	<lrm_rsc_op id="httpd-bundle-ip-192.168.122.131_last_0" operation_key="httpd-bundle-ip-192.168.122.131_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="8656419d4ed26465c724189832393477"/>
	</lrm_resource>
	<lrm_resource id="httpd-bundle-docker-0" class="ocf" provider="heartbeat" type="docker">
	<lrm_rsc_op id="httpd-bundle-docker-0_last_0" operation_key="httpd-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="02a1a0b2dfa1cade1893713b56939c55"/>
	</lrm_resource>
	<lrm_resource id="httpd-bundle-ip-192.168.122.132" class="ocf" provider="heartbeat" type="IPaddr2">
	<lrm_rsc_op id="httpd-bundle-ip-192.168.122.132_last_0" operation_key="httpd-bundle-ip-192.168.122.132_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="c3d96a2922c2946905f760df9a177cd1"/>
	<lrm_rsc_op id="httpd-bundle-ip-192.168.122.132_monitor_60000" operation_key="httpd-bundle-ip-192.168.122.132_monitor_60000" operation="monitor" crm-debug-origin="crm_simulate" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="60000" exec-time="0" queue-time="0" op-digest="547dff7d7a9d7448dd07cde35966f08a"/>
	</lrm_resource>
	<lrm_resource id="httpd-bundle-docker-1" class="ocf" provider="heartbeat" type="docker">
	<lrm_rsc_op id="httpd-bundle-docker-1_last_0" operation_key="httpd-bundle-docker-1_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="2edb33b196e2261c6b3e30ce579e0590"/>
	<lrm_rsc_op id="httpd-bundle-docker-1_monitor_60000" operation_key="httpd-bundle-docker-1_monitor_60000" operation="monitor" crm-debug-origin="crm_simulate" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="60000" exec-time="0" queue-time="0" op-digest="1ed1cced876b80101858caac9836e113"/>
	</lrm_resource>
	<lrm_resource id="httpd-bundle-ip-192.168.122.133" class="ocf" provider="heartbeat" type="IPaddr2">
	<lrm_rsc_op id="httpd-bundle-ip-192.168.122.133_last_0" operation_key="httpd-bundle-ip-192.168.122.133_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f318115a675fd430c293a0dc2705f398"/>
	</lrm_resource>
	<lrm_resource id="httpd-bundle-docker-2" class="ocf" provider="heartbeat" type="docker">
	<lrm_rsc_op id="httpd-bundle-docker-2_last_0" operation_key="httpd-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="6680384ac1363763d9d5cca296be0b2d"/>
	</lrm_resource>
	<lrm_resource id="httpd-bundle-0" class="ocf" provider="pacemaker" type="remote">
	<lrm_rsc_op id="httpd-bundle-0_last_0" operation_key="httpd-bundle-0_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="c535429017a9ee0785106fbef2858a41"/>
	</lrm_resource>
	<lrm_resource id="httpd-bundle-1" class="ocf" provider="pacemaker" type="remote">
	<lrm_rsc_op id="httpd-bundle-1_last_0" operation_key="httpd-bundle-1_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="791bcda8f6693465cc318cba5302a8df"/>
	<lrm_rsc_op id="httpd-bundle-1_monitor_30000" operation_key="httpd-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="crm_simulate" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="30000" exec-time="0" queue-time="0" op-digest="7592cb10fa1499772a031adfd385f558"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	<transient_attributes id="2">
	<instance_attributes id="status-2">
	<nvpair id="status-2-pingd" name="pingd" value="1000"/>
	</instance_attributes>
	</transient_attributes>
	</node_state>
	<node_state id="1" uname="cluster01" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
	<lrm id="1">
	<lrm_resources>
	<lrm_resource id="ping" type="ping" class="ocf" provider="pacemaker">
	<lrm_rsc_op id="ping_last_0" operation_key="ping_start_0" operation="start" crm-debug-origin="do_update_resource" transition-key="6:1:0:4a9e64d6-e1dd-4395-917c-1596312eafe4" transition-magic="0:0;6:1:0:4a9e64d6-e1dd-4395-917c-1596312eafe4" exit-reason="" on_node="cluster01" call-id="17" rc-code="0" op-status="0" interval="0" exec-time="2038" queue-time="0" op-digest="769dd6f95f1494d416ae9dc690960e17"/>
	<lrm_rsc_op id="ping_monitor_10000" operation_key="ping_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" transition-key="7:1:0:4a9e64d6-e1dd-4395-917c-1596312eafe4" transition-magic="0:0;7:1:0:4a9e64d6-e1dd-4395-917c-1596312eafe4" exit-reason="" on_node="cluster01" call-id="18" rc-code="0" op-status="0" interval="10000" exec-time="2034" queue-time="0" op-digest="7beffd8be749b787fabea4aef5df21c9"/>
	</lrm_resource>
	<lrm_resource id="Fencing" type="fence_xvm" class="stonith">
	<lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="do_update_resource" transition-key="12:1:0:4a9e64d6-e1dd-4395-917c-1596312eafe4" transition-magic="0:0;12:1:0:4a9e64d6-e1dd-4395-917c-1596312eafe4" exit-reason="" on_node="cluster01" call-id="15" rc-code="0" op-status="0" interval="0" exec-time="36" queue-time="0" op-digest="7da16842ab2328e41f737cab5e5fc89c"/>
	<lrm_rsc_op id="Fencing_monitor_60000" operation_key="Fencing_monitor_60000" operation="monitor" crm-debug-origin="crm_simulate" transition-key="20:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;20:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" on_node="cluster01" call-id="20" rc-code="0" op-status="0" interval="60000" exec-time="0" queue-time="0" op-digest="d4ee02dc1c7ce16eb0f72e06c2cc9193"/>
	</lrm_resource>
	<lrm_resource id="dummy" type="Dummy" class="ocf" provider="pacemaker">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_stop_0" operation="stop" crm-debug-origin="do_update_resource" transition-key="3:1:0:4a9e64d6-e1dd-4395-917c-1596312eafe4" transition-magic="0:0;3:1:0:4a9e64d6-e1dd-4395-917c-1596312eafe4" exit-reason="" on_node="cluster01" call-id="16" rc-code="0" op-status="0" interval="0" exec-time="6048" queue-time="0" op-digest="aa0f9b7caf28600646551adb55bd9b95" op-force-restart=" envfile op_sleep passwd state " op-restart-digest="aa0f9b7caf28600646551adb55bd9b95" op-secure-params=" passwd " op-secure-digest="aa0f9b7caf28600646551adb55bd9b95"/>
	</lrm_resource>
	<lrm_resource id="Public-IP" class="ocf" provider="heartbeat" type="IPaddr">
	<lrm_rsc_op id="Public-IP_last_0" operation_key="Public-IP_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="3bb21cd55b79809a3ae69333a8981fd4"/>
	</lrm_resource>
	<lrm_resource id="Email" class="lsb" type="exim">
	<lrm_rsc_op id="Email_last_0" operation_key="Email_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	<lrm_resource id="mysql-proxy" class="lsb" type="mysql-proxy">
	<lrm_rsc_op id="mysql-proxy_last_0" operation_key="mysql-proxy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	<lrm_rsc_op id="mysql-proxy_monitor_10000" operation_key="mysql-proxy_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="10000" exec-time="0" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
	</lrm_resource>
	<lrm_resource id="promotable-rsc" class="ocf" provider="pacemaker" type="Stateful">
	<lrm_rsc_op id="promotable-rsc_last_0" operation_key="promotable-rsc_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	<lrm_rsc_op id="promotable-rsc_post_notify_start_0" operation_key="promotable-rsc_notify_0" operation="notify" crm-debug-origin="crm_simulate" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	<lrm_rsc_op id="promotable-rsc_monitor_10000" operation_key="promotable-rsc_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" transition-key="4:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;4:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="4" rc-code="0" op-status="0" interval="10000" exec-time="0" queue-time="0" op-digest="79643b49fcd2a15282788271c56eddb4"/>
	</lrm_resource>
	<lrm_resource id="inactive-dhcpd" class="lsb" type="dhcpd">
	<lrm_rsc_op id="inactive-dhcpd_last_0" operation_key="inactive-dhcpd_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	<lrm_resource id="inactive-dummy-1" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="inactive-dummy-1_last_0" operation_key="inactive-dummy-1_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	<lrm_resource id="inactive-dummy-2" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="inactive-dummy-2_last_0" operation_key="inactive-dummy-2_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	<lrm_resource id="httpd-bundle-ip-192.168.122.131" class="ocf" provider="heartbeat" type="IPaddr2">
	<lrm_rsc_op id="httpd-bundle-ip-192.168.122.131_last_0" operation_key="httpd-bundle-ip-192.168.122.131_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="8656419d4ed26465c724189832393477"/>
	<lrm_rsc_op id="httpd-bundle-ip-192.168.122.131_monitor_60000" operation_key="httpd-bundle-ip-192.168.122.131_monitor_60000" operation="monitor" crm-debug-origin="crm_simulate" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="60000" exec-time="0" queue-time="0" op-digest="dfb531456299aa7b527d4e57805703da"/>
	</lrm_resource>
	<lrm_resource id="httpd-bundle-docker-0" class="ocf" provider="heartbeat" type="docker">
	<lrm_rsc_op id="httpd-bundle-docker-0_last_0" operation_key="httpd-bundle-docker-0_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="02a1a0b2dfa1cade1893713b56939c55"/>
	<lrm_rsc_op id="httpd-bundle-docker-0_monitor_60000" operation_key="httpd-bundle-docker-0_monitor_60000" operation="monitor" crm-debug-origin="crm_simulate" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="60000" exec-time="0" queue-time="0" op-digest="377a66c466df6e6edf98a6e83cff9c22"/>
	</lrm_resource>
	<lrm_resource id="httpd-bundle-ip-192.168.122.132" class="ocf" provider="heartbeat" type="IPaddr2">
	<lrm_rsc_op id="httpd-bundle-ip-192.168.122.132_last_0" operation_key="httpd-bundle-ip-192.168.122.132_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="c3d96a2922c2946905f760df9a177cd1"/>
	</lrm_resource>
	<lrm_resource id="httpd-bundle-docker-1" class="ocf" provider="heartbeat" type="docker">
	<lrm_rsc_op id="httpd-bundle-docker-1_last_0" operation_key="httpd-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="2edb33b196e2261c6b3e30ce579e0590"/>
	</lrm_resource>
	<lrm_resource id="httpd-bundle-ip-192.168.122.133" class="ocf" provider="heartbeat" type="IPaddr2">
	<lrm_rsc_op id="httpd-bundle-ip-192.168.122.133_last_0" operation_key="httpd-bundle-ip-192.168.122.133_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f318115a675fd430c293a0dc2705f398"/>
	</lrm_resource>
	<lrm_resource id="httpd-bundle-docker-2" class="ocf" provider="heartbeat" type="docker">
	<lrm_rsc_op id="httpd-bundle-docker-2_last_0" operation_key="httpd-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="6680384ac1363763d9d5cca296be0b2d"/>
	</lrm_resource>
	<lrm_resource id="httpd-bundle-0" class="ocf" provider="pacemaker" type="remote">
	<lrm_rsc_op id="httpd-bundle-0_last_0" operation_key="httpd-bundle-0_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="c535429017a9ee0785106fbef2858a41"/>
	<lrm_rsc_op id="httpd-bundle-0_monitor_30000" operation_key="httpd-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="crm_simulate" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="30000" exec-time="0" queue-time="0" op-digest="6d63e20548871f169e287d33f3711637"/>
	</lrm_resource>
	<lrm_resource id="httpd-bundle-1" class="ocf" provider="pacemaker" type="remote">
	<lrm_rsc_op id="httpd-bundle-1_last_0" operation_key="httpd-bundle-1_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="791bcda8f6693465cc318cba5302a8df"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	<transient_attributes id="1">
	<instance_attributes id="status-1">
	<nvpair id="status-1-pingd" name="pingd" value="1000"/>
	</instance_attributes>
	</transient_attributes>
	</node_state>
	<node_state id="httpd-bundle-0" uname="httpd-bundle-0">
	<lrm id="httpd-bundle-0">
	<lrm_resources>
	<lrm_resource id="httpd" class="ocf" provider="heartbeat" type="apache">
	<lrm_rsc_op id="httpd_last_0" operation_key="httpd_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="1:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;1:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<node_state id="httpd-bundle-1" uname="httpd-bundle-1">
	<lrm id="httpd-bundle-1">
	<lrm_resources>
	<lrm_resource id="httpd" class="ocf" provider="heartbeat" type="apache">
	<lrm_rsc_op id="httpd_last_0" operation_key="httpd_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="1:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;1:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	</status>
	</cib>
	]]></content>
	</shadow>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Get active shadow instance's contents (copied) (XML) - OK (0) =#=#=#=
	* Passed: crm_shadow - Get active shadow instance's contents (copied) (XML)
	=#=#=#= Begin test: Get active shadow instance's diff (copied) =#=#=#=
	=#=#=#= End test: Get active shadow instance's diff (copied) - OK (0) =#=#=#=
	* Passed: crm_shadow - Get active shadow instance's diff (copied)
	=#=#=#= Begin test: Get active shadow instance's diff (copied) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --diff --output-as=xml">
	<shadow instance="cts-cli"/>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Get active shadow instance's diff (copied) (XML) - OK (0) =#=#=#=
	* Passed: crm_shadow - Get active shadow instance's diff (copied) (XML)
	=#=#=#= Begin test: Get active shadow instance's diff (after changes) =#=#=#=
	Diff: --- 1.1.173 2
	Diff: +++ 1.4.1 (null)
	-- /cib/configuration/op_defaults
	+ /cib: @epoch=4, @num_updates=1
	+ /cib/configuration/resources/primitive[@id='dummy']: @description=desc
	++ /cib/configuration/resources: <primitive id="dummy1" class="ocf" provider="pacemaker" type="Dummy"/>
	++ /cib/status: <node_state id="3" uname="cluster03" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member"/>
	=#=#=#= End test: Get active shadow instance's diff (after changes) - Error occurred (1) =#=#=#=
	* Passed: crm_shadow - Get active shadow instance's diff (after changes)
	=#=#=#= Begin test: Get active shadow instance's diff (after changes) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --diff --output-as=xml">
	<shadow instance="cts-cli">
	<xml-patchset><![CDATA[<diff format="2">
	<version>
	<source admin_epoch="1" epoch="1" num_updates="173"/>
	<target admin_epoch="1" epoch="4" num_updates="1"/>
	</version>
	<change operation="delete" path="/cib/configuration/op_defaults"/>
	<change operation="modify" path="/cib">
	<change-list>
	<change-attr name="epoch" operation="set" value="4"/>
	<change-attr name="num_updates" operation="set" value="1"/>
	</change-list>
	<change-result>
	<cib epoch="4" num_updates="1" admin_epoch="1"/>
	</change-result>
	</change>
	<change operation="modify" path="/cib/configuration/resources/primitive[@id='dummy']">
	<change-list>
	<change-attr name="description" operation="set" value="desc"/>
	</change-list>
	<change-result>
	<primitive class="ocf" id="dummy" provider="pacemaker" type="Dummy" description="desc"/>
	</change-result>
	</change>
	<change operation="create" path="/cib/configuration/resources" position="9">
	<primitive id="dummy1" class="ocf" provider="pacemaker" type="Dummy"/>
	</change>
	<change operation="create" path="/cib/status" position="4">
	<node_state id="3" uname="cluster03" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member"/>
	</change>
	</diff>
	]]></xml-patchset>
	</shadow>
	<status code="1" message="Error occurred"/>
	</pacemaker-result>
	=#=#=#= End test: Get active shadow instance's diff (after changes) (XML) - Error occurred (1) =#=#=#=
	* Passed: crm_shadow - Get active shadow instance's diff (after changes) (XML)
	=#=#=#= Begin test: Commit shadow instance =#=#=#=
	crm_shadow: The commit command overwrites the active cluster configuration.
	To prevent accidental destruction of the cluster, the --force flag is required in order to proceed.
	=#=#=#= End test: Commit shadow instance - Incorrect usage (64) =#=#=#=
	* Passed: crm_shadow - Commit shadow instance
	=#=#=#= Begin test: Commit shadow instance (force) =#=#=#=
	=#=#=#= End test: Commit shadow instance (force) - OK (0) =#=#=#=
	* Passed: crm_shadow - Commit shadow instance (force)
	=#=#=#= Begin test: Get active shadow instance's diff (after commit) =#=#=#=
	Diff: --- 1.2.0 2
	Diff: +++ 1.4.1 (null)
	+ /cib: @epoch=4, @num_updates=1
	++ /cib/status: <node_state id="3" uname="cluster03" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member"/>
	=#=#=#= End test: Get active shadow instance's diff (after commit) - Error occurred (1) =#=#=#=
	* Passed: crm_shadow - Get active shadow instance's diff (after commit)
	=#=#=#= Begin test: Commit shadow instance (force) (all) =#=#=#=
	=#=#=#= End test: Commit shadow instance (force) (all) - OK (0) =#=#=#=
	* Passed: crm_shadow - Commit shadow instance (force) (all)
	=#=#=#= Begin test: Get active shadow instance's diff (after commit all) =#=#=#=
	Diff: --- 1.4.2 2
	Diff: +++ 1.4.1 (null)
	+ /cib: @num_updates=1
	=#=#=#= End test: Get active shadow instance's diff (after commit all) - Error occurred (1) =#=#=#=
	* Passed: crm_shadow - Get active shadow instance's diff (after commit all)
	=#=#=#= Begin test: Commit shadow instance (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --commit cts-cli --output-as=xml">
	<status code="64" message="Incorrect usage">
	<errors>
	<error>crm_shadow: The commit command overwrites the active cluster configuration.
	To prevent accidental destruction of the cluster, the --force flag is required in order to proceed.</error>
	</errors>
	</status>
	</pacemaker-result>
	=#=#=#= End test: Commit shadow instance (XML) - Incorrect usage (64) =#=#=#=
	* Passed: crm_shadow - Commit shadow instance (XML)
	=#=#=#= Begin test: Commit shadow instance (force) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --commit cts-cli --force --output-as=xml">
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Commit shadow instance (force) (XML) - OK (0) =#=#=#=
	* Passed: crm_shadow - Commit shadow instance (force) (XML)
	=#=#=#= Begin test: Get active shadow instance's diff (after commit) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --diff --output-as=xml">
	<shadow instance="cts-cli">
	<xml-patchset><![CDATA[<diff format="2">
	<version>
	<source admin_epoch="1" epoch="2" num_updates="0"/>
	<target admin_epoch="1" epoch="4" num_updates="1"/>
	</version>
	<change operation="modify" path="/cib">
	<change-list>
	<change-attr name="epoch" operation="set" value="4"/>
	<change-attr name="num_updates" operation="set" value="1"/>
	</change-list>
	<change-result>
	<cib epoch="4" num_updates="1" admin_epoch="1"/>
	</change-result>
	</change>
	<change operation="create" path="/cib/status" position="4">
	<node_state id="3" uname="cluster03" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member"/>
	</change>
	</diff>
	]]></xml-patchset>
	</shadow>
	<status code="1" message="Error occurred"/>
	</pacemaker-result>
	=#=#=#= End test: Get active shadow instance's diff (after commit) (XML) - Error occurred (1) =#=#=#=
	* Passed: crm_shadow - Get active shadow instance's diff (after commit) (XML)
	=#=#=#= Begin test: Commit shadow instance (force) (all) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --commit cts-cli --force --all --output-as=xml">
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Commit shadow instance (force) (all) (XML) - OK (0) =#=#=#=
	* Passed: crm_shadow - Commit shadow instance (force) (all) (XML)
	=#=#=#= Begin test: Get active shadow instance's diff (after commit all) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --diff --output-as=xml">
	<shadow instance="cts-cli">
	<xml-patchset><![CDATA[<diff format="2">
	<version>
	<source admin_epoch="1" epoch="4" num_updates="2"/>
	<target admin_epoch="1" epoch="4" num_updates="1"/>
	</version>
	<change operation="modify" path="/cib">
	<change-list>
	<change-attr name="num_updates" operation="set" value="1"/>
	</change-list>
	<change-result>
	<cib epoch="4" num_updates="1" admin_epoch="1"/>
	</change-result>
	</change>
	</diff>
	]]></xml-patchset>
	</shadow>
	<status code="1" message="Error occurred"/>
	</pacemaker-result>
	=#=#=#= End test: Get active shadow instance's diff (after commit all) (XML) - Error occurred (1) =#=#=#=
	* Passed: crm_shadow - Get active shadow instance's diff (after commit all) (XML)
	=#=#=#= Begin test: Commit shadow instance (no active instance) =#=#=#=
	crm_shadow: The commit command overwrites the active cluster configuration.
	To prevent accidental destruction of the cluster, the --force flag is required in order to proceed.
	=#=#=#= End test: Commit shadow instance (no active instance) - Incorrect usage (64) =#=#=#=
	* Passed: crm_shadow - Commit shadow instance (no active instance)
	=#=#=#= Begin test: Commit shadow instance (no active instance) (force) =#=#=#=
	=#=#=#= End test: Commit shadow instance (no active instance) (force) - OK (0) =#=#=#=
	* Passed: crm_shadow - Commit shadow instance (no active instance) (force)
	=#=#=#= Begin test: Commit shadow instance (no active instance) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --commit cts-cli --output-as=xml">
	<status code="64" message="Incorrect usage">
	<errors>
	<error>crm_shadow: The commit command overwrites the active cluster configuration.
	To prevent accidental destruction of the cluster, the --force flag is required in order to proceed.</error>
	</errors>
	</status>
	</pacemaker-result>
	=#=#=#= End test: Commit shadow instance (no active instance) (XML) - Incorrect usage (64) =#=#=#=
	* Passed: crm_shadow - Commit shadow instance (no active instance) (XML)
	=#=#=#= Begin test: Commit shadow instance (no active instance) (force) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --commit cts-cli --force --output-as=xml">
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Commit shadow instance (no active instance) (force) (XML) - OK (0) =#=#=#=
	* Passed: crm_shadow - Commit shadow instance (no active instance) (force) (XML)
	=#=#=#= Begin test: Commit shadow instance (mismatch) =#=#=#=
	crm_shadow: The commit command overwrites the active cluster configuration.
	Additionally, the supplied shadow instance (cts-cli) is not the same as the active one (nonexistent_shadow).
	To prevent accidental destruction of the cluster, the --force flag is required in order to proceed.
	=#=#=#= End test: Commit shadow instance (mismatch) - Incorrect usage (64) =#=#=#=
	* Passed: crm_shadow - Commit shadow instance (mismatch)
	=#=#=#= Begin test: Commit shadow instance (mismatch) (force) =#=#=#=
	=#=#=#= End test: Commit shadow instance (mismatch) (force) - OK (0) =#=#=#=
	* Passed: crm_shadow - Commit shadow instance (mismatch) (force)
	=#=#=#= Begin test: Commit shadow instance (mismatch) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --commit cts-cli --output-as=xml">
	<status code="64" message="Incorrect usage">
	<errors>
	<error>crm_shadow: The commit command overwrites the active cluster configuration.
	Additionally, the supplied shadow instance (cts-cli) is not the same as the active one (nonexistent_shadow).
	To prevent accidental destruction of the cluster, the --force flag is required in order to proceed.</error>
	</errors>
	</status>
	</pacemaker-result>
	=#=#=#= End test: Commit shadow instance (mismatch) (XML) - Incorrect usage (64) =#=#=#=
	* Passed: crm_shadow - Commit shadow instance (mismatch) (XML)
	=#=#=#= Begin test: Commit shadow instance (mismatch) (force) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --commit cts-cli --force --output-as=xml">
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Commit shadow instance (mismatch) (force) (XML) - OK (0) =#=#=#=
	* Passed: crm_shadow - Commit shadow instance (mismatch) (force) (XML)
	=#=#=#= Begin test: Commit shadow instance (nonexistent shadow file) =#=#=#=
	crm_shadow: The commit command overwrites the active cluster configuration.
	To prevent accidental destruction of the cluster, the --force flag is required in order to proceed.
	=#=#=#= End test: Commit shadow instance (nonexistent shadow file) - Incorrect usage (64) =#=#=#=
	* Passed: crm_shadow - Commit shadow instance (nonexistent shadow file)
	=#=#=#= Begin test: Commit shadow instance (nonexistent shadow file) (force) =#=#=#=
	crm_shadow: Could not access shadow instance 'nonexistent_shadow': No such file or directory
	=#=#=#= End test: Commit shadow instance (nonexistent shadow file) (force) - No such object (105) =#=#=#=
	* Passed: crm_shadow - Commit shadow instance (nonexistent shadow file) (force)
	=#=#=#= Begin test: Get active shadow instance's diff (nonexistent shadow file) =#=#=#=
	crm_shadow: Could not access shadow instance 'nonexistent_shadow': No such file or directory
	=#=#=#= End test: Get active shadow instance's diff (nonexistent shadow file) - No such object (105) =#=#=#=
	* Passed: crm_shadow - Get active shadow instance's diff (nonexistent shadow file)
	=#=#=#= Begin test: Commit shadow instance (nonexistent shadow file) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --commit nonexistent_shadow --output-as=xml">
	<status code="64" message="Incorrect usage">
	<errors>
	<error>crm_shadow: The commit command overwrites the active cluster configuration.
	To prevent accidental destruction of the cluster, the --force flag is required in order to proceed.</error>
	</errors>
	</status>
	</pacemaker-result>
	=#=#=#= End test: Commit shadow instance (nonexistent shadow file) (XML) - Incorrect usage (64) =#=#=#=
	* Passed: crm_shadow - Commit shadow instance (nonexistent shadow file) (XML)
	=#=#=#= Begin test: Commit shadow instance (nonexistent shadow file) (force) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --commit nonexistent_shadow --force --output-as=xml">
	<status code="105" message="No such object">
	<errors>
	<error>crm_shadow: Could not access shadow instance 'nonexistent_shadow': No such file or directory</error>
	</errors>
	</status>
	</pacemaker-result>
	=#=#=#= End test: Commit shadow instance (nonexistent shadow file) (force) (XML) - No such object (105) =#=#=#=
	* Passed: crm_shadow - Commit shadow instance (nonexistent shadow file) (force) (XML)
	=#=#=#= Begin test: Get active shadow instance's diff (nonexistent shadow file) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --diff --output-as=xml">
	<status code="105" message="No such object">
	<errors>
	<error>crm_shadow: Could not access shadow instance 'nonexistent_shadow': No such file or directory</error>
	</errors>
	</status>
	</pacemaker-result>
	=#=#=#= End test: Get active shadow instance's diff (nonexistent shadow file) (XML) - No such object (105) =#=#=#=
	* Passed: crm_shadow - Get active shadow instance's diff (nonexistent shadow file) (XML)
	=#=#=#= Begin test: Commit shadow instance (nonexistent CIB file) =#=#=#=
	crm_shadow: The commit command overwrites the active cluster configuration.
	To prevent accidental destruction of the cluster, the --force flag is required in order to proceed.
	=#=#=#= End test: Commit shadow instance (nonexistent CIB file) - Incorrect usage (64) =#=#=#=
	* Passed: crm_shadow - Commit shadow instance (nonexistent CIB file)
	=#=#=#= Begin test: Commit shadow instance (nonexistent CIB file) (force) =#=#=#=
	crm_shadow: Could not connect to CIB: No such device or address
	=#=#=#= End test: Commit shadow instance (nonexistent CIB file) (force) - No such object (105) =#=#=#=
	* Passed: crm_shadow - Commit shadow instance (nonexistent CIB file) (force)
	=#=#=#= Begin test: Get active shadow instance's diff (nonexistent CIB file) =#=#=#=
	crm_shadow: Could not connect to CIB: No such device or address
	=#=#=#= End test: Get active shadow instance's diff (nonexistent CIB file) - No such object (105) =#=#=#=
	* Passed: crm_shadow - Get active shadow instance's diff (nonexistent CIB file)
	=#=#=#= Begin test: Commit shadow instance (nonexistent CIB file) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --commit cts-cli --output-as=xml">
	<status code="64" message="Incorrect usage">
	<errors>
	<error>crm_shadow: The commit command overwrites the active cluster configuration.
	To prevent accidental destruction of the cluster, the --force flag is required in order to proceed.</error>
	</errors>
	</status>
	</pacemaker-result>
	=#=#=#= End test: Commit shadow instance (nonexistent CIB file) (XML) - Incorrect usage (64) =#=#=#=
	* Passed: crm_shadow - Commit shadow instance (nonexistent CIB file) (XML)
	=#=#=#= Begin test: Commit shadow instance (nonexistent CIB file) (force) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --commit cts-cli --force --output-as=xml">
	<status code="105" message="No such object">
	<errors>
	<error>crm_shadow: Could not connect to CIB: No such device or address</error>
	</errors>
	</status>
	</pacemaker-result>
	=#=#=#= End test: Commit shadow instance (nonexistent CIB file) (force) (XML) - No such object (105) =#=#=#=
	* Passed: crm_shadow - Commit shadow instance (nonexistent CIB file) (force) (XML)
	=#=#=#= Begin test: Get active shadow instance's diff (nonexistent CIB file) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --diff --output-as=xml">
	<status code="105" message="No such object">
	<errors>
	<error>crm_shadow: Could not connect to CIB: No such device or address</error>
	</errors>
	</status>
	</pacemaker-result>
	=#=#=#= End test: Get active shadow instance's diff (nonexistent CIB file) (XML) - No such object (105) =#=#=#=
	* Passed: crm_shadow - Get active shadow instance's diff (nonexistent CIB file) (XML)
	=#=#=#= Begin test: Delete shadow instance =#=#=#=
	crm_shadow: The delete command removes the specified shadow file.
	To prevent accidental destruction of the shadow file, the --force flag is required in order to proceed.
	=#=#=#= End test: Delete shadow instance - Incorrect usage (64) =#=#=#=
	* Passed: crm_shadow - Delete shadow instance
	=#=#=#= Begin test: Delete shadow instance (force) =#=#=#=
	Remember to unset the CIB_shadow variable by entering the following into your shell:
	unset CIB_shadow
	=#=#=#= End test: Delete shadow instance (force) - OK (0) =#=#=#=
	* Passed: crm_shadow - Delete shadow instance (force)
	A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli
	=#=#=#= Begin test: Delete shadow instance (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --delete cts-cli --output-as=xml">
	<status code="64" message="Incorrect usage">
	<errors>
	<error>crm_shadow: The delete command removes the specified shadow file.
	To prevent accidental destruction of the shadow file, the --force flag is required in order to proceed.</error>
	</errors>
	</status>
	</pacemaker-result>
	=#=#=#= End test: Delete shadow instance (XML) - Incorrect usage (64) =#=#=#=
	* Passed: crm_shadow - Delete shadow instance (XML)
	=#=#=#= Begin test: Delete shadow instance (force) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --delete cts-cli --force --output-as=xml">
	<instruction>Remember to unset the CIB_shadow variable by entering the following into your shell:
	unset CIB_shadow</instruction>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Delete shadow instance (force) (XML) - OK (0) =#=#=#=
	* Passed: crm_shadow - Delete shadow instance (force) (XML)
	A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli
	=#=#=#= Begin test: Delete shadow instance (no active instance) =#=#=#=
	crm_shadow: The delete command removes the specified shadow file.
	To prevent accidental destruction of the shadow file, the --force flag is required in order to proceed.
	=#=#=#= End test: Delete shadow instance (no active instance) - Incorrect usage (64) =#=#=#=
	* Passed: crm_shadow - Delete shadow instance (no active instance)
	=#=#=#= Begin test: Delete shadow instance (no active instance) (force) =#=#=#=
	=#=#=#= End test: Delete shadow instance (no active instance) (force) - OK (0) =#=#=#=
	* Passed: crm_shadow - Delete shadow instance (no active instance) (force)
	A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli
	=#=#=#= Begin test: Delete shadow instance (no active instance) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --delete cts-cli --output-as=xml">
	<status code="64" message="Incorrect usage">
	<errors>
	<error>crm_shadow: The delete command removes the specified shadow file.
	To prevent accidental destruction of the shadow file, the --force flag is required in order to proceed.</error>
	</errors>
	</status>
	</pacemaker-result>
	=#=#=#= End test: Delete shadow instance (no active instance) (XML) - Incorrect usage (64) =#=#=#=
	* Passed: crm_shadow - Delete shadow instance (no active instance) (XML)
	=#=#=#= Begin test: Delete shadow instance (no active instance) (force) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --delete cts-cli --force --output-as=xml">
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Delete shadow instance (no active instance) (force) (XML) - OK (0) =#=#=#=
	* Passed: crm_shadow - Delete shadow instance (no active instance) (force) (XML)
	A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli
	=#=#=#= Begin test: Delete shadow instance (mismatch) =#=#=#=
	crm_shadow: The delete command removes the specified shadow file.
	Additionally, the supplied shadow instance (cts-cli) is not the same as the active one (nonexistent_shadow).
	To prevent accidental destruction of the shadow file, the --force flag is required in order to proceed.
	=#=#=#= End test: Delete shadow instance (mismatch) - Incorrect usage (64) =#=#=#=
	* Passed: crm_shadow - Delete shadow instance (mismatch)
	=#=#=#= Begin test: Delete shadow instance (mismatch) (force) =#=#=#=
	=#=#=#= End test: Delete shadow instance (mismatch) (force) - OK (0) =#=#=#=
	* Passed: crm_shadow - Delete shadow instance (mismatch) (force)
	A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli
	=#=#=#= Begin test: Delete shadow instance (mismatch) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --delete cts-cli --output-as=xml">
	<status code="64" message="Incorrect usage">
	<errors>
	<error>crm_shadow: The delete command removes the specified shadow file.
	Additionally, the supplied shadow instance (cts-cli) is not the same as the active one (nonexistent_shadow).
	To prevent accidental destruction of the shadow file, the --force flag is required in order to proceed.</error>
	</errors>
	</status>
	</pacemaker-result>
	=#=#=#= End test: Delete shadow instance (mismatch) (XML) - Incorrect usage (64) =#=#=#=
	* Passed: crm_shadow - Delete shadow instance (mismatch) (XML)
	=#=#=#= Begin test: Delete shadow instance (mismatch) (force) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --delete cts-cli --force --output-as=xml">
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Delete shadow instance (mismatch) (force) (XML) - OK (0) =#=#=#=
	* Passed: crm_shadow - Delete shadow instance (mismatch) (force) (XML)
	=#=#=#= Begin test: Delete shadow instance (nonexistent shadow file) =#=#=#=
	crm_shadow: The delete command removes the specified shadow file.
	To prevent accidental destruction of the shadow file, the --force flag is required in order to proceed.
	=#=#=#= End test: Delete shadow instance (nonexistent shadow file) - Incorrect usage (64) =#=#=#=
	* Passed: crm_shadow - Delete shadow instance (nonexistent shadow file)
	=#=#=#= Begin test: Delete shadow instance (nonexistent shadow file) (force) =#=#=#=
	Remember to unset the CIB_shadow variable by entering the following into your shell:
	unset CIB_shadow
	=#=#=#= End test: Delete shadow instance (nonexistent shadow file) (force) - OK (0) =#=#=#=
	* Passed: crm_shadow - Delete shadow instance (nonexistent shadow file) (force)
	=#=#=#= Begin test: Delete shadow instance (nonexistent shadow file) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --delete nonexistent_shadow --output-as=xml">
	<status code="64" message="Incorrect usage">
	<errors>
	<error>crm_shadow: The delete command removes the specified shadow file.
	To prevent accidental destruction of the shadow file, the --force flag is required in order to proceed.</error>
	</errors>
	</status>
	</pacemaker-result>
	=#=#=#= End test: Delete shadow instance (nonexistent shadow file) (XML) - Incorrect usage (64) =#=#=#=
	* Passed: crm_shadow - Delete shadow instance (nonexistent shadow file) (XML)
	=#=#=#= Begin test: Delete shadow instance (nonexistent shadow file) (force) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --delete nonexistent_shadow --force --output-as=xml">
	<instruction>Remember to unset the CIB_shadow variable by entering the following into your shell:
	unset CIB_shadow</instruction>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Delete shadow instance (nonexistent shadow file) (force) (XML) - OK (0) =#=#=#=
	* Passed: crm_shadow - Delete shadow instance (nonexistent shadow file) (force) (XML)
	A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli
	=#=#=#= Begin test: Delete shadow instance (nonexistent CIB file) =#=#=#=
	crm_shadow: The delete command removes the specified shadow file.
	To prevent accidental destruction of the shadow file, the --force flag is required in order to proceed.
	=#=#=#= End test: Delete shadow instance (nonexistent CIB file) - Incorrect usage (64) =#=#=#=
	* Passed: crm_shadow - Delete shadow instance (nonexistent CIB file)
	=#=#=#= Begin test: Delete shadow instance (nonexistent CIB file) (force) =#=#=#=
	Remember to unset the CIB_shadow variable by entering the following into your shell:
	unset CIB_shadow
	=#=#=#= End test: Delete shadow instance (nonexistent CIB file) (force) - OK (0) =#=#=#=
	* Passed: crm_shadow - Delete shadow instance (nonexistent CIB file) (force)
	A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli
	=#=#=#= Begin test: Delete shadow instance (nonexistent CIB file) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --delete cts-cli --output-as=xml">
	<status code="64" message="Incorrect usage">
	<errors>
	<error>crm_shadow: The delete command removes the specified shadow file.
	To prevent accidental destruction of the shadow file, the --force flag is required in order to proceed.</error>
	</errors>
	</status>
	</pacemaker-result>
	=#=#=#= End test: Delete shadow instance (nonexistent CIB file) (XML) - Incorrect usage (64) =#=#=#=
	* Passed: crm_shadow - Delete shadow instance (nonexistent CIB file) (XML)
	=#=#=#= Begin test: Delete shadow instance (nonexistent CIB file) (force) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --delete cts-cli --force --output-as=xml">
	<instruction>Remember to unset the CIB_shadow variable by entering the following into your shell:
	unset CIB_shadow</instruction>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Delete shadow instance (nonexistent CIB file) (force) (XML) - OK (0) =#=#=#=
	* Passed: crm_shadow - Delete shadow instance (nonexistent CIB file) (force) (XML)
	=#=#=#= Begin test: Create copied shadow instance (no active instance) =#=#=#=
	A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli
	=#=#=#= End test: Create copied shadow instance (no active instance) - OK (0) =#=#=#=
	* Passed: crm_shadow - Create copied shadow instance (no active instance)
	=#=#=#= Begin test: Create copied shadow instance (no active instance) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --create cts-cli --batch --output-as=xml">
	<instruction>A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli</instruction>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Create copied shadow instance (no active instance) (XML) - OK (0) =#=#=#=
	* Passed: crm_shadow - Create copied shadow instance (no active instance) (XML)
	=#=#=#= Begin test: Create copied shadow instance (mismatch) =#=#=#=
	A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli
	=#=#=#= End test: Create copied shadow instance (mismatch) - OK (0) =#=#=#=
	* Passed: crm_shadow - Create copied shadow instance (mismatch)
	=#=#=#= Begin test: Create copied shadow instance (mismatch) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --create cts-cli --batch --output-as=xml">
	<instruction>A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli</instruction>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Create copied shadow instance (mismatch) (XML) - OK (0) =#=#=#=
	* Passed: crm_shadow - Create copied shadow instance (mismatch) (XML)
	=#=#=#= Begin test: Create copied shadow instance (file already exists) =#=#=#=
	crm_shadow: A shadow instance 'cts-cli' already exists.
	To prevent accidental destruction of the shadow file, the --force flag is required in order to proceed.
	=#=#=#= End test: Create copied shadow instance (file already exists) - Cannot create output file (73) =#=#=#=
	* Passed: crm_shadow - Create copied shadow instance (file already exists)
	=#=#=#= Begin test: Create copied shadow instance (file already exists) (force) =#=#=#=
	A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli
	=#=#=#= End test: Create copied shadow instance (file already exists) (force) - OK (0) =#=#=#=
	* Passed: crm_shadow - Create copied shadow instance (file already exists) (force)
	=#=#=#= Begin test: Create copied shadow instance (file already exists) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --create cts-cli --batch --output-as=xml">
	<status code="73" message="Cannot create output file">
	<errors>
	<error>crm_shadow: A shadow instance 'cts-cli' already exists.
	To prevent accidental destruction of the shadow file, the --force flag is required in order to proceed.</error>
	</errors>
	</status>
	</pacemaker-result>
	=#=#=#= End test: Create copied shadow instance (file already exists) (XML) - Cannot create output file (73) =#=#=#=
	* Passed: crm_shadow - Create copied shadow instance (file already exists) (XML)
	=#=#=#= Begin test: Create copied shadow instance (file already exists) (force) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --create cts-cli --batch --force --output-as=xml">
	<instruction>A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli</instruction>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Create copied shadow instance (file already exists) (force) (XML) - OK (0) =#=#=#=
	* Passed: crm_shadow - Create copied shadow instance (file already exists) (force) (XML)
	=#=#=#= Begin test: Create copied shadow instance (nonexistent CIB file) (force) =#=#=#=
	crm_shadow: Could not connect to CIB: No such device or address
	=#=#=#= End test: Create copied shadow instance (nonexistent CIB file) (force) - No such object (105) =#=#=#=
	* Passed: crm_shadow - Create copied shadow instance (nonexistent CIB file) (force)
	=#=#=#= Begin test: Create copied shadow instance (nonexistent CIB file) (force) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --create cts-cli --batch --force --output-as=xml">
	<status code="105" message="No such object">
	<errors>
	<error>crm_shadow: Could not connect to CIB: No such device or address</error>
	</errors>
	</status>
	</pacemaker-result>
	=#=#=#= End test: Create copied shadow instance (nonexistent CIB file) (force) (XML) - No such object (105) =#=#=#=
	* Passed: crm_shadow - Create copied shadow instance (nonexistent CIB file) (force) (XML)
	=#=#=#= Begin test: Create empty shadow instance =#=#=#=
	Created new pacemaker configuration
	A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli
	=#=#=#= End test: Create empty shadow instance - OK (0) =#=#=#=
	* Passed: crm_shadow - Create empty shadow instance
	=#=#=#= Begin test: Create empty shadow instance (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --create-empty cts-cli --batch --output-as=xml">
	<instruction>A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli</instruction>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Create empty shadow instance (XML) - OK (0) =#=#=#=
	* Passed: crm_shadow - Create empty shadow instance (XML)
	=#=#=#= Begin test: Create empty shadow instance (no active instance) =#=#=#=
	Created new pacemaker configuration
	A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli
	=#=#=#= End test: Create empty shadow instance (no active instance) - OK (0) =#=#=#=
	* Passed: crm_shadow - Create empty shadow instance (no active instance)
	=#=#=#= Begin test: Create empty shadow instance (no active instance) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --create-empty cts-cli --batch --output-as=xml">
	<instruction>A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli</instruction>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Create empty shadow instance (no active instance) (XML) - OK (0) =#=#=#=
	* Passed: crm_shadow - Create empty shadow instance (no active instance) (XML)
	=#=#=#= Begin test: Create empty shadow instance (mismatch) =#=#=#=
	Created new pacemaker configuration
	A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli
	=#=#=#= End test: Create empty shadow instance (mismatch) - OK (0) =#=#=#=
	* Passed: crm_shadow - Create empty shadow instance (mismatch)
	=#=#=#= Begin test: Create empty shadow instance (mismatch) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --create-empty cts-cli --batch --output-as=xml">
	<instruction>A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli</instruction>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Create empty shadow instance (mismatch) (XML) - OK (0) =#=#=#=
	* Passed: crm_shadow - Create empty shadow instance (mismatch) (XML)
	=#=#=#= Begin test: Create empty shadow instance (nonexistent CIB file) =#=#=#=
	Created new pacemaker configuration
	A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli
	=#=#=#= End test: Create empty shadow instance (nonexistent CIB file) - OK (0) =#=#=#=
	* Passed: crm_shadow - Create empty shadow instance (nonexistent CIB file)
	=#=#=#= Begin test: Create empty shadow instance (nonexistent CIB file) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --create-empty cts-cli --batch --force --output-as=xml">
	<instruction>A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli</instruction>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Create empty shadow instance (nonexistent CIB file) (XML) - OK (0) =#=#=#=
	* Passed: crm_shadow - Create empty shadow instance (nonexistent CIB file) (XML)
	=#=#=#= Begin test: Create empty shadow instance (file already exists) =#=#=#=
	crm_shadow: A shadow instance 'cts-cli' already exists.
	To prevent accidental destruction of the shadow file, the --force flag is required in order to proceed.
	=#=#=#= End test: Create empty shadow instance (file already exists) - Cannot create output file (73) =#=#=#=
	* Passed: crm_shadow - Create empty shadow instance (file already exists)
	=#=#=#= Begin test: Create empty shadow instance (file already exists) (force) =#=#=#=
	Created new pacemaker configuration
	A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli
	=#=#=#= End test: Create empty shadow instance (file already exists) (force) - OK (0) =#=#=#=
	* Passed: crm_shadow - Create empty shadow instance (file already exists) (force)
	=#=#=#= Begin test: Create empty shadow instance (file already exists) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --create-empty cts-cli --batch --output-as=xml">
	<status code="73" message="Cannot create output file">
	<errors>
	<error>crm_shadow: A shadow instance 'cts-cli' already exists.
	To prevent accidental destruction of the shadow file, the --force flag is required in order to proceed.</error>
	</errors>
	</status>
	</pacemaker-result>
	=#=#=#= End test: Create empty shadow instance (file already exists) (XML) - Cannot create output file (73) =#=#=#=
	* Passed: crm_shadow - Create empty shadow instance (file already exists) (XML)
	=#=#=#= Begin test: Create empty shadow instance (file already exists) (force) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --create-empty cts-cli --batch --force --output-as=xml">
	<instruction>A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli</instruction>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Create empty shadow instance (file already exists) (force) (XML) - OK (0) =#=#=#=
	* Passed: crm_shadow - Create empty shadow instance (file already exists) (force) (XML)
	=#=#=#= Begin test: Get active shadow instance's contents (empty CIB) =#=#=#=
	<cib epoch="1" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config/>
	<nodes/>
	<resources/>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Get active shadow instance's contents (empty CIB) - OK (0) =#=#=#=
	* Passed: crm_shadow - Get active shadow instance's contents (empty CIB)
	=#=#=#= Begin test: Get active shadow instance's contents (empty CIB) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --display --output-as=xml">
	<shadow instance="cts-cli">
	<content><![CDATA[<cib epoch="1" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config/>
	<nodes/>
	<resources/>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	]]></content>
	</shadow>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Get active shadow instance's contents (empty CIB) (XML) - OK (0) =#=#=#=
	* Passed: crm_shadow - Get active shadow instance's contents (empty CIB) (XML)
	=#=#=#= Begin test: Get active shadow instance's diff (empty CIB) =#=#=#=
	Diff: --- 1.1.173 2
	Diff: +++ 0.1.0 (null)
	-- /cib/configuration/crm_config/cluster_property_set[@id='cib-bootstrap-options']
	-- /cib/configuration/nodes/node[@id='1']
	-- /cib/configuration/nodes/node[@id='2']
	-- /cib/configuration/resources/clone[@id='ping-clone']
	-- /cib/configuration/resources/primitive[@id='Fencing']
	-- /cib/configuration/resources/primitive[@id='dummy']
	-- /cib/configuration/resources/clone[@id='inactive-clone']
	-- /cib/configuration/resources/group[@id='inactive-group']
	-- /cib/configuration/resources/bundle[@id='httpd-bundle']
	-- /cib/configuration/resources/group[@id='exim-group']
	-- /cib/configuration/resources/clone[@id='mysql-clone-group']
	-- /cib/configuration/resources/clone[@id='promotable-clone']
	-- /cib/configuration/constraints/rsc_location[@id='not-on-cluster1']
	-- /cib/configuration/constraints/rsc_location[@id='loc-promotable-clone']
	-- /cib/configuration/tags
	-- /cib/configuration/op_defaults
	-- /cib/status/node_state[@id='2']
	-- /cib/status/node_state[@id='1']
	-- /cib/status/node_state[@id='httpd-bundle-0']
	-- /cib/status/node_state[@id='httpd-bundle-1']
	+ /cib: @crm_feature_set=3.17.4, @num_updates=0, @admin_epoch=0
	-- /cib: @cib-last-written, @update-origin, @update-client, @update-user, @have-quorum, @dc-uuid
	=#=#=#= End test: Get active shadow instance's diff (empty CIB) - Error occurred (1) =#=#=#=
	* Passed: crm_shadow - Get active shadow instance's diff (empty CIB)
	=#=#=#= Begin test: Get active shadow instance's diff (empty CIB) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --diff --output-as=xml">
	<shadow instance="cts-cli">
	<xml-patchset><![CDATA[<diff format="2">
	<version>
	<source admin_epoch="1" epoch="1" num_updates="173"/>
	<target admin_epoch="0" epoch="1" num_updates="0"/>
	</version>
	<change operation="delete" path="/cib/configuration/crm_config/cluster_property_set[@id='cib-bootstrap-options']"/>
	<change operation="delete" path="/cib/configuration/nodes/node[@id='1']"/>
	<change operation="delete" path="/cib/configuration/nodes/node[@id='2']"/>
	<change operation="delete" path="/cib/configuration/resources/clone[@id='ping-clone']"/>
	<change operation="delete" path="/cib/configuration/resources/primitive[@id='Fencing']"/>
	<change operation="delete" path="/cib/configuration/resources/primitive[@id='dummy']"/>
	<change operation="delete" path="/cib/configuration/resources/clone[@id='inactive-clone']"/>
	<change operation="delete" path="/cib/configuration/resources/group[@id='inactive-group']"/>
	<change operation="delete" path="/cib/configuration/resources/bundle[@id='httpd-bundle']"/>
	<change operation="delete" path="/cib/configuration/resources/group[@id='exim-group']"/>
	<change operation="delete" path="/cib/configuration/resources/clone[@id='mysql-clone-group']"/>
	<change operation="delete" path="/cib/configuration/resources/clone[@id='promotable-clone']"/>
	<change operation="delete" path="/cib/configuration/constraints/rsc_location[@id='not-on-cluster1']"/>
	<change operation="delete" path="/cib/configuration/constraints/rsc_location[@id='loc-promotable-clone']"/>
	<change operation="delete" path="/cib/configuration/tags"/>
	<change operation="delete" path="/cib/configuration/op_defaults"/>
	<change operation="delete" path="/cib/status/node_state[@id='2']"/>
	<change operation="delete" path="/cib/status/node_state[@id='1']"/>
	<change operation="delete" path="/cib/status/node_state[@id='httpd-bundle-0']"/>
	<change operation="delete" path="/cib/status/node_state[@id='httpd-bundle-1']"/>
	<change operation="modify" path="/cib">
	<change-list>
	<change-attr name="crm_feature_set" operation="set" value="3.17.4"/>
	<change-attr name="num_updates" operation="set" value="0"/>
	<change-attr name="admin_epoch" operation="set" value="0"/>
	<change-attr name="cib-last-written" operation="unset"/>
	<change-attr name="update-origin" operation="unset"/>
	<change-attr name="update-client" operation="unset"/>
	<change-attr name="update-user" operation="unset"/>
	<change-attr name="have-quorum" operation="unset"/>
	<change-attr name="dc-uuid" operation="unset"/>
	</change-list>
	<change-result>
	<cib epoch="1" num_updates="0" admin_epoch="0"/>
	</change-result>
	</change>
	</diff>
	]]></xml-patchset>
	</shadow>
	<status code="1" message="Error occurred"/>
	</pacemaker-result>
	=#=#=#= End test: Get active shadow instance's diff (empty CIB) (XML) - Error occurred (1) =#=#=#=
	* Passed: crm_shadow - Get active shadow instance's diff (empty CIB) (XML)
	=#=#=#= Begin test: Reset shadow instance =#=#=#=
	A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli
	=#=#=#= End test: Reset shadow instance - OK (0) =#=#=#=
	* Passed: crm_shadow - Reset shadow instance
	=#=#=#= Begin test: Get active shadow instance's diff (after reset) =#=#=#=
	=#=#=#= End test: Get active shadow instance's diff (after reset) - OK (0) =#=#=#=
	* Passed: crm_shadow - Get active shadow instance's diff (after reset)
	Created new pacemaker configuration
	A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli
	=#=#=#= Begin test: Reset shadow instance (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --reset cts-cli --batch --output-as=xml">
	<instruction>A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli</instruction>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Reset shadow instance (XML) - OK (0) =#=#=#=
	* Passed: crm_shadow - Reset shadow instance (XML)
	=#=#=#= Begin test: Get active shadow instance's diff (after reset) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --diff --output-as=xml">
	<shadow instance="cts-cli"/>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Get active shadow instance's diff (after reset) (XML) - OK (0) =#=#=#=
	* Passed: crm_shadow - Get active shadow instance's diff (after reset) (XML)
	=#=#=#= Begin test: Reset shadow instance (no active instance) =#=#=#=
	A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli
	=#=#=#= End test: Reset shadow instance (no active instance) - OK (0) =#=#=#=
	* Passed: crm_shadow - Reset shadow instance (no active instance)
	Created new pacemaker configuration
	A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli
	=#=#=#= Begin test: Reset shadow instance (no active instance) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --reset cts-cli --batch --output-as=xml">
	<instruction>A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli</instruction>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Reset shadow instance (no active instance) (XML) - OK (0) =#=#=#=
	* Passed: crm_shadow - Reset shadow instance (no active instance) (XML)
	=#=#=#= Begin test: Reset shadow instance (mismatch) =#=#=#=
	crm_shadow: The supplied shadow instance (cts-cli) is not the same as the active one (nonexistent_shadow).
	To prevent accidental destruction of the shadow file, the --force flag is required in order to proceed.
	=#=#=#= End test: Reset shadow instance (mismatch) - Incorrect usage (64) =#=#=#=
	* Passed: crm_shadow - Reset shadow instance (mismatch)
	=#=#=#= Begin test: Reset shadow instance (mismatch) (force) =#=#=#=
	A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli
	=#=#=#= End test: Reset shadow instance (mismatch) (force) - OK (0) =#=#=#=
	* Passed: crm_shadow - Reset shadow instance (mismatch) (force)
	Created new pacemaker configuration
	A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli
	=#=#=#= Begin test: Reset shadow instance (mismatch) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --reset cts-cli --batch --output-as=xml">
	<status code="64" message="Incorrect usage">
	<errors>
	<error>crm_shadow: The supplied shadow instance (cts-cli) is not the same as the active one (nonexistent_shadow).
	To prevent accidental destruction of the shadow file, the --force flag is required in order to proceed.</error>
	</errors>
	</status>
	</pacemaker-result>
	=#=#=#= End test: Reset shadow instance (mismatch) (XML) - Incorrect usage (64) =#=#=#=
	* Passed: crm_shadow - Reset shadow instance (mismatch) (XML)
	=#=#=#= Begin test: Reset shadow instance (mismatch) (force) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --reset cts-cli --batch --force --output-as=xml">
	<instruction>A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli</instruction>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Reset shadow instance (mismatch) (force) (XML) - OK (0) =#=#=#=
	* Passed: crm_shadow - Reset shadow instance (mismatch) (force) (XML)
	Created new pacemaker configuration
	A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli
	=#=#=#= Begin test: Reset shadow instance (nonexistent CIB file) =#=#=#=
	crm_shadow: Could not connect to CIB: No such device or address
	=#=#=#= End test: Reset shadow instance (nonexistent CIB file) - No such object (105) =#=#=#=
	* Passed: crm_shadow - Reset shadow instance (nonexistent CIB file)
	=#=#=#= Begin test: Reset shadow instance (nonexistent CIB file) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --reset cts-cli --batch --output-as=xml">
	<status code="105" message="No such object">
	<errors>
	<error>crm_shadow: Could not connect to CIB: No such device or address</error>
	</errors>
	</status>
	</pacemaker-result>
	=#=#=#= End test: Reset shadow instance (nonexistent CIB file) (XML) - No such object (105) =#=#=#=
	* Passed: crm_shadow - Reset shadow instance (nonexistent CIB file) (XML)
	=#=#=#= Begin test: Reset shadow instance (nonexistent CIB file) (force) =#=#=#=
	crm_shadow: Could not connect to CIB: No such device or address
	=#=#=#= End test: Reset shadow instance (nonexistent CIB file) (force) - No such object (105) =#=#=#=
	* Passed: crm_shadow - Reset shadow instance (nonexistent CIB file) (force)
	=#=#=#= Begin test: Reset shadow instance (nonexistent CIB file) (force) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --reset cts-cli --batch --force --output-as=xml">
	<status code="105" message="No such object">
	<errors>
	<error>crm_shadow: Could not connect to CIB: No such device or address</error>
	</errors>
	</status>
	</pacemaker-result>
	=#=#=#= End test: Reset shadow instance (nonexistent CIB file) (force) (XML) - No such object (105) =#=#=#=
	* Passed: crm_shadow - Reset shadow instance (nonexistent CIB file) (force) (XML)
	=#=#=#= Begin test: Reset shadow instance (nonexistent shadow file) =#=#=#=
	crm_shadow: Could not access shadow instance 'cts-cli': No such file or directory
	=#=#=#= End test: Reset shadow instance (nonexistent shadow file) - No such object (105) =#=#=#=
	* Passed: crm_shadow - Reset shadow instance (nonexistent shadow file)
	=#=#=#= Begin test: Reset shadow instance (nonexistent shadow file) (force) =#=#=#=
	A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli
	=#=#=#= End test: Reset shadow instance (nonexistent shadow file) (force) - OK (0) =#=#=#=
	* Passed: crm_shadow - Reset shadow instance (nonexistent shadow file) (force)
	=#=#=#= Begin test: Reset shadow instance (nonexistent shadow file) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --reset cts-cli --batch --output-as=xml">
	<status code="105" message="No such object">
	<errors>
	<error>crm_shadow: Could not access shadow instance 'cts-cli': No such file or directory</error>
	</errors>
	</status>
	</pacemaker-result>
	=#=#=#= End test: Reset shadow instance (nonexistent shadow file) (XML) - No such object (105) =#=#=#=
	* Passed: crm_shadow - Reset shadow instance (nonexistent shadow file) (XML)
	=#=#=#= Begin test: Reset shadow instance (nonexistent shadow file) (force) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --reset cts-cli --batch --force --output-as=xml">
	<instruction>A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli</instruction>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Reset shadow instance (nonexistent shadow file) (force) (XML) - OK (0) =#=#=#=
	* Passed: crm_shadow - Reset shadow instance (nonexistent shadow file) (force) (XML)
	Created new pacemaker configuration
	A new shadow instance was created. To begin using it, enter the following into your shell:
	export CIB_shadow=cts-cli
	=#=#=#= Begin test: Switch to new shadow instance =#=#=#=
	To switch to the named shadow instance, enter the following into your shell:
	export CIB_shadow=cts-cli
	=#=#=#= End test: Switch to new shadow instance - OK (0) =#=#=#=
	* Passed: crm_shadow - Switch to new shadow instance
	=#=#=#= Begin test: Switch to new shadow instance (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --switch cts-cli --batch --output-as=xml">
	<instruction>To switch to the named shadow instance, enter the following into your shell:
	export CIB_shadow=cts-cli</instruction>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Switch to new shadow instance (XML) - OK (0) =#=#=#=
	* Passed: crm_shadow - Switch to new shadow instance (XML)
	=#=#=#= Begin test: Switch to nonexistent shadow instance =#=#=#=
	crm_shadow: Could not access shadow instance 'cts-cli': No such file or directory
	=#=#=#= End test: Switch to nonexistent shadow instance - No such object (105) =#=#=#=
	* Passed: crm_shadow - Switch to nonexistent shadow instance
	=#=#=#= Begin test: Switch to nonexistent shadow instance (force) =#=#=#=
	crm_shadow: Could not access shadow instance 'cts-cli': No such file or directory
	=#=#=#= End test: Switch to nonexistent shadow instance (force) - No such object (105) =#=#=#=
	* Passed: crm_shadow - Switch to nonexistent shadow instance (force)
	=#=#=#= Begin test: Switch to nonexistent shadow instance (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --switch cts-cli --batch --output-as=xml">
	<status code="105" message="No such object">
	<errors>
	<error>crm_shadow: Could not access shadow instance 'cts-cli': No such file or directory</error>
	</errors>
	</status>
	</pacemaker-result>
	=#=#=#= End test: Switch to nonexistent shadow instance (XML) - No such object (105) =#=#=#=
	* Passed: crm_shadow - Switch to nonexistent shadow instance (XML)
	=#=#=#= Begin test: Switch to nonexistent shadow instance (force) (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_shadow --switch cts-cli --batch --force --output-as=xml">
	<status code="105" message="No such object">
	<errors>
	<error>crm_shadow: Could not access shadow instance 'cts-cli': No such file or directory</error>
	</errors>
	</status>
	</pacemaker-result>
	=#=#=#= End test: Switch to nonexistent shadow instance (force) (XML) - No such object (105) =#=#=#=
	* Passed: crm_shadow - Switch to nonexistent shadow instance (force) (XML)
	diff --git a/cts/cts-cli.in b/cts/cts-cli.in
	index be4631a0a4..d1e7b9ecf3 100755
	--- a/cts/cts-cli.in
	+++ b/cts/cts-cli.in
	@@ -1,3382 +1,3382 @@
	#!@BASH_PATH@
	#
	# Copyright 2008-2022 the Pacemaker project contributors
	#
	# The version control history for this file may have further details.
	#
	# This source code is licensed under the GNU General Public License version 2
	# or later (GPLv2+) WITHOUT ANY WARRANTY.
	#

	# Set the exit status of a command to the exit code of the last program to
	# exit non-zero. This is bash-specific.
	set -o pipefail

	#
	# Note on portable usage of sed: GNU/POSIX/*BSD sed have a limited subset of
	# compatible functionality. Do not use the -i option, alternation (\\|),
	# \0, or character sequences such as \n or \s.
	#

	USAGE_TEXT="Usage: cts-cli [<options>]
	Options:
	--help Display this text, then exit
	-V, --verbose Display any differences from expected output
	-t 'TEST [...]' Run only specified tests
	(default: 'daemons dates error_codes tools crm_mon acls
	validity upgrade rules feature_set').
	Other tests: agents (must be run in an installed environment).
	-p DIR Look for executables in DIR (may be specified multiple times)
	-v, --valgrind Run all commands under valgrind
	-s Save actual output as expected output"

	# If readlink supports -e (i.e. GNU), use it
	readlink -e / >/dev/null 2>/dev/null
	if [ $? -eq 0 ]; then
	test_home="$(dirname "$(readlink -e "$0")")"
	else
	test_home="$(dirname "$0")"
	fi

	: ${shadow=cts-cli}
	shadow_dir=$(mktemp -d ${TMPDIR:-/tmp}/cts-cli.shadow.XXXXXXXXXX)
	num_errors=0
	num_passed=0
	verbose=0
	tests="daemons dates error_codes tools crm_mon acls validity upgrade rules "
	tests="$tests feature_set"
	do_save=0
	XMLLINT_CMD=
	VALGRIND_CMD=
	VALGRIND_OPTS="
	-q
	--gen-suppressions=all
	--show-reachable=no
	--leak-check=full
	--trace-children=no
	--time-stamp=yes
	--num-callers=20
	--suppressions=$test_home/valgrind-pcmk.suppressions
	"

	# Temp files for saving a command's stdout/stderr in _test_assert()
	test_assert_outfile=$(mktemp ${TMPDIR:-/tmp}/cts-cli.ta_outfile.XXXXXXXXXX)
	test_assert_errfile=$(mktemp ${TMPDIR:-/tmp}/cts-cli.ta_errfile.XXXXXXXXXX)
	xmllint_outfile=$(mktemp ${TMPDIR:-/tmp}/cts-cli.xmllint_outfile.XXXXXXXXXX)

	# Log test errors to stderr
	export PCMK_stderr=1

	# Output when PCMK_trace_functions is undefined is different from when it's
	# empty. Later we save the value of PCMK_trace_functions, do work, and restore
	# the original value. Getting back to the initial state is simplest if we assume
	# the variable is defined.
	: ${PCMK_trace_functions=""}
	export PCMK_trace_functions

	# These constants must track crm_exit_t values
	CRM_EX_OK=0
	CRM_EX_ERROR=1
	CRM_EX_INVALID_PARAM=2
	CRM_EX_UNIMPLEMENT_FEATURE=3
	CRM_EX_INSUFFICIENT_PRIV=4
	CRM_EX_NOT_CONFIGURED=6
	CRM_EX_USAGE=64
	CRM_EX_DATAERR=65
	CRM_EX_CANTCREAT=73
	CRM_EX_CONFIG=78
	CRM_EX_OLD=103
	CRM_EX_DIGEST=104
	CRM_EX_NOSUCH=105
	CRM_EX_UNSAFE=107
	CRM_EX_EXISTS=108
	CRM_EX_MULTIPLE=109
	CRM_EX_EXPIRED=110
	CRM_EX_NOT_YET_IN_EFFECT=111

	reset_shadow_cib_version() {
	local SHADOWPATH

	SHADOWPATH="$(crm_shadow --file)"
	# sed -i isn't portable :-(
	cp -p "$SHADOWPATH" "${SHADOWPATH}.$$" # preserve permissions
	sed -e 's/epoch="[0-9]*"/epoch="1"/g' \
	-e 's/num_updates="[0-9]*"/num_updates="0"/g' \
	-e 's/admin_epoch="[0-9]*"/admin_epoch="0"/g' \
	"$SHADOWPATH" > "${SHADOWPATH}.$$"
	mv -- "${SHADOWPATH}.$$" "$SHADOWPATH"
	}

	# A newly created empty CIB might or might not have a rsc_defaults section
	# depending on whether the --with-resource-stickiness-default configure
	# option was used. To ensure regression tests behave the same either way,
	# delete any rsc_defaults after creating or erasing a CIB.
	delete_shadow_resource_defaults() {
	cibadmin --delete --xml-text '<rsc_defaults/>'

	# The above command might or might not bump the CIB version, so reset it
	# to ensure future changes result in the same version for comparison.
	reset_shadow_cib_version
	}

	create_shadow_cib() {
	local VALIDATE_WITH
	local SHADOW_CMD

	CREATE_ARG="$1"
	VALIDATE_WITH="$2"

	export CIB_shadow_dir="${shadow_dir}"

	SHADOW_CMD="$VALGRIND_CMD crm_shadow --batch --force $CREATE_ARG"
	if [ -z "$VALIDATE_WITH" ]; then
	$SHADOW_CMD "$shadow" 2>&1
	else
	$SHADOW_CMD "$shadow" --validate-with="${VALIDATE_WITH}" 2>&1
	fi

	export CIB_shadow="$shadow"
	delete_shadow_resource_defaults
	}

	function _test_assert() {
	target=$1; shift
	validate=$1; shift
	cib=$1; shift
	app=`echo "$cmd" \| sed 's/\ .*//'`
	printf "* Running: $app - $desc\n" 1>&2

	printf "=#=#=#= Begin test: $desc =#=#=#=\n"

	# Capture stderr and stdout separately, then print them consecutively
	eval $VALGRIND_CMD $cmd > "$test_assert_outfile" 2> "$test_assert_errfile"
	rc=$?
	cat "$test_assert_errfile"
	cat "$test_assert_outfile"

	if [ x$cib != x0 ]; then
	printf "=#=#=#= Current cib after: $desc =#=#=#=\n"
	CIB_user=root cibadmin -Q
	fi

	# Do not validate if running under valgrind, even if told to do so. Valgrind
	# will output a lot more stuff that is not XML, so it wouldn't validate anyway.
	if [ "$validate" = "1" ] && [ "$VALGRIND_CMD" = "" ] && [ $rc = 0 ] && [ "$XMLLINT_CMD" != "" ]; then
	# The sed command filters out the "- validates" line that xmllint will output
	# on success. grep cannot be used here because "grep -v 'validates$'" will
	# return an exit code of 1 if its input consists entirely of "- validates".
	$XMLLINT_CMD --noout --relaxng \
	"$PCMK_schema_directory/api/api-result.rng" "$test_assert_outfile" \
	> "$xmllint_outfile" 2>&1
	rc=$?

	sed -n '/validates$/ !p' "$xmllint_outfile"

	if [ $rc = 0 ]; then
	printf "=#=#=#= End test: %s - $(crm_error --exit $rc) (%d) =#=#=#=\n" "$desc" $rc
	else
	printf "=#=#=#= End test: %s - Failed to validate (%d) =#=#=#=\n" "$desc" $rc
	fi
	else
	printf "=#=#=#= End test: %s - $(crm_error --exit $rc) (%d) =#=#=#=\n" "$desc" $rc
	fi

	if [ $rc -ne $target ]; then
	num_errors=$(( $num_errors + 1 ))
	printf "* Failed (rc=%.3d): %-14s - %s\n" $rc $app "$desc"
	printf "* Failed (rc=%.3d): %-14s - %s\n" $rc $app "$desc (`which $app`)" 1>&2
	return
	exit $CRM_EX_ERROR
	else
	printf "* Passed: %-14s - %s\n" $app "$desc"
	num_passed=$(( $num_passed + 1 ))
	fi
	}

	function test_assert() {
	_test_assert $1 0 $2
	}

	function test_assert_validate() {
	_test_assert $1 1 $2
	}

	# Tests that depend on resource agents and must be run in an installed
	# environment
	function test_agents() {
	desc="Validate a valid resource configuration"
	cmd="crm_resource --validate --class ocf --provider pacemaker --agent Dummy"
	test_assert $CRM_EX_OK 0

	desc="Validate a valid resource configuration (XML)"
	cmd="crm_resource --validate --class ocf --provider pacemaker --agent Dummy"
	cmd="$cmd --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	# Make the Dummy configuration invalid (op_sleep can't be a generic string)
	export OCF_RESKEY_op_sleep=asdf

	desc="Validate an invalid resource configuration"
	cmd="crm_resource --validate --class ocf --provider pacemaker --agent Dummy"
	test_assert $CRM_EX_NOT_CONFIGURED 0

	desc="Validate an invalid resource configuration (XML)"
	cmd="crm_resource --validate --class ocf --provider pacemaker --agent Dummy"
	cmd="$cmd --output-as=xml"
	test_assert_validate $CRM_EX_NOT_CONFIGURED 0

	unset OCF_RESKEY_op_sleep
	export OCF_RESKEY_op_sleep
	}

	function test_daemons() {
	desc="Get CIB manager metadata"
	cmd="pacemaker-based metadata"
	test_assert $CRM_EX_OK 0

	desc="Get controller metadata"
	cmd="pacemaker-controld metadata"
	test_assert $CRM_EX_OK 0

	desc="Get fencer metadata"
	cmd="pacemaker-fenced metadata"
	test_assert $CRM_EX_OK 0

	desc="Get scheduler metadata"
	cmd="pacemaker-schedulerd metadata"
	test_assert $CRM_EX_OK 0
	}

	function test_crm_mon() {
	local TMPXML
	export CIB_file="$test_home/cli/crm_mon.xml"

	desc="Basic text output"
	cmd="crm_mon -1"
	test_assert $CRM_EX_OK 0

	desc="XML output"
	cmd="crm_mon --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Basic text output without node section"
	cmd="crm_mon -1 --exclude=nodes"
	test_assert $CRM_EX_OK 0

	desc="XML output without the node section"
	cmd="crm_mon --output-as=xml --exclude=nodes"
	test_assert_validate $CRM_EX_OK 0

	desc="Text output with only the node section"
	cmd="crm_mon -1 --exclude=all --include=nodes"
	test_assert $CRM_EX_OK 0

	# The above test doesn't need to be performed for other output formats. It's
	# really just a test to make sure that blank lines are correct.

	desc="Complete text output"
	cmd="crm_mon -1 --include=all"
	test_assert $CRM_EX_OK 0

	# XML includes everything already so there's no need for a complete test

	desc="Complete text output with detail"
	cmd="crm_mon -1R --include=all"
	test_assert $CRM_EX_OK 0

	# XML includes detailed output already

	desc="Complete brief text output"
	cmd="crm_mon -1 --include=all --brief"
	test_assert $CRM_EX_OK 0

	desc="Complete text output grouped by node"
	cmd="crm_mon -1 --include=all --group-by-node"
	test_assert $CRM_EX_OK 0

	# XML does not have a brief output option

	desc="Complete brief text output grouped by node"
	cmd="crm_mon -1 --include=all --group-by-node --brief"
	test_assert $CRM_EX_OK 0

	desc="XML output grouped by node"
	cmd="crm_mon -1 --output-as=xml --group-by-node"
	test_assert_validate $CRM_EX_OK 0

	desc="Complete text output filtered by node"
	cmd="crm_mon -1 --include=all --node=cluster01"
	test_assert $CRM_EX_OK 0

	desc="XML output filtered by node"
	cmd="crm_mon --output-as xml --include=all --node=cluster01"
	test_assert_validate $CRM_EX_OK 0

	desc="Complete text output filtered by tag"
	cmd="crm_mon -1 --include=all --node=even-nodes"
	test_assert $CRM_EX_OK 0

	desc="XML output filtered by tag"
	cmd="crm_mon --output-as=xml --include=all --node=even-nodes"
	test_assert_validate $CRM_EX_OK 0

	desc="Complete text output filtered by resource tag"
	cmd="crm_mon -1 --include=all --resource=fencing-rscs"
	test_assert $CRM_EX_OK 0

	desc="XML output filtered by resource tag"
	cmd="crm_mon --output-as=xml --include=all --resource=fencing-rscs"
	test_assert_validate $CRM_EX_OK 0

	desc="Basic text output filtered by node that doesn't exist"
	cmd="crm_mon -1 --node=blah"
	test_assert $CRM_EX_OK 0

	desc="XML output filtered by node that doesn't exist"
	cmd="crm_mon --output-as=xml --node=blah"
	test_assert_validate $CRM_EX_OK 0

	desc="Basic text output with inactive resources"
	cmd="crm_mon -1 -r"
	test_assert $CRM_EX_OK 0

	# XML already includes inactive resources

	desc="Basic text output with inactive resources, filtered by node"
	cmd="crm_mon -1 -r --node=cluster02"
	test_assert $CRM_EX_OK 0

	# XML already includes inactive resources

	desc="Complete text output filtered by primitive resource"
	cmd="crm_mon -1 --include=all --resource=Fencing"
	test_assert $CRM_EX_OK 0

	desc="XML output filtered by primitive resource"
	cmd="crm_mon --output-as=xml --resource=Fencing"
	test_assert_validate $CRM_EX_OK 0

	desc="Complete text output filtered by group resource"
	cmd="crm_mon -1 --include=all --resource=exim-group"
	test_assert $CRM_EX_OK 0

	desc="XML output filtered by group resource"
	cmd="crm_mon --output-as=xml --resource=exim-group"
	test_assert_validate $CRM_EX_OK 0

	desc="Complete text output filtered by group resource member"
	cmd="crm_mon -1 --include=all --resource=Public-IP"
	test_assert $CRM_EX_OK 0

	desc="XML output filtered by group resource member"
	cmd="crm_mon --output-as=xml --resource=Email"
	test_assert_validate $CRM_EX_OK 0

	desc="Complete text output filtered by clone resource"
	cmd="crm_mon -1 --include=all --resource=ping-clone"
	test_assert $CRM_EX_OK 0

	desc="XML output filtered by clone resource"
	cmd="crm_mon --output-as=xml --resource=ping-clone"
	test_assert_validate $CRM_EX_OK 0

	desc="Complete text output filtered by clone resource instance"
	cmd="crm_mon -1 --include=all --resource=ping"
	test_assert $CRM_EX_OK 0

	desc="XML output filtered by clone resource instance"
	cmd="crm_mon --output-as=xml --resource=ping"
	test_assert_validate $CRM_EX_OK 0

	desc="Complete text output filtered by exact clone resource instance"
	cmd="crm_mon -1 --include=all --show-detail --resource=ping:0"
	test_assert $CRM_EX_OK 0

	desc="XML output filtered by exact clone resource instance"
	cmd="crm_mon --output-as=xml --resource=ping:1"
	test_assert_validate $CRM_EX_OK 0

	desc="Basic text output filtered by resource that doesn't exist"
	cmd="crm_mon -1 --resource=blah"
	test_assert $CRM_EX_OK 0

	desc="XML output filtered by resource that doesn't exist"
	cmd="crm_mon --output-as=xml --resource=blah"
	test_assert_validate $CRM_EX_OK 0

	desc="Basic text output with inactive resources, filtered by tag"
	cmd="crm_mon -1 -r --resource=inactive-rscs"
	test_assert $CRM_EX_OK 0

	desc="Basic text output with inactive resources, filtered by bundle resource"
	cmd="crm_mon -1 -r --resource=httpd-bundle"
	test_assert $CRM_EX_OK 0

	desc="XML output filtered by inactive bundle resource"
	cmd="crm_mon --output-as=xml --resource=httpd-bundle"
	test_assert_validate $CRM_EX_OK 0

	desc="Basic text output with inactive resources, filtered by bundled IP address resource"
	cmd="crm_mon -1 -r --resource=httpd-bundle-ip-192.168.122.131"
	test_assert $CRM_EX_OK 0

	desc="XML output filtered by bundled IP address resource"
	cmd="crm_mon --output-as=xml --resource=httpd-bundle-ip-192.168.122.132"
	test_assert_validate $CRM_EX_OK 0

	desc="Basic text output with inactive resources, filtered by bundled container"
	cmd="crm_mon -1 -r --resource=httpd-bundle-docker-1"
	test_assert $CRM_EX_OK 0

	desc="XML output filtered by bundled container"
	cmd="crm_mon --output-as=xml --resource=httpd-bundle-docker-2"
	test_assert_validate $CRM_EX_OK 0

	desc="Basic text output with inactive resources, filtered by bundle connection"
	cmd="crm_mon -1 -r --resource=httpd-bundle-0"
	test_assert $CRM_EX_OK 0

	desc="XML output filtered by bundle connection"
	cmd="crm_mon --output-as=xml --resource=httpd-bundle-0"
	test_assert_validate $CRM_EX_OK 0

	desc="Basic text output with inactive resources, filtered by bundled primitive resource"
	cmd="crm_mon -1 -r --resource=httpd"
	test_assert $CRM_EX_OK 0

	desc="XML output filtered by bundled primitive resource"
	cmd="crm_mon --output-as=xml --resource=httpd"
	test_assert_validate $CRM_EX_OK 0

	desc="Complete text output, filtered by clone name in cloned group"
	cmd="crm_mon -1 --include=all --show-detail --resource=mysql-clone-group"
	test_assert $CRM_EX_OK 0

	desc="XML output, filtered by clone name in cloned group"
	cmd="crm_mon --output-as=xml --resource=mysql-clone-group"
	test_assert_validate $CRM_EX_OK 0

	desc="Complete text output, filtered by group name in cloned group"
	cmd="crm_mon -1 --include=all --show-detail --resource=mysql-group"
	test_assert $CRM_EX_OK 0

	desc="XML output, filtered by group name in cloned group"
	cmd="crm_mon --output-as=xml --resource=mysql-group"
	test_assert_validate $CRM_EX_OK 0

	desc="Complete text output, filtered by exact group instance name in cloned group"
	cmd="crm_mon -1 --include=all --show-detail --resource=mysql-group:1"
	test_assert $CRM_EX_OK 0

	desc="XML output, filtered by exact group instance name in cloned group"
	cmd="crm_mon --output-as=xml --resource=mysql-group:1"
	test_assert_validate $CRM_EX_OK 0

	desc="Complete text output, filtered by primitive name in cloned group"
	cmd="crm_mon -1 --include=all --show-detail --resource=mysql-proxy"
	test_assert $CRM_EX_OK 0

	desc="XML output, filtered by primitive name in cloned group"
	cmd="crm_mon --output-as=xml --resource=mysql-proxy"
	test_assert_validate $CRM_EX_OK 0

	desc="Complete text output, filtered by exact primitive instance name in cloned group"
	cmd="crm_mon -1 --include=all --show-detail --resource=mysql-proxy:1"
	test_assert $CRM_EX_OK 0

	desc="XML output, filtered by exact primitive instance name in cloned group"
	cmd="crm_mon --output-as=xml --resource=mysql-proxy:1"
	test_assert_validate $CRM_EX_OK 0

	unset CIB_file

	export CIB_file="$test_home/cli/crm_mon-partial.xml"

	desc="Text output of partially active resources"
	cmd="crm_mon -1 --show-detail"
	test_assert $CRM_EX_OK 0

	desc="XML output of partially active resources"
	cmd="crm_mon -1 --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Text output of partially active resources, with inactive resources"
	cmd="crm_mon -1 -r --show-detail"
	test_assert $CRM_EX_OK 0

	# XML already includes inactive resources

	desc="Complete brief text output, with inactive resources"
	cmd="crm_mon -1 -r --include=all --brief --show-detail"
	test_assert $CRM_EX_OK 0

	# XML does not have a brief output option

	desc="Text output of partially active group"
	cmd="crm_mon -1 --resource=partially-active-group"
	test_assert $CRM_EX_OK 0

	desc="Text output of partially active group, with inactive resources"
	cmd="crm_mon -1 --resource=partially-active-group -r"
	test_assert $CRM_EX_OK 0

	desc="Text output of active member of partially active group"
	cmd="crm_mon -1 --resource=dummy-1"
	test_assert $CRM_EX_OK 0

	desc="Text output of inactive member of partially active group"
	cmd="crm_mon -1 --resource=dummy-2 --show-detail"
	test_assert $CRM_EX_OK 0

	desc="Complete brief text output grouped by node, with inactive resources"
	cmd="crm_mon -1 -r --include=all --group-by-node --brief --show-detail"
	test_assert $CRM_EX_OK 0

	desc="Text output of partially active resources, with inactive resources, filtered by node"
	cmd="crm_mon -1 -r --node=cluster01"
	test_assert $CRM_EX_OK 0

	desc="Text output of partially active resources, filtered by node"
	cmd="crm_mon -1 --output-as=xml --node=cluster01"
	test_assert_validate $CRM_EX_OK 0

	unset CIB_file

	export CIB_file="$test_home/cli/crm_mon-unmanaged.xml"

	desc="Text output of active unmanaged resource on offline node"
	cmd="crm_mon -1"
	test_assert $CRM_EX_OK 0

	desc="XML output of active unmanaged resource on offline node"
	cmd="crm_mon -1 --output-as=xml"
	test_assert $CRM_EX_OK 0

	desc="Brief text output of active unmanaged resource on offline node"
	cmd="crm_mon -1 --brief"
	test_assert $CRM_EX_OK 0

	desc="Brief text output of active unmanaged resource on offline node, grouped by node"
	cmd="crm_mon -1 --brief --group-by-node"
	test_assert $CRM_EX_OK 0

	# Maintenance mode tests

	export CIB_file=$(mktemp ${TMPDIR:-/tmp}/cts-cli.crm_mon.xml.XXXXXXXXXX)
	cp "$test_home/cli/crm_mon.xml" "$CIB_file"

	crm_attribute -n maintenance-mode -v true

	desc="Text output of all resources with maintenance-mode enabled"
	cmd="crm_mon -1 -r"
	test_assert $CRM_EX_OK 0

	desc="XML output of all resources with maintenance-mode enabled"
	cmd="crm_mon -1 -r --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	crm_attribute -n maintenance-mode -v false

	crm_attribute -n maintenance -N cluster02 -v true

	desc="Text output of all resources with maintenance enabled for a node"
	cmd="crm_mon -1 -r"
	test_assert $CRM_EX_OK 0

	desc="XML output of all resources with maintenance enabled for a node"
	cmd="crm_mon -1 -r --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	rm -f "$CIB_file"
	unset CIB_file

	export CIB_file="$test_home/cli/crm_mon-rsc-maint.xml"

	# The fence resource is excluded, for comparison
	desc="Text output of all resources with maintenance meta attribute true"
	cmd="crm_mon -1 -r"
	test_assert $CRM_EX_OK 0

	desc="XML output of all resources with maintenance meta attribute true"
	cmd="crm_mon -1 -r --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	unset CIB_file

	export CIB_file="$test_home/cli/crm_mon-T180.xml"

	desc="Text output of guest node's container on different node from its"
	desc="$desc remote resource"
	cmd="crm_mon -1"
	test_assert $CRM_EX_OK 0

	desc="Complete text output of guest node's container on different node from"
	desc="$desc its remote resource"
	cmd="crm_mon -1 --show-detail"
	test_assert $CRM_EX_OK 0

	unset CIB_file
	}

	function test_error_codes() {
	# Note: At the time of this writing, crm_error returns success even for
	# unknown error codes. We don't want to cause a regression by changing that.

	# Due to the way _test_assert() formats output, we need "crm_error" to be
	# the first token of cmd. We can't start with a parenthesis or variable
	# assignment. However, in the "list result codes" tests, we also need to
	# save some output for later processing. We'll use a temp file for this.
	local TMPFILE
	TMPFILE=$(mktemp ${TMPDIR:-/tmp}/cts-cli.crm_error_out.XXXXXXXXXX)

	# Legacy return codes
	#
	# Don't test unknown legacy code. FreeBSD includes a colon in strerror(),
	# while other distros do not.
	desc="Get legacy return code"
	cmd="crm_error -- 201"
	test_assert $CRM_EX_OK 0

	desc="Get legacy return code (XML)"
	cmd="crm_error --output-as=xml -- 201"
	test_assert_validate $CRM_EX_OK 0

	desc="Get legacy return code (with name)"
	cmd="crm_error -n -- 201"
	test_assert $CRM_EX_OK 0

	desc="Get legacy return code (with name) (XML)"
	cmd="crm_error -n --output-as=xml -- 201"
	test_assert_validate $CRM_EX_OK 0

	desc="Get multiple legacy return codes"
	cmd="crm_error -- 201 202"
	test_assert $CRM_EX_OK 0

	desc="Get multiple legacy return codes (XML)"
	cmd="crm_error --output-as=xml -- 201 202"
	test_assert_validate $CRM_EX_OK 0

	desc="Get multiple legacy return codes (with names)"
	cmd="crm_error -n -- 201 202"
	test_assert $CRM_EX_OK 0

	desc="Get multiple legacy return codes (with names) (XML)"
	cmd="crm_error -n --output-as=xml -- 201 202"
	test_assert_validate $CRM_EX_OK 0

	# We can only rely on our custom codes, so we'll spot-check codes 201-209
	desc="List legacy return codes (spot check)"
	cmd="crm_error -l \| grep 20[1-9]"
	test_assert $CRM_EX_OK 0

	desc="List legacy return codes (spot check) (XML)"
	cmd="crm_error -l --output-as=xml > $TMPFILE; rc=$?"
	cmd="$cmd; grep -Ev '<result-code.*code=\"([^2]\|2[^0]\|20[^1-9])' $TMPFILE"
	cmd="$cmd; (exit $rc)"
	test_assert_validate $CRM_EX_OK 0

	desc="List legacy return codes (spot check) (with names)"
	cmd="crm_error -n -l \| grep 20[1-9]"
	test_assert $CRM_EX_OK 0

	desc="List legacy return codes (spot check) (with names) (XML)"
	cmd="crm_error -n -l --output-as=xml > $TMPFILE; rc=$?"
	cmd="$cmd; grep -Ev '<result-code.*code=\"([^2]\|2[^0]\|20[^1-9])' $TMPFILE"
	cmd="$cmd; (exit $rc)"
	test_assert_validate $CRM_EX_OK 0

	# Standard Pacemaker return codes
	#
	# Don't test positive (system) error codes, which may vary by OS

	desc="Get unknown Pacemaker return code"
	cmd="crm_error -r -- -10000"
	test_assert $CRM_EX_OK 0

	desc="Get unknown Pacemaker return code (XML)"
	cmd="crm_error -r --output-as=xml -- -10000"
	test_assert_validate $CRM_EX_OK 0

	desc="Get unknown Pacemaker return code (with name)"
	cmd="crm_error -n -r -- -10000"
	test_assert $CRM_EX_OK 0

	desc="Get unknown Pacemaker return code (with name) (XML)"
	cmd="crm_error -n -r --output-as=xml -- -10000"
	test_assert_validate $CRM_EX_OK 0

	# Negative return codes require parsing out the "--" explicitly, so we need
	# to test them as a separate case
	desc="Get negative Pacemaker return code"
	cmd="crm_error -r -- -1005"
	test_assert $CRM_EX_OK 0

	desc="Get negative Pacemaker return code (XML)"
	cmd="crm_error -r --output-as=xml -- -1005"
	test_assert_validate $CRM_EX_OK 0

	# Testing name lookups for negative return codes only is sufficient
	desc="Get negative Pacemaker return code (with name)"
	cmd="crm_error -n -r -- -1005"
	test_assert $CRM_EX_OK 0

	desc="Get negative Pacemaker return code (with name) (XML)"
	cmd="crm_error -n -r --output-as=xml -- -1005"
	test_assert_validate $CRM_EX_OK 0

	# We can only rely on our custom codes (negative and zero)
	desc="List Pacemaker return codes (non-positive)"
	cmd="crm_error -l -r \| grep -E '^[[:blank:]]*(-[[:digit:]]+\|0):'"
	test_assert $CRM_EX_OK 0

	desc="List Pacemaker return codes (non-positive) (XML)"
	cmd="crm_error -l -r --output-as=xml > $TMPFILE; rc=$?"
	cmd="$cmd; grep -E -v '<result-code.*code=\"[[:digit:]]' $TMPFILE"
	cmd="$cmd; (exit $rc)"
	test_assert_validate $CRM_EX_OK 0

	desc="List Pacemaker return codes (non-positive) (with names)"
	cmd="crm_error -n -l -r \| grep -E '^[[:blank:]]*(-[[:digit:]]+\|0):'"
	test_assert $CRM_EX_OK 0

	desc="List Pacemaker return codes (non-positive) (with names) (XML)"
	cmd="crm_error -n -l -r --output-as=xml > $TMPFILE; rc=$?"
	cmd="$cmd; grep -E -v '<result-code.*code=\"[[:digit:]]' $TMPFILE"
	cmd="$cmd; (exit $rc)"
	test_assert_validate $CRM_EX_OK 0

	# crm_exit_t exit codes

	desc="Get unknown crm_exit_t exit code"
	cmd="crm_error -X -- -10000"
	test_assert $CRM_EX_OK 0

	desc="Get unknown crm_exit_t exit code (XML)"
	cmd="crm_error -X --output-as=xml -- -10000"
	test_assert_validate $CRM_EX_OK 0

	desc="Get unknown crm_exit_t exit code (with name)"
	cmd="crm_error -n -X -- -10000"
	test_assert $CRM_EX_OK 0

	desc="Get unknown crm_exit_t exit code (with name) (XML)"
	cmd="crm_error -n -X --output-as=xml -- -10000"
	test_assert_validate $CRM_EX_OK 0

	desc="Get crm_exit_t exit code"
	cmd="crm_error -X -- 1"
	test_assert $CRM_EX_OK 0

	desc="Get crm_exit_t exit code (XML)"
	cmd="crm_error -X --output-as=xml -- 1"
	test_assert_validate $CRM_EX_OK 0

	desc="Get crm_exit_t exit code (with name)"
	cmd="crm_error -n -X -- 1"
	test_assert $CRM_EX_OK 0

	desc="Get crm_exit_t exit code (with name) (XML)"
	cmd="crm_error -n -X --output-as=xml -- 1"
	test_assert_validate $CRM_EX_OK 0

	desc="Get all crm_exit_t exit codes"
	cmd="crm_error -l -X"
	test_assert $CRM_EX_OK 0

	desc="Get all crm_exit_t exit codes (XML)"
	cmd="crm_error -l -X --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Get all crm_exit_t exit codes (with name)"
	cmd="crm_error -l -n -X"
	test_assert $CRM_EX_OK 0

	desc="Get all crm_exit_t exit codes (with name) (XML)"
	cmd="crm_error -l -n -X --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	rm -f "$TMPFILE"
	}

	function test_tools() {
	local TMPXML
	local TMPORIG

	TMPXML=$(mktemp ${TMPDIR:-/tmp}/cts-cli.tools.xml.XXXXXXXXXX)
	TMPORIG=$(mktemp ${TMPDIR:-/tmp}/cts-cli.tools.existing.xml.XXXXXXXXXX)

	create_shadow_cib --create-empty

	desc="Validate CIB"
	cmd="cibadmin -Q"
	test_assert $CRM_EX_OK

	desc="Query the value of an attribute that does not exist"
	cmd="crm_attribute -n ABCD --query --quiet"
	test_assert $CRM_EX_NOSUCH 0

	desc="Configure something before erasing"
	cmd="crm_attribute -n cluster-delay -v 60s"
	test_assert $CRM_EX_OK

	desc="Require --force for CIB erasure"
	cmd="cibadmin -E"
	test_assert $CRM_EX_UNSAFE

	desc="Allow CIB erasure with --force"
	cmd="cibadmin -E --force"
	test_assert $CRM_EX_OK 0

	# Skip outputting the resulting CIB in the previous command, and delete
	# rsc_defaults now, so tests behave the same regardless of build options.
	delete_shadow_resource_defaults

	# Verify the output after erasure
	desc="Query CIB"
	cmd="cibadmin -Q"
	test_assert $CRM_EX_OK

	# Save a copy of the CIB for a later test
	cibadmin -Q > "$TMPORIG"

	desc="Set cluster option"
	cmd="crm_attribute -n cluster-delay -v 60s"
	test_assert $CRM_EX_OK

	desc="Query new cluster option"
	cmd="cibadmin -Q -o crm_config \| grep cib-bootstrap-options-cluster-delay"
	test_assert $CRM_EX_OK

	desc="Query cluster options"
	cmd="cibadmin -Q -o crm_config > $TMPXML"
	test_assert $CRM_EX_OK

	desc="Set no-quorum policy"
	cmd="crm_attribute -n no-quorum-policy -v ignore"
	test_assert $CRM_EX_OK

	desc="Delete nvpair"
	cmd="cibadmin -D -o crm_config --xml-text '<nvpair id=\"cib-bootstrap-options-cluster-delay\"/>'"
	test_assert $CRM_EX_OK

	desc="Create operation should fail"
	cmd="cibadmin -C -o crm_config --xml-file $TMPXML"
	test_assert $CRM_EX_EXISTS

	desc="Modify cluster options section"
	cmd="cibadmin -M -o crm_config --xml-file $TMPXML"
	test_assert $CRM_EX_OK

	desc="Query updated cluster option"
	cmd="cibadmin -Q -o crm_config \| grep cib-bootstrap-options-cluster-delay"
	test_assert $CRM_EX_OK

	desc="Set duplicate cluster option"
	cmd="crm_attribute -n cluster-delay -v 40s -s duplicate"
	test_assert $CRM_EX_OK

	desc="Setting multiply defined cluster option should fail"
	cmd="crm_attribute -n cluster-delay -v 30s"
	test_assert $CRM_EX_MULTIPLE

	desc="Set cluster option with -s"
	cmd="crm_attribute -n cluster-delay -v 30s -s duplicate"
	test_assert $CRM_EX_OK

	desc="Delete cluster option with -i"
	cmd="crm_attribute -n cluster-delay -D -i cib-bootstrap-options-cluster-delay"
	test_assert $CRM_EX_OK

	desc="Create node1 and bring it online"
	cmd="crm_simulate --live-check --in-place --node-up=node1"
	test_assert $CRM_EX_OK

	desc="Create node attribute"
	cmd="crm_attribute -n ram -v 1024M -N node1 -t nodes"
	test_assert $CRM_EX_OK

	desc="Query new node attribute"
	cmd="cibadmin -Q -o nodes \| grep node1-ram"
	test_assert $CRM_EX_OK

	desc="Create second node attribute"
	cmd="crm_attribute -n rattr -v XYZ -N node1 -t nodes"
	test_assert $CRM_EX_OK

	desc="Query node attributes by pattern"
	cmd="crm_attribute -t nodes -P 'ra.*' -N node1 --query"
	test_assert $CRM_EX_OK 0

	desc="Update node attributes by pattern"
	cmd="crm_attribute -t nodes -P 'rat.*' -N node1 -v 10"
	test_assert $CRM_EX_OK

	desc="Delete node attributes by pattern"
	cmd="crm_attribute -t nodes -P 'rat.*' -N node1 -D"
	test_assert $CRM_EX_OK

	desc="Set a transient (fail-count) node attribute"
	cmd="crm_attribute -n fail-count-foo -v 3 -N node1 -t status"
	test_assert $CRM_EX_OK

	desc="Query a fail count"
	cmd="crm_failcount --query -r foo -N node1"
	test_assert $CRM_EX_OK

	desc="Show node attributes with crm_simulate"
	cmd="crm_simulate --live-check --show-attrs"
	test_assert $CRM_EX_OK 0

	desc="Set a second transient node attribute"
	cmd="crm_attribute -n fail-count-bar -v 5 -N node1 -t status"
	test_assert $CRM_EX_OK

	desc="Query transient node attributes by pattern"
	cmd="crm_attribute -t status -P fail-count -N node1 --query"
	test_assert $CRM_EX_OK 0

	desc="Update transient node attributes by pattern"
	cmd="crm_attribute -t status -P fail-count -N node1 -v 10"
	test_assert $CRM_EX_OK

	desc="Delete transient node attributes by pattern"
	cmd="crm_attribute -t status -P fail-count -N node1 -D"
	test_assert $CRM_EX_OK

	desc="crm_attribute given invalid delete usage"
	cmd="crm_attribute -t nodes -N node1 -D"
	test_assert $CRM_EX_USAGE 0

	desc="Set a utilization node attribute"
	cmd="crm_attribute -n cpu -v 1 -N node1 -z"
	test_assert $CRM_EX_OK

	desc="Query utilization node attribute"
	cmd="crm_attribute --query -n cpu -N node1 -z"
	test_assert $CRM_EX_OK 0

	desc="Digest calculation"
	cmd="cibadmin -Q \| cibadmin -5 -p 2>&1 > /dev/null"
	test_assert $CRM_EX_OK

	# This update will fail because it has version numbers
	desc="Replace operation should fail"
	cmd="cibadmin -R --xml-file $TMPORIG"
	test_assert $CRM_EX_OLD

	desc="Default standby value"
	cmd="crm_standby -N node1 -G"
	test_assert $CRM_EX_OK

	desc="Set standby status"
	cmd="crm_standby -N node1 -v true"
	test_assert $CRM_EX_OK

	desc="Query standby value"
	cmd="crm_standby -N node1 -G"
	test_assert $CRM_EX_OK

	desc="Delete standby value"
	cmd="crm_standby -N node1 -D"
	test_assert $CRM_EX_OK

	desc="Create a resource"
	cmd="cibadmin -C -o resources --xml-text '<primitive id=\"dummy\" class=\"ocf\" provider=\"pacemaker\" type=\"Dummy\"/>'"
	test_assert $CRM_EX_OK

	desc="crm_resource run with extra arguments"
	cmd="crm_resource foo bar"
	test_assert $CRM_EX_USAGE 0

	desc="crm_resource given both -r and resource config"
	cmd="crm_resource -r xyz --class ocf --provider pacemaker --agent Dummy"
	test_assert $CRM_EX_USAGE 0

	desc="crm_resource given resource config with invalid action"
	cmd="crm_resource --class ocf --provider pacemaker --agent Dummy -D"
	test_assert $CRM_EX_USAGE 0

	desc="Create a resource meta attribute"
	cmd="crm_resource -r dummy --meta -p is-managed -v false"
	test_assert $CRM_EX_OK

	desc="Query a resource meta attribute"
	cmd="crm_resource -r dummy --meta -g is-managed"
	test_assert $CRM_EX_OK

	desc="Remove a resource meta attribute"
	cmd="crm_resource -r dummy --meta -d is-managed"
	test_assert $CRM_EX_OK

	desc="Create another resource meta attribute"
	cmd="crm_resource -r dummy --meta -p target-role -v Stopped --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Show why a resource is not running"
	cmd="crm_resource -Y -r dummy --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Remove another resource meta attribute"
	cmd="crm_resource -r dummy --meta -d target-role --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Get a non-existent attribute from a resource element with output-as=xml"
	cmd="crm_resource -r dummy --get-parameter nonexistent --element --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Get a non-existent attribute from a resource element without output-as=xml"
	cmd="crm_resource -r dummy --get-parameter nonexistent --element"
	test_assert $CRM_EX_OK

	desc="Get an existent attribute from a resource element with output-as=xml"
	cmd="crm_resource -r dummy --get-parameter class --element --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Get an existent attribute from a resource element without output-as=xml"
	cmd="crm_resource -r dummy --get-parameter class --element"
	test_assert $CRM_EX_OK

	desc="Create a resource attribute"
	cmd="crm_resource -r dummy -p delay -v 10s"
	test_assert $CRM_EX_OK

	desc="List the configured resources"
	cmd="crm_resource -L"
	test_assert $CRM_EX_OK

	desc="List the configured resources in XML"
	cmd="crm_resource -L --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Implicitly list the configured resources"
	cmd="crm_resource"
	test_assert $CRM_EX_OK 0

	desc="List IDs of instantiated resources"
	cmd="crm_resource -l"
	test_assert $CRM_EX_OK 0

	desc="Show XML configuration of resource"
	cmd="crm_resource -q -r dummy"
	test_assert $CRM_EX_OK 0

	desc="Show XML configuration of resource, output as XML"
	cmd="crm_resource -q -r dummy --output-as=xml"
	test_assert $CRM_EX_OK 0

	desc="Require a destination when migrating a resource that is stopped"
	cmd="crm_resource -r dummy -M"
	test_assert $CRM_EX_USAGE

	desc="Don't support migration to non-existent locations"
	cmd="crm_resource -r dummy -M -N i.do.not.exist"
	test_assert $CRM_EX_NOSUCH

	desc="Create a fencing resource"
	cmd="cibadmin -C -o resources --xml-text '<primitive id=\"Fence\" class=\"stonith\" type=\"fence_true\"/>'"
	test_assert $CRM_EX_OK

	desc="Bring resources online"
	cmd="crm_simulate --live-check --in-place -S"
	test_assert $CRM_EX_OK

	desc="Try to move a resource to its existing location"
	cmd="crm_resource -r dummy --move --node node1"
	test_assert $CRM_EX_EXISTS

	desc="Try to move a resource that doesn't exist"
	cmd="crm_resource -r xyz --move --node node1"
	test_assert $CRM_EX_NOSUCH 0

	desc="Move a resource from its existing location"
	cmd="crm_resource -r dummy --move"
	test_assert $CRM_EX_OK

	desc="Clear out constraints generated by --move"
	cmd="crm_resource -r dummy --clear"
	test_assert $CRM_EX_OK

	desc="Default ticket granted state"
	cmd="crm_ticket -t ticketA -G granted -d false"
	test_assert $CRM_EX_OK

	desc="Set ticket granted state"
	cmd="crm_ticket -t ticketA -r --force"
	test_assert $CRM_EX_OK

	desc="Query ticket granted state"
	cmd="crm_ticket -t ticketA -G granted"
	test_assert $CRM_EX_OK

	desc="Delete ticket granted state"
	cmd="crm_ticket -t ticketA -D granted --force"
	test_assert $CRM_EX_OK

	desc="Make a ticket standby"
	cmd="crm_ticket -t ticketA -s"
	test_assert $CRM_EX_OK

	desc="Query ticket standby state"
	cmd="crm_ticket -t ticketA -G standby"
	test_assert $CRM_EX_OK

	desc="Activate a ticket"
	cmd="crm_ticket -t ticketA -a"
	test_assert $CRM_EX_OK

	desc="Delete ticket standby state"
	cmd="crm_ticket -t ticketA -D standby"
	test_assert $CRM_EX_OK

	desc="Ban a resource on unknown node"
	cmd="crm_resource -r dummy -B -N host1"
	test_assert $CRM_EX_NOSUCH

	desc="Create two more nodes and bring them online"
	cmd="crm_simulate --live-check --in-place --node-up=node2 --node-up=node3"
	test_assert $CRM_EX_OK

	desc="Ban dummy from node1"
	cmd="crm_resource -r dummy -B -N node1"
	test_assert $CRM_EX_OK

	desc="Show where a resource is running"
	cmd="crm_resource -r dummy -W"
	test_assert $CRM_EX_OK 0

	desc="Show constraints on a resource"
	cmd="crm_resource -a -r dummy"
	test_assert $CRM_EX_OK 0

	desc="Ban dummy from node2"
	cmd="crm_resource -r dummy -B -N node2 --output-as=xml"
	test_assert_validate $CRM_EX_OK

	desc="Relocate resources due to ban"
	cmd="crm_simulate --live-check --in-place -S"
	test_assert $CRM_EX_OK

	desc="Move dummy to node1"
	cmd="crm_resource -r dummy -M -N node1 --output-as=xml"
	test_assert_validate $CRM_EX_OK

	desc="Clear implicit constraints for dummy on node2"
	cmd="crm_resource -r dummy -U -N node2"
	test_assert $CRM_EX_OK

	desc="Drop the status section"
	cmd="cibadmin -R -o status --xml-text '<status/>'"
	test_assert $CRM_EX_OK 0

	desc="Create a clone"
	cmd="cibadmin -C -o resources --xml-text '<clone id=\"test-clone\"><primitive id=\"test-primitive\" class=\"ocf\" provider=\"pacemaker\" type=\"Dummy\"/></clone>'"
	test_assert $CRM_EX_OK 0

	desc="Create a resource meta attribute"
	cmd="crm_resource -r test-primitive --meta -p is-managed -v false"
	test_assert $CRM_EX_OK

	desc="Create a resource meta attribute in the primitive"
	cmd="crm_resource -r test-primitive --meta -p is-managed -v false --force"
	test_assert $CRM_EX_OK

	desc="Update resource meta attribute with duplicates"
	cmd="crm_resource -r test-clone --meta -p is-managed -v true"
	test_assert $CRM_EX_OK

	desc="Update resource meta attribute with duplicates (force clone)"
	cmd="crm_resource -r test-clone --meta -p is-managed -v true --force"
	test_assert $CRM_EX_OK

	desc="Update child resource meta attribute with duplicates"
	cmd="crm_resource -r test-primitive --meta -p is-managed -v false"
	test_assert $CRM_EX_OK

	desc="Delete resource meta attribute with duplicates"
	cmd="crm_resource -r test-clone --meta -d is-managed"
	test_assert $CRM_EX_OK

	desc="Delete resource meta attribute in parent"
	cmd="crm_resource -r test-primitive --meta -d is-managed"
	test_assert $CRM_EX_OK

	desc="Create a resource meta attribute in the primitive"
	cmd="crm_resource -r test-primitive --meta -p is-managed -v false --force"
	test_assert $CRM_EX_OK

	desc="Update existing resource meta attribute"
	cmd="crm_resource -r test-clone --meta -p is-managed -v true"
	test_assert $CRM_EX_OK

	desc="Create a resource meta attribute in the parent"
	cmd="crm_resource -r test-clone --meta -p is-managed -v true --force"
	test_assert $CRM_EX_OK

	desc="Copy resources"
	cmd="cibadmin -Q -o resources > $TMPXML"
	test_assert $CRM_EX_OK 0

	desc="Delete resource parent meta attribute (force)"
	cmd="crm_resource -r test-clone --meta -d is-managed --force"
	test_assert $CRM_EX_OK

	desc="Restore duplicates"
	cmd="cibadmin -R -o resources --xml-file $TMPXML"
	test_assert $CRM_EX_OK

	desc="Delete resource child meta attribute"
	cmd="crm_resource -r test-primitive --meta -d is-managed"
	test_assert $CRM_EX_OK

	desc="Create the dummy-group resource group"
	cmd="cibadmin -C -o resources --xml-text '<group id=\"dummy-group\">"
	cmd="$cmd <primitive id=\"dummy1\" class=\"ocf\" provider=\"pacemaker\""
	cmd="$cmd type=\"Dummy\"/>"
	cmd="$cmd <primitive id=\"dummy2\" class=\"ocf\" provider=\"pacemaker\""
	cmd="$cmd type=\"Dummy\"/>"
	cmd="$cmd </group>'"
	test_assert $CRM_EX_OK

	desc="Create a resource meta attribute in dummy1"
	cmd="crm_resource -r dummy1 --meta -p is-managed -v true"
	test_assert $CRM_EX_OK

	desc="Create a resource meta attribute in dummy-group"
	cmd="crm_resource -r dummy-group --meta -p is-managed -v false"
	test_assert $CRM_EX_OK

	desc="Delete the dummy-group resource group"
	cmd="cibadmin -D -o resources --xml-text '<group id=\"dummy-group\">'"
	test_assert $CRM_EX_OK

	desc="Specify a lifetime when moving a resource"
	cmd="crm_resource -r dummy --move --node node2 --lifetime=PT1H"
	test_assert $CRM_EX_OK

	desc="Try to move a resource previously moved with a lifetime"
	cmd="crm_resource -r dummy --move --node node1"
	test_assert $CRM_EX_OK

	desc="Ban dummy from node1 for a short time"
	cmd="crm_resource -r dummy -B -N node1 --lifetime=PT1S"
	test_assert $CRM_EX_OK

	desc="Remove expired constraints"
	sleep 2
	cmd="crm_resource --clear --expired"
	test_assert $CRM_EX_OK

	# Clear has already been tested elsewhere, but we need to get rid of the
	# constraints so testing delete works. It won't delete if there's still
	# a reference to the resource somewhere.
	desc="Clear all implicit constraints for dummy"
	cmd="crm_resource -r dummy -U"
	test_assert $CRM_EX_OK

	desc="Set a node health strategy"
	cmd="crm_attribute -n node-health-strategy -v migrate-on-red"
	test_assert $CRM_EX_OK

	desc="Set a node health attribute"
	cmd="crm_attribute -N node3 -n '#health-cts-cli' -v red"
	test_assert $CRM_EX_OK

	desc="Show why a resource is not running on an unhealthy node"
	cmd="crm_resource -N node3 -Y -r dummy --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Delete a resource"
	cmd="crm_resource -D -r dummy -t primitive"
	test_assert $CRM_EX_OK

	unset CIB_shadow
	unset CIB_shadow_dir

	desc="Create an XML patchset"
	cmd="crm_diff -o $test_home/cli/crm_diff_old.xml -n $test_home/cli/crm_diff_new.xml"
	test_assert $CRM_EX_ERROR 0

	export CIB_file="$test_home/cli/constraints.xml"

	for rsc in prim1 prim2 prim3 prim4 prim5 prim6 prim7 prim8 prim9 \
	prim10 prim11 prim12 prim13 group clone; do
	desc="Check locations and constraints for $rsc"
	cmd="crm_resource -a -r $rsc"
	test_assert $CRM_EX_OK 0

	desc="Recursively check locations and constraints for $rsc"
	cmd="crm_resource -A -r $rsc"
	test_assert $CRM_EX_OK 0

	desc="Check locations and constraints for $rsc in XML"
	cmd="crm_resource -a -r $rsc --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Recursively check locations and constraints for $rsc in XML"
	cmd="crm_resource -A -r $rsc --output-as=xml"
	test_assert_validate $CRM_EX_OK 0
	done

	desc="Check locations and constraints for group member (referring to group)"
	cmd="crm_resource -a -r gr2"
	test_assert $CRM_EX_OK 0

	desc="Check locations and constraints for group member (without referring to group)"
	cmd="crm_resource -a -r gr2 --force"
	test_assert $CRM_EX_OK 0

	# Create a shadow CIB based on constraints.xml
	create_shadow_cib --create
	unset CIB_file

	desc="Set a meta-attribute for primitive and resources colocated with it"
	cmd="crm_resource -r prim5 --meta --set-parameter=target-role -v Stopped --recursive"
	test_assert $CRM_EX_OK 0

	desc="Set a meta-attribute for group and resource colocated with it"
	cmd="crm_resource -r group --meta --set-parameter=target-role -v Stopped --recursive"
	test_assert $CRM_EX_OK 0

	desc="Set a meta-attribute for clone and resource colocated with it"
	cmd="crm_resource -r clone --meta --set-parameter=target-role -v Stopped --recursive"
	test_assert $CRM_EX_OK 0

	unset CIB_shadow
	unset CIB_shadow_dir

	export CIB_file="$test_home/cli/crm_resource_digests.xml"

	desc="Show resource digests"
	cmd="crm_resource --digests -r rsc1 -N node1 --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Show resource digests with overrides"
	cmd="$cmd CRM_meta_interval=10000 CRM_meta_timeout=20000"
	test_assert $CRM_EX_OK 0

	desc="Show resource operations"
	cmd="crm_resource --list-operations"
	test_assert $CRM_EX_OK 0

	desc="Show resource operations (XML)"
	cmd="crm_resource --list-operations --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	unset CIB_file

	export CIB_file="$test_home/cli/crmadmin-cluster-remote-guest-nodes.xml"

	desc="List all nodes"
	cmd="crmadmin -N"
	test_assert $CRM_EX_OK 0

	desc="Minimally list all nodes"
	cmd="crmadmin -N -q"
	test_assert $CRM_EX_OK 0

	desc="List all nodes as bash exports"
	cmd="crmadmin -N -B"
	test_assert $CRM_EX_OK 0

	desc="List cluster nodes"
	cmd="crmadmin -N cluster \| wc -l \| grep 6"
	test_assert $CRM_EX_OK 0

	desc="List guest nodes"
	cmd="crmadmin -N guest \| wc -l \| grep 2"
	test_assert $CRM_EX_OK 0

	desc="List remote nodes"
	cmd="crmadmin -N remote \| wc -l \| grep 3"
	test_assert $CRM_EX_OK 0

	desc="List cluster,remote nodes"
	cmd="crmadmin -N cluster,remote \| wc -l \| grep 9"
	test_assert $CRM_EX_OK 0

	desc="List guest,remote nodes"
	cmd="crmadmin -N guest,remote \| wc -l \| grep 5"
	test_assert $CRM_EX_OK 0

	unset CIB_file

	export CIB_file="$test_home/cli/crm_mon.xml"
	export CIB_shadow_dir="${shadow_dir}"

	desc="Show allocation scores with crm_simulate"
	cmd="crm_simulate -x $CIB_file --show-scores --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Show utilization with crm_simulate"
	cmd="crm_simulate -x $CIB_file --show-utilization"
	test_assert $CRM_EX_OK 0

	desc="Simulate injecting a failure"
	cmd="crm_simulate -x $CIB_file -S -i ping_monitor_10000@cluster02=1"
	test_assert $CRM_EX_OK 0

	desc="Simulate bringing a node down"
	cmd="crm_simulate -x $CIB_file -S --node-down=cluster01"
	test_assert $CRM_EX_OK 0

	desc="Simulate a node failing"
	cmd="crm_simulate -x $CIB_file -S --node-fail=cluster02"
	test_assert $CRM_EX_OK 0

	unset CIB_shadow_dir

	desc="List a promotable clone resource"
	cmd="crm_resource --locate -r promotable-clone"
	test_assert $CRM_EX_OK 0

	desc="List the primitive of a promotable clone resource"
	cmd="crm_resource --locate -r promotable-rsc"
	test_assert $CRM_EX_OK 0

	desc="List a single instance of a promotable clone resource"
	cmd="crm_resource --locate -r promotable-rsc:0"
	test_assert $CRM_EX_OK 0

	desc="List another instance of a promotable clone resource"
	cmd="crm_resource --locate -r promotable-rsc:1"
	test_assert $CRM_EX_OK 0

	desc="List a promotable clone resource in XML"
	cmd="crm_resource --locate -r promotable-clone --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="List the primitive of a promotable clone resource in XML"
	cmd="crm_resource --locate -r promotable-rsc --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="List a single instance of a promotable clone resource in XML"
	cmd="crm_resource --locate -r promotable-rsc:0 --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="List another instance of a promotable clone resource in XML"
	cmd="crm_resource --locate -r promotable-rsc:1 --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Try to move an instance of a cloned resource"
	cmd="crm_resource -r promotable-rsc:0 --move --node node1"
	test_assert $CRM_EX_INVALID_PARAM 0

	# Create a sandbox copy of crm_mon.xml
	cibadmin -Q > "$TMPXML"
	export CIB_file="$TMPXML"

	desc="Query a nonexistent promotable score attribute"
	cmd="crm_attribute -N cluster01 -p promotable-rsc -G"
	test_assert $CRM_EX_NOSUCH 0

	desc="Query a nonexistent promotable score attribute (XML)"
	cmd="crm_attribute -N cluster01 -p promotable-rsc -G --output-as=xml"
	test_assert_validate $CRM_EX_NOSUCH 0

	desc="Delete a nonexistent promotable score attribute"
	cmd="crm_attribute -N cluster01 -p promotable-rsc -D"
	test_assert $CRM_EX_OK 0

	desc="Delete a nonexistent promotable score attribute (XML)"
	cmd="crm_attribute -N cluster01 -p promotable-rsc -D --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Query after deleting a nonexistent promotable score attribute"
	cmd="crm_attribute -N cluster01 -p promotable-rsc -G"
	test_assert $CRM_EX_NOSUCH 0

	desc="Query after deleting a nonexistent promotable score attribute (XML)"
	cmd="crm_attribute -N cluster01 -p promotable-rsc -G --output-as=xml"
	test_assert_validate $CRM_EX_NOSUCH 0

	desc="Update a nonexistent promotable score attribute"
	cmd="crm_attribute -N cluster01 -p promotable-rsc -v 1"
	test_assert $CRM_EX_OK 0

	desc="Update a nonexistent promotable score attribute (XML)"
	cmd="crm_attribute -N cluster01 -p promotable-rsc -v 1 --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Query after updating a nonexistent promotable score attribute"
	cmd="crm_attribute -N cluster01 -p promotable-rsc -G"
	test_assert $CRM_EX_OK 0

	desc="Query after updating a nonexistent promotable score attribute (XML)"
	cmd="crm_attribute -N cluster01 -p promotable-rsc -G --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Update an existing promotable score attribute"
	cmd="crm_attribute -N cluster01 -p promotable-rsc -v 5"
	test_assert $CRM_EX_OK 0

	desc="Update an existing promotable score attribute (XML)"
	cmd="crm_attribute -N cluster01 -p promotable-rsc -v 5 --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Query after updating an existing promotable score attribute"
	cmd="crm_attribute -N cluster01 -p promotable-rsc -G"
	test_assert $CRM_EX_OK 0

	desc="Query after updating an existing promotable score attribute (XML)"
	cmd="crm_attribute -N cluster01 -p promotable-rsc -G --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Delete an existing promotable score attribute"
	cmd="crm_attribute -N cluster01 -p promotable-rsc -D"
	test_assert $CRM_EX_OK 0

	desc="Delete an existing promotable score attribute (XML)"
	cmd="crm_attribute -N cluster01 -p promotable-rsc -D --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Query after deleting an existing promotable score attribute"
	cmd="crm_attribute -N cluster01 -p promotable-rsc -G"
	test_assert $CRM_EX_NOSUCH 0

	desc="Query after deleting an existing promotable score attribute (XML)"
	cmd="crm_attribute -N cluster01 -p promotable-rsc -G --output-as=xml"
	test_assert_validate $CRM_EX_NOSUCH 0

	# Test for an issue with legacy command line parsing when the resource is
	# specified in the environment (CLBZ#5509)
	export OCF_RESOURCE_INSTANCE=promotable-rsc

	desc="Update a promotable score attribute to -INFINITY"
	cmd="crm_attribute -N cluster01 -p -v -INFINITY"
	test_assert $CRM_EX_OK 0

	desc="Update a promotable score attribute to -INFINITY (XML)"
	cmd="crm_attribute -N cluster01 -p -v -INFINITY --output-as=xml"
	test_assert $CRM_EX_OK 0

	desc="Query after updating a promotable score attribute to -INFINITY"
	cmd="crm_attribute -N cluster01 -p -G"
	test_assert $CRM_EX_OK 0

	desc="Query after updating a promotable score attribute to -INFINITY (XML)"
	cmd="crm_attribute -N cluster01 -p -G --output-as=xml"
	test_assert $CRM_EX_OK 0

	desc="Try OCF_RESOURCE_INSTANCE if -p is specified with an empty string"
	cmd="crm_attribute -N cluster01 -p '' -G"
	- test_assert $CRM_EX_NOSUCH 0
	+ test_assert $CRM_EX_OK 0

	export OCF_RESOURCE_INSTANCE=""

	desc="Return usage error if both -p and OCF_RESOURCE_INSTANCE are empty strings"
	cmd="crm_attribute -N cluster01 -p '' -G"
	- test_assert $CRM_EX_NOSUCH 0
	+ test_assert $CRM_EX_USAGE 0

	unset CIB_file
	unset OCF_RESOURCE_INSTANCE

	export CIB_file="-"

	desc="Check that CIB_file=\"-\" works - crm_mon"
	cmd="cat $test_home/cli/crm_mon.xml \| crm_mon -1"
	test_assert $CRM_EX_OK 0

	desc="Check that CIB_file=\"-\" works - crm_resource"
	cmd="cat $test_home/cli/crm_resource_digests.xml \| crm_resource --digests -r rsc1 -N node1 --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Check that CIB_file=\"-\" works - crmadmin"
	cmd="cat $test_home/cli/crmadmin-cluster-remote-guest-nodes.xml \| crmadmin -N \| wc -l \| grep 11"
	test_assert $CRM_EX_OK 0

	unset CIB_file
	rm -f "$TMPXML" "$TMPORIG"


	# crm_shadow tests

	unset CIB_shadow
	unset CIB_shadow_dir

	# Query with no active shadow instance
	desc="Get active shadow instance (no active instance)"
	cmd="crm_shadow --which"
	test_assert $CRM_EX_NOSUCH 0

	desc="Get active shadow instance (no active instance) (XML)"
	cmd="crm_shadow --which --output-as=xml"
	test_assert_validate $CRM_EX_NOSUCH 0

	desc="Get active shadow instance's file name (no active instance)"
	cmd="crm_shadow --file"
	test_assert $CRM_EX_NOSUCH 0

	desc="Get active shadow instance's file name (no active instance) (XML)"
	cmd="crm_shadow --file --output-as=xml"
	test_assert_validate $CRM_EX_NOSUCH 0

	desc="Get active shadow instance's contents (no active instance)"
	cmd="crm_shadow --display"
	test_assert $CRM_EX_NOSUCH 0

	desc="Get active shadow instance's contents (no active instance) (XML)"
	cmd="crm_shadow --display --output-as=xml"
	test_assert_validate $CRM_EX_NOSUCH 0

	desc="Get active shadow instance's diff (no active instance)"
	cmd="crm_shadow --diff"
	test_assert $CRM_EX_NOSUCH 0

	desc="Get active shadow instance's diff (no active instance) (XML)"
	cmd="crm_shadow --diff --output-as=xml"
	test_assert_validate $CRM_EX_NOSUCH 0

	# Create new shadow instance based on active CIB
	# Don't use create_shadow_cib() here; test explicitly
	export CIB_file="$test_home/cli/crm_mon.xml"
	export CIB_shadow="$shadow"
	export CIB_shadow_dir="$shadow_dir"

	# Delete the shadow file if it already exists
	crm_shadow --delete "$shadow" --force >/dev/null 2>&1

	desc="Create copied shadow instance"
	cmd="crm_shadow --create $shadow --batch"
	test_assert $CRM_EX_OK 0

	crm_shadow --delete "$shadow" --force >/dev/null 2>&1

	desc="Create copied shadow instance (XML)"
	cmd="crm_shadow --create $shadow --batch --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	# Query shadow instance based on active CIB
	desc="Get active shadow instance (copied)"
	cmd="crm_shadow --which"
	test_assert $CRM_EX_OK 0

	desc="Get active shadow instance (copied) (XML)"
	cmd="crm_shadow --which --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Get active shadow instance's file name (copied)"
	cmd="crm_shadow --file"
	test_assert $CRM_EX_OK 0

	desc="Get active shadow instance's file name (copied) (XML)"
	cmd="crm_shadow --file --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Get active shadow instance's contents (copied)"
	cmd="crm_shadow --display"
	test_assert $CRM_EX_OK 0

	desc="Get active shadow instance's contents (copied) (XML)"
	cmd="crm_shadow --display --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Get active shadow instance's diff (copied)"
	cmd="crm_shadow --diff"
	test_assert $CRM_EX_OK 0

	desc="Get active shadow instance's diff (copied) (XML)"
	cmd="crm_shadow --diff --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	# Make some changes to the shadow file
	export CIB_file="$(crm_shadow --file)"

	cibadmin --modify --xml-text '<primitive id="dummy" description="desc"/>'
	cibadmin --delete --xml-text '<op_defaults/>'
	cibadmin --create -o resources --xml-text \
	'<primitive id="dummy1" class="ocf" provider="pacemaker" type="Dummy"/>'

	state="<node_state id=\"3\" uname=\"cluster03\" in_ccm=\"true\""
	state="$state crmd=\"online\" crm-debug-origin=\"do_update_resource\""
	state="$state join=\"member\" expected=\"member\">"

	cibadmin --create -o status --xml-text "$state"
	unset state

	export CIB_file="$test_home/cli/crm_mon.xml"

	desc="Get active shadow instance's diff (after changes)"
	cmd="crm_shadow --diff"
	test_assert $CRM_EX_ERROR 0

	desc="Get active shadow instance's diff (after changes) (XML)"
	cmd="crm_shadow --diff --output-as=xml"
	test_assert_validate $CRM_EX_ERROR 0

	# Commit the modified shadow CIB to a temp active CIB file
	cp "$test_home/cli/crm_mon.xml" "$TMPXML"
	export CIB_file="$TMPXML"

	desc="Commit shadow instance"
	cmd="crm_shadow --commit $shadow"
	test_assert $CRM_EX_USAGE 0

	desc="Commit shadow instance (force)"
	cmd="crm_shadow --commit $shadow --force"
	test_assert $CRM_EX_OK 0

	desc="Get active shadow instance's diff (after commit)"
	cmd="crm_shadow --diff"
	test_assert $CRM_EX_ERROR 0

	desc="Commit shadow instance (force) (all)"
	cmd="crm_shadow --commit $shadow --force --all"
	test_assert $CRM_EX_OK 0

	desc="Get active shadow instance's diff (after commit all)"
	cmd="crm_shadow --diff"
	test_assert $CRM_EX_ERROR 0

	# Repeat sequence with XML output
	cp "$test_home/cli/crm_mon.xml" "$TMPXML"
	export CIB_file="$TMPXML"

	desc="Commit shadow instance (XML)"
	cmd="crm_shadow --commit $shadow --output-as=xml"
	test_assert_validate $CRM_EX_USAGE 0

	desc="Commit shadow instance (force) (XML)"
	cmd="crm_shadow --commit $shadow --force --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Get active shadow instance's diff (after commit) (XML)"
	cmd="crm_shadow --diff --output-as=xml"
	test_assert_validate $CRM_EX_ERROR 0

	desc="Commit shadow instance (force) (all) (XML)"
	cmd="crm_shadow --commit $shadow --force --all --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Get active shadow instance's diff (after commit all) (XML)"
	cmd="crm_shadow --diff --output-as=xml"
	test_assert_validate $CRM_EX_ERROR 0

	# Commit an inactive shadow instance with no active instance
	unset CIB_shadow

	desc="Commit shadow instance (no active instance)"
	cmd="crm_shadow --commit $shadow"
	test_assert $CRM_EX_USAGE 0

	desc="Commit shadow instance (no active instance) (force)"
	cmd="crm_shadow --commit $shadow --force"
	test_assert $CRM_EX_OK 0

	desc="Commit shadow instance (no active instance) (XML)"
	cmd="crm_shadow --commit $shadow --output-as=xml"
	test_assert_validate $CRM_EX_USAGE 0

	desc="Commit shadow instance (no active instance) (force) (XML)"
	cmd="crm_shadow --commit $shadow --force --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	# Commit an inactive shadow instance with an active instance
	export CIB_shadow="nonexistent_shadow"

	desc="Commit shadow instance (mismatch)"
	cmd="crm_shadow --commit $shadow"
	test_assert $CRM_EX_USAGE 0

	desc="Commit shadow instance (mismatch) (force)"
	cmd="crm_shadow --commit $shadow --force"
	test_assert $CRM_EX_OK 0

	desc="Commit shadow instance (mismatch) (XML)"
	cmd="crm_shadow --commit $shadow --output-as=xml"
	test_assert_validate $CRM_EX_USAGE 0

	desc="Commit shadow instance (mismatch) (force) (XML)"
	cmd="crm_shadow --commit $shadow --force --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	# Commit an active shadow instance whose shadow file is missing
	desc="Commit shadow instance (nonexistent shadow file)"
	cmd="crm_shadow --commit $CIB_shadow"
	test_assert $CRM_EX_USAGE 0

	desc="Commit shadow instance (nonexistent shadow file) (force)"
	cmd="crm_shadow --commit $CIB_shadow --force"
	test_assert $CRM_EX_NOSUCH 0

	desc="Get active shadow instance's diff (nonexistent shadow file)"
	cmd="crm_shadow --diff"
	test_assert $CRM_EX_NOSUCH 0

	desc="Commit shadow instance (nonexistent shadow file) (XML)"
	cmd="crm_shadow --commit $CIB_shadow --output-as=xml"
	test_assert_validate $CRM_EX_USAGE 0

	desc="Commit shadow instance (nonexistent shadow file) (force) (XML)"
	cmd="crm_shadow --commit $CIB_shadow --force --output-as=xml"
	test_assert_validate $CRM_EX_NOSUCH 0

	desc="Get active shadow instance's diff (nonexistent shadow file) (XML)"
	cmd="crm_shadow --diff --output-as=xml"
	test_assert_validate $CRM_EX_NOSUCH 0

	# Commit an active shadow instance when the CIB file is missing
	export CIB_file="$test_home/cli/nonexistent_cib.xml"
	export CIB_shadow="$shadow"

	desc="Commit shadow instance (nonexistent CIB file)"
	cmd="crm_shadow --commit $shadow"
	test_assert $CRM_EX_USAGE 0

	desc="Commit shadow instance (nonexistent CIB file) (force)"
	cmd="crm_shadow --commit $shadow --force"
	test_assert $CRM_EX_NOSUCH 0

	desc="Get active shadow instance's diff (nonexistent CIB file)"
	cmd="crm_shadow --diff"
	test_assert $CRM_EX_NOSUCH 0

	desc="Commit shadow instance (nonexistent CIB file) (XML)"
	cmd="crm_shadow --commit $shadow --output-as=xml"
	test_assert_validate $CRM_EX_USAGE 0

	desc="Commit shadow instance (nonexistent CIB file) (force) (XML)"
	cmd="crm_shadow --commit $shadow --force --output-as=xml"
	test_assert_validate $CRM_EX_NOSUCH 0

	desc="Get active shadow instance's diff (nonexistent CIB file) (XML)"
	cmd="crm_shadow --diff --output-as=xml"
	test_assert_validate $CRM_EX_NOSUCH 0

	rm -f "$TMPXML"

	# Delete an active shadow instance
	export CIB_file="$test_home/cli/crm_mon.xml"
	export CIB_shadow="$shadow"

	desc="Delete shadow instance"
	cmd="crm_shadow --delete $shadow"
	test_assert $CRM_EX_USAGE 0

	desc="Delete shadow instance (force)"
	cmd="crm_shadow --delete $shadow --force"
	test_assert $CRM_EX_OK 0

	create_shadow_cib --create

	desc="Delete shadow instance (XML)"
	cmd="crm_shadow --delete $shadow --output-as=xml"
	test_assert_validate $CRM_EX_USAGE 0

	desc="Delete shadow instance (force) (XML)"
	cmd="crm_shadow --delete $shadow --force --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	# Delete an inactive shadow instance with no active instance
	create_shadow_cib --create
	unset CIB_shadow

	desc="Delete shadow instance (no active instance)"
	cmd="crm_shadow --delete $shadow"
	test_assert $CRM_EX_USAGE 0

	desc="Delete shadow instance (no active instance) (force)"
	cmd="crm_shadow --delete $shadow --force"
	test_assert $CRM_EX_OK 0

	create_shadow_cib --create
	unset CIB_shadow

	desc="Delete shadow instance (no active instance) (XML)"
	cmd="crm_shadow --delete $shadow --output-as=xml"
	test_assert_validate $CRM_EX_USAGE 0

	desc="Delete shadow instance (no active instance) (force) (XML)"
	cmd="crm_shadow --delete $shadow --force --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	# Delete an inactive shadow instance with an active instance
	create_shadow_cib --create
	export CIB_shadow="nonexistent_shadow"

	desc="Delete shadow instance (mismatch)"
	cmd="crm_shadow --delete $shadow"
	test_assert $CRM_EX_USAGE 0

	desc="Delete shadow instance (mismatch) (force)"
	cmd="crm_shadow --delete $shadow --force"
	test_assert $CRM_EX_OK 0

	create_shadow_cib --create
	export CIB_shadow="nonexistent_shadow"

	desc="Delete shadow instance (mismatch) (XML)"
	cmd="crm_shadow --delete $shadow --output-as=xml"
	test_assert_validate $CRM_EX_USAGE 0

	desc="Delete shadow instance (mismatch) (force) (XML)"
	cmd="crm_shadow --delete $shadow --force --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	# Delete an active shadow instance whose shadow file is missing
	desc="Delete shadow instance (nonexistent shadow file)"
	cmd="crm_shadow --delete $CIB_shadow"
	test_assert $CRM_EX_USAGE 0

	desc="Delete shadow instance (nonexistent shadow file) (force)"
	cmd="crm_shadow --delete $CIB_shadow --force"
	test_assert $CRM_EX_OK 0

	desc="Delete shadow instance (nonexistent shadow file) (XML)"
	cmd="crm_shadow --delete $CIB_shadow --output-as=xml"
	test_assert_validate $CRM_EX_USAGE 0

	desc="Delete shadow instance (nonexistent shadow file) (force) (XML)"
	cmd="crm_shadow --delete $CIB_shadow --force --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	# Delete an active shadow instance when the CIB file is missing
	export CIB_file="$test_home/cli/crm_mon.xml"
	create_shadow_cib --create
	export CIB_file="$test_home/cli/nonexistent_cib.xml"

	desc="Delete shadow instance (nonexistent CIB file)"
	cmd="crm_shadow --delete $shadow"
	test_assert $CRM_EX_USAGE 0

	desc="Delete shadow instance (nonexistent CIB file) (force)"
	cmd="crm_shadow --delete $shadow --force"
	test_assert $CRM_EX_OK 0

	export CIB_file="$test_home/cli/crm_mon.xml"
	create_shadow_cib --create
	export CIB_file="$test_home/cli/nonexistent_cib.xml"

	desc="Delete shadow instance (nonexistent CIB file) (XML)"
	cmd="crm_shadow --delete $shadow --output-as=xml"
	test_assert_validate $CRM_EX_USAGE 0

	desc="Delete shadow instance (nonexistent CIB file) (force) (XML)"
	cmd="crm_shadow --delete $shadow --force --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	# Create new shadow instance based on active CIB with no instance active
	export CIB_file="$test_home/cli/crm_mon.xml"

	crm_shadow --delete "$shadow" --force >/dev/null 2>&1
	unset CIB_shadow

	desc="Create copied shadow instance (no active instance)"
	cmd="crm_shadow --create $shadow --batch"
	test_assert $CRM_EX_OK 0

	crm_shadow --delete "$shadow" --force >/dev/null 2>&1
	unset CIB_shadow

	desc="Create copied shadow instance (no active instance) (XML)"
	cmd="crm_shadow --create $shadow --batch --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	# Create new shadow instance based on active CIB with other instance active
	export CIB_file="$test_home/cli/crm_mon.xml"
	export CIB_shadow="nonexistent_shadow"

	crm_shadow --delete "$shadow" --force >/dev/null 2>&1

	desc="Create copied shadow instance (mismatch)"
	cmd="crm_shadow --create $shadow --batch"
	test_assert $CRM_EX_OK 0

	crm_shadow --delete "$shadow" --force >/dev/null 2>&1

	desc="Create copied shadow instance (mismatch) (XML)"
	cmd="crm_shadow --create $shadow --batch --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	# Create new shadow instance based on CIB (shadow file already exists)
	export CIB_file="$test_home/cli/crm_mon.xml"

	desc="Create copied shadow instance (file already exists)"
	cmd="crm_shadow --create $shadow --batch"
	test_assert $CRM_EX_CANTCREAT 0

	desc="Create copied shadow instance (file already exists) (force)"
	cmd="crm_shadow --create $shadow --batch --force"
	test_assert $CRM_EX_OK 0

	desc="Create copied shadow instance (file already exists) (XML)"
	cmd="crm_shadow --create $shadow --batch --output-as=xml"
	test_assert_validate $CRM_EX_CANTCREAT 0

	desc="Create copied shadow instance (file already exists) (force) (XML)"
	cmd="crm_shadow --create $shadow --batch --force --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	# Create new shadow instance based on active CIB when the CIB file is missing
	export CIB_file="$test_home/cli/nonexistent_cib.xml"
	export CIB_shadow="$shadow"

	crm_shadow --delete "$shadow" --force >/dev/null 2>&1

	desc="Create copied shadow instance (nonexistent CIB file) (force)"
	cmd="crm_shadow --create $shadow --batch --force"
	test_assert $CRM_EX_NOSUCH 0

	desc="Create copied shadow instance (nonexistent CIB file) (force) (XML)"
	cmd="crm_shadow --create $shadow --batch --force --output-as=xml"
	test_assert_validate $CRM_EX_NOSUCH 0

	# Create new empty shadow instance
	export CIB_shadow="$shadow"

	crm_shadow --delete "$shadow" --force >/dev/null 2>&1

	desc="Create empty shadow instance"
	cmd="crm_shadow --create-empty $shadow --batch"
	test_assert $CRM_EX_OK 0

	crm_shadow --delete "$shadow" --force >/dev/null 2>&1

	desc="Create empty shadow instance (XML)"
	cmd="crm_shadow --create-empty $shadow --batch --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	# Create empty shadow instance with no active instance
	unset CIB_shadow

	crm_shadow --delete "$shadow" --force >/dev/null 2>&1

	desc="Create empty shadow instance (no active instance)"
	cmd="crm_shadow --create-empty $shadow --batch"
	test_assert $CRM_EX_OK 0

	crm_shadow --delete "$shadow" --force >/dev/null 2>&1

	desc="Create empty shadow instance (no active instance) (XML)"
	cmd="crm_shadow --create-empty $shadow --batch --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	# Create empty shadow instance with other instance active
	export CIB_shadow="nonexistent_shadow"

	crm_shadow --delete "$shadow" --force >/dev/null 2>&1

	desc="Create empty shadow instance (mismatch)"
	cmd="crm_shadow --create-empty $shadow --batch"
	test_assert $CRM_EX_OK 0

	crm_shadow --delete "$shadow" --force >/dev/null 2>&1

	desc="Create empty shadow instance (mismatch) (XML)"
	cmd="crm_shadow --create-empty $shadow --batch --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	# Create empty shadow instance when the CIB file is missing
	export CIB_file="$test_home/cli/nonexistent_cib.xml"
	export CIB_shadow="$shadow"

	crm_shadow --delete "$shadow" --force >/dev/null 2>&1

	desc="Create empty shadow instance (nonexistent CIB file)"
	cmd="crm_shadow --create-empty $shadow --batch"
	test_assert $CRM_EX_OK 0

	crm_shadow --delete "$shadow" --force >/dev/null 2>&1

	desc="Create empty shadow instance (nonexistent CIB file) (XML)"
	cmd="crm_shadow --create-empty $shadow --batch --force --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	# Create empty shadow instance (shadow file already exists)
	export CIB_file="$test_home/cli/crm_mon.xml"

	desc="Create empty shadow instance (file already exists)"
	cmd="crm_shadow --create-empty $shadow --batch"
	test_assert $CRM_EX_CANTCREAT 0

	desc="Create empty shadow instance (file already exists) (force)"
	cmd="crm_shadow --create-empty $shadow --batch --force"
	test_assert $CRM_EX_OK 0

	desc="Create empty shadow instance (file already exists) (XML)"
	cmd="crm_shadow --create-empty $shadow --batch --output-as=xml"
	test_assert_validate $CRM_EX_CANTCREAT 0

	desc="Create empty shadow instance (file already exists) (force) (XML)"
	cmd="crm_shadow --create-empty $shadow --batch --force --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	# Query shadow instance with an empty CIB.
	# --which and --file queries were done earlier.
	delete_shadow_resource_defaults

	desc="Get active shadow instance's contents (empty CIB)"
	cmd="crm_shadow --display"
	test_assert $CRM_EX_OK 0

	desc="Get active shadow instance's contents (empty CIB) (XML)"
	cmd="crm_shadow --display --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Get active shadow instance's diff (empty CIB)"
	cmd="crm_shadow --diff"
	test_assert $CRM_EX_ERROR 0

	desc="Get active shadow instance's diff (empty CIB) (XML)"
	cmd="crm_shadow --diff --output-as=xml"
	test_assert_validate $CRM_EX_ERROR 0

	# Reset shadow instance (overwrite existing shadow file based on active CIB)
	export CIB_file="$test_home/cli/crm_mon.xml"
	export CIB_shadow="$shadow"

	desc="Reset shadow instance"
	cmd="crm_shadow --reset $shadow --batch"
	test_assert $CRM_EX_OK 0

	desc="Get active shadow instance's diff (after reset)"
	cmd="crm_shadow --diff"
	test_assert $CRM_EX_OK 0

	create_shadow_cib --create-empty

	desc="Reset shadow instance (XML)"
	cmd="crm_shadow --reset $shadow --batch --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Get active shadow instance's diff (after reset) (XML)"
	cmd="crm_shadow --diff --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	# Reset an inactive shadow instance with no active instance
	unset CIB_shadow

	desc="Reset shadow instance (no active instance)"
	cmd="crm_shadow --reset $shadow --batch"
	test_assert $CRM_EX_OK 0

	create_shadow_cib --create-empty
	unset CIB_shadow

	desc="Reset shadow instance (no active instance) (XML)"
	cmd="crm_shadow --reset $shadow --batch --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	# Reset an inactive shadow instance with an active instance
	export CIB_shadow="nonexistent_shadow"

	desc="Reset shadow instance (mismatch)"
	cmd="crm_shadow --reset $shadow --batch"
	test_assert $CRM_EX_USAGE 0

	desc="Reset shadow instance (mismatch) (force)"
	cmd="crm_shadow --reset $shadow --batch --force"
	test_assert $CRM_EX_OK 0

	create_shadow_cib --create-empty
	export CIB_shadow="nonexistent_shadow"

	desc="Reset shadow instance (mismatch) (XML)"
	cmd="crm_shadow --reset $shadow --batch --output-as=xml"
	test_assert_validate $CRM_EX_USAGE 0

	desc="Reset shadow instance (mismatch) (force) (XML)"
	cmd="crm_shadow --reset $shadow --batch --force --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	# Reset an active shadow instance when the CIB file is missing
	create_shadow_cib --create-empty
	export CIB_file="$test_home/cli/nonexistent_cib.xml"

	desc="Reset shadow instance (nonexistent CIB file)"
	cmd="crm_shadow --reset $CIB_shadow --batch"
	test_assert $CRM_EX_NOSUCH 0

	desc="Reset shadow instance (nonexistent CIB file) (XML)"
	cmd="crm_shadow --reset $CIB_shadow --batch --output-as=xml"
	test_assert_validate $CRM_EX_NOSUCH 0

	desc="Reset shadow instance (nonexistent CIB file) (force)"
	cmd="crm_shadow --reset $CIB_shadow --batch --force"
	test_assert $CRM_EX_NOSUCH 0

	desc="Reset shadow instance (nonexistent CIB file) (force) (XML)"
	cmd="crm_shadow --reset $CIB_shadow --batch --force --output-as=xml"
	test_assert_validate $CRM_EX_NOSUCH 0

	# Reset an active shadow instance whose shadow file is missing
	export CIB_file="$test_home/cli/crm_mon.xml"
	export CIB_shadow="$shadow"

	crm_shadow --delete "$shadow" --force >/dev/null 2>&1

	desc="Reset shadow instance (nonexistent shadow file)"
	cmd="crm_shadow --reset $CIB_shadow --batch"
	test_assert $CRM_EX_NOSUCH 0

	desc="Reset shadow instance (nonexistent shadow file) (force)"
	cmd="crm_shadow --reset $CIB_shadow --batch --force"
	test_assert $CRM_EX_OK 0

	crm_shadow --delete "$shadow" --force >/dev/null 2>&1

	desc="Reset shadow instance (nonexistent shadow file) (XML)"
	cmd="crm_shadow --reset $CIB_shadow --batch --output-as=xml"
	test_assert_validate $CRM_EX_NOSUCH 0

	desc="Reset shadow instance (nonexistent shadow file) (force) (XML)"
	cmd="crm_shadow --reset $CIB_shadow --batch --force --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	# Switch shadow instances
	# In batch mode, this only displays a message
	create_shadow_cib --create-empty

	# Makes no difference now, just future-proofing
	CIB_shadow="nonexistent_shadow"

	desc="Switch to new shadow instance"
	cmd="crm_shadow --switch $shadow --batch"
	test_assert $CRM_EX_OK 0

	CIB_shadow="nonexistent_shadow"

	desc="Switch to new shadow instance (XML)"
	cmd="crm_shadow --switch $shadow --batch --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	crm_shadow --delete "$shadow" --force >/dev/null 2>&1

	desc="Switch to nonexistent shadow instance"
	cmd="crm_shadow --switch $shadow --batch"
	test_assert $CRM_EX_NOSUCH 0

	desc="Switch to nonexistent shadow instance (force)"
	cmd="crm_shadow --switch $shadow --batch --force"
	test_assert $CRM_EX_NOSUCH 0

	desc="Switch to nonexistent shadow instance (XML)"
	cmd="crm_shadow --switch $shadow --batch --output-as=xml"
	test_assert_validate $CRM_EX_NOSUCH 0

	desc="Switch to nonexistent shadow instance (force) (XML)"
	cmd="crm_shadow --switch $shadow --batch --force --output-as=xml"
	test_assert_validate $CRM_EX_NOSUCH 0

	unset CIB_file
	unset CIB_shadow
	unset CIB_shadow_dir
	}

	INVALID_PERIODS=(
	"2019-01-01 00:00:00Z" # Start with no end
	"2019-01-01 00:00:00Z/" # Start with only a trailing slash
	"PT2S/P1M" # Two durations
	"2019-13-01 00:00:00Z/P1M" # Out-of-range month
	"20191077T15/P1M" # Out-of-range day
	"2019-10-01T25:00:00Z/P1M" # Out-of-range hour
	"2019-10-01T24:00:01Z/P1M" # Hour 24 with anything but :00:00
	"PT5H/20191001T007000Z" # Out-of-range minute
	"2019-10-01 00:00:80Z/P1M" # Out-of-range second
	"2019-10-01 00:00:10 +25:00/P1M" # Out-of-range offset hour
	"20191001T000010 -00:61/P1M" # Out-of-range offset minute
	"P1Y/2019-02-29 00:00:00Z" # Feb. 29 in non-leap-year
	"2019-01-01 00:00:00Z/P" # Duration with no values
	"P1Z/2019-02-20 00:00:00Z" # Invalid duration unit
	"P1YM/2019-02-20 00:00:00Z" # No number for duration unit
	)

	function test_dates() {
	# Ensure invalid period specifications are rejected
	for spec in '' "${INVALID_PERIODS[@]}"; do
	desc="Invalid period - [$spec]"
	cmd="iso8601 -p \"$spec\""
	test_assert $CRM_EX_INVALID_PARAM 0
	done

	desc="2014-01-01 00:30:00 - 1 Hour"
	cmd="iso8601 -d '2014-01-01 00:30:00Z' -D P-1H -E '2013-12-31 23:30:00Z'"
	test_assert $CRM_EX_OK 0

	desc="Valid date - Feb 29 in leap year"
	cmd="iso8601 -d '2020-02-29 00:00:00Z' -E '2020-02-29 00:00:00Z'"
	test_assert $CRM_EX_OK 0

	desc="Valid date - using 'T' and offset"
	cmd="iso8601 -d '20191201T131211 -05:00' -E '2019-12-01 18:12:11Z'"
	test_assert $CRM_EX_OK 0

	desc="24:00:00 equivalent to 00:00:00 of next day"
	cmd="iso8601 -d '2019-12-31 24:00:00Z' -E '2020-01-01 00:00:00Z'"
	test_assert $CRM_EX_OK 0

	for y in 06 07 08 09 10 11 12 13 14 15 16 17 18 40; do
	desc="20$y-W01-7"
	cmd="iso8601 -d '20$y-W01-7 00Z'"
	test_assert $CRM_EX_OK 0

	desc="20$y-W01-7 - round-trip"
	cmd="iso8601 -d '20$y-W01-7 00Z' -W -E '20$y-W01-7 00:00:00Z'"
	test_assert $CRM_EX_OK 0

	desc="20$y-W01-1"
	cmd="iso8601 -d '20$y-W01-1 00Z'"
	test_assert $CRM_EX_OK 0

	desc="20$y-W01-1 - round-trip"
	cmd="iso8601 -d '20$y-W01-1 00Z' -W -E '20$y-W01-1 00:00:00Z'"
	test_assert $CRM_EX_OK 0
	done

	desc="2009-W53-07"
	cmd="iso8601 -d '2009-W53-7 00:00:00Z' -W -E '2009-W53-7 00:00:00Z'"
	test_assert $CRM_EX_OK 0

	desc="epoch + 2 Years 5 Months 6 Minutes"
	cmd="iso8601 -d 'epoch' -D P2Y5MT6M -E '1972-06-01 00:06:00Z'"
	test_assert $CRM_EX_OK 0

	desc="2009-01-31 + 1 Month"
	cmd="iso8601 -d '20090131T000000Z' -D P1M -E '2009-02-28 00:00:00Z'"
	test_assert $CRM_EX_OK 0

	desc="2009-01-31 + 2 Months"
	cmd="iso8601 -d '2009-01-31 00:00:00Z' -D P2M -E '2009-03-31 00:00:00Z'"
	test_assert $CRM_EX_OK 0

	desc="2009-01-31 + 3 Months"
	cmd="iso8601 -d '2009-01-31 00:00:00Z' -D P3M -E '2009-04-30 00:00:00Z'"
	test_assert $CRM_EX_OK 0

	desc="2009-03-31 - 1 Month"
	cmd="iso8601 -d '2009-03-31 01:00:00 +01:00' -D P-1M -E '2009-02-28 00:00:00Z'"
	test_assert $CRM_EX_OK 0

	desc="2038-01-01 + 3 Months"
	cmd="iso8601 -d '2038-01-01 00:00:00Z' -D P3M -E '2038-04-01 00:00:00Z'"
	test_assert $CRM_EX_OK 0
	}

	function test_acl_loop() {
	local TMPXML

	TMPXML="$1"

	# Make sure we're rejecting things for the right reasons
	orig_trace_fns="$PCMK_trace_functions"
	export PCMK_trace_functions=pcmk__check_acl,pcmk__apply_creation_acl

	CIB_user=root cibadmin --replace --xml-text '<resources/>'

	### no ACL ###
	export CIB_user=unknownguy
	desc="$CIB_user: Query configuration"
	cmd="cibadmin -Q"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	desc="$CIB_user: Set enable-acl"
	cmd="crm_attribute -n enable-acl -v false"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	desc="$CIB_user: Set stonith-enabled"
	cmd="crm_attribute -n stonith-enabled -v false"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	desc="$CIB_user: Create a resource"
	cmd="cibadmin -C -o resources --xml-text '<primitive id=\"dummy\" class=\"ocf\" provider=\"pacemaker\" type=\"Dummy\"/>'"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	### deny /cib permission ###
	export CIB_user=l33t-haxor
	desc="$CIB_user: Query configuration"
	cmd="cibadmin -Q"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	desc="$CIB_user: Set enable-acl"
	cmd="crm_attribute -n enable-acl -v false"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	desc="$CIB_user: Set stonith-enabled"
	cmd="crm_attribute -n stonith-enabled -v false"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	desc="$CIB_user: Create a resource"
	cmd="cibadmin -C -o resources --xml-text '<primitive id=\"dummy\" class=\"ocf\" provider=\"pacemaker\" type=\"Dummy\"/>'"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	### observer role ###
	export CIB_user=niceguy
	desc="$CIB_user: Query configuration"
	cmd="cibadmin -Q"
	test_assert $CRM_EX_OK 0

	desc="$CIB_user: Set enable-acl"
	cmd="crm_attribute -n enable-acl -v false"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	desc="$CIB_user: Set stonith-enabled"
	cmd="crm_attribute -n stonith-enabled -v false"
	test_assert $CRM_EX_OK

	desc="$CIB_user: Create a resource"
	cmd="cibadmin -C -o resources --xml-text '<primitive id=\"dummy\" class=\"ocf\" provider=\"pacemaker\" type=\"Dummy\"/>'"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	export CIB_user=root
	desc="$CIB_user: Query configuration"
	cmd="cibadmin -Q"
	test_assert $CRM_EX_OK 0

	desc="$CIB_user: Set stonith-enabled"
	cmd="crm_attribute -n stonith-enabled -v true"
	test_assert $CRM_EX_OK

	desc="$CIB_user: Create a resource"
	cmd="cibadmin -C -o resources --xml-text '<primitive id=\"dummy\" class=\"ocf\" provider=\"pacemaker\" type=\"Dummy\"/>'"
	test_assert $CRM_EX_OK

	### deny /cib permission ###
	export CIB_user=l33t-haxor

	desc="$CIB_user: Create a resource meta attribute"
	cmd="crm_resource -r dummy --meta -p target-role -v Stopped"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	desc="$CIB_user: Query a resource meta attribute"
	cmd="crm_resource -r dummy --meta -g target-role"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	desc="$CIB_user: Remove a resource meta attribute"
	cmd="crm_resource -r dummy --meta -d target-role"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	### observer role ###
	export CIB_user=niceguy

	desc="$CIB_user: Create a resource meta attribute"
	cmd="crm_resource -r dummy --meta -p target-role -v Stopped"
	test_assert $CRM_EX_OK

	desc="$CIB_user: Query a resource meta attribute"
	cmd="crm_resource -r dummy --meta -g target-role"
	test_assert $CRM_EX_OK

	desc="$CIB_user: Remove a resource meta attribute"
	cmd="crm_resource -r dummy --meta -d target-role"
	test_assert $CRM_EX_OK

	desc="$CIB_user: Create a resource meta attribute"
	cmd="crm_resource -r dummy --meta -p target-role -v Started"
	test_assert $CRM_EX_OK

	### read //meta_attributes ###
	export CIB_user=badidea
	desc="$CIB_user: Query configuration - implied deny"
	cmd="cibadmin -Q"
	test_assert $CRM_EX_OK 0

	### deny /cib, read //meta_attributes ###
	export CIB_user=betteridea
	desc="$CIB_user: Query configuration - explicit deny"
	cmd="cibadmin -Q"
	test_assert $CRM_EX_OK 0

	CIB_user=root cibadmin -Q > "$TMPXML"
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin --delete --xml-text '<acls/>'
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin -Ql

	### observer role ###
	export CIB_user=niceguy
	desc="$CIB_user: Replace - remove acls"
	cmd="cibadmin --replace --xml-file $TMPXML"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	CIB_user=root cibadmin -Q > "$TMPXML"
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin -C -o resources --xml-text '<primitive id="dummy2" class="ocf" provider="pacemaker" type="Dummy"/>'
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin -Ql

	desc="$CIB_user: Replace - create resource"
	cmd="cibadmin --replace --xml-file $TMPXML"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	CIB_user=root cibadmin -Q > "$TMPXML"
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" crm_attribute -n enable-acl -v false
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin -Ql

	desc="$CIB_user: Replace - modify attribute (deny)"
	cmd="cibadmin --replace --xml-file $TMPXML"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	CIB_user=root cibadmin -Q > "$TMPXML"
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin --replace --xml-text '<nvpair id="cib-bootstrap-options-enable-acl" name="enable-acl"/>'
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin -Ql

	desc="$CIB_user: Replace - delete attribute (deny)"
	cmd="cibadmin --replace --xml-file $TMPXML"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	CIB_user=root cibadmin -Q > "$TMPXML"
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin --modify --xml-text '<primitive id="dummy" description="nothing interesting"/>'
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin -Ql

	desc="$CIB_user: Replace - create attribute (deny)"
	cmd="cibadmin --replace --xml-file $TMPXML"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	### admin role ###
	CIB_user=bob
	CIB_user=root cibadmin -Q > "$TMPXML"
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin --modify --xml-text '<primitive id="dummy" description="nothing interesting"/>'
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin -Ql

	desc="$CIB_user: Replace - create attribute (direct allow)"
	cmd="cibadmin --replace -o resources --xml-file $TMPXML"
	test_assert $CRM_EX_OK 0

	CIB_user=root cibadmin -Q > "$TMPXML"
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin --modify --xml-text '<primitive id="dummy" description="something interesting"/>'
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin -Ql

	desc="$CIB_user: Replace - modify attribute (direct allow)"
	cmd="cibadmin --replace -o resources --xml-file $TMPXML"
	test_assert $CRM_EX_OK 0

	CIB_user=root cibadmin -Q > "$TMPXML"
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin --replace -o resources --xml-text '<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy"/>'
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin -Ql

	desc="$CIB_user: Replace - delete attribute (direct allow)"
	cmd="cibadmin --replace -o resources --xml-file $TMPXML"
	test_assert $CRM_EX_OK 0

	### super_user role ###
	export CIB_user=joe

	CIB_user=root cibadmin -Q > "$TMPXML"
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin --modify --xml-text '<primitive id="dummy" description="nothing interesting"/>'
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin -Ql

	desc="$CIB_user: Replace - create attribute (inherited allow)"
	cmd="cibadmin --replace -o resources --xml-file $TMPXML"
	test_assert $CRM_EX_OK 0

	CIB_user=root cibadmin -Q > "$TMPXML"
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin --modify --xml-text '<primitive id="dummy" description="something interesting"/>'
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin -Ql

	desc="$CIB_user: Replace - modify attribute (inherited allow)"
	cmd="cibadmin --replace -o resources --xml-file $TMPXML"
	test_assert $CRM_EX_OK 0

	CIB_user=root cibadmin -Q > "$TMPXML"
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin --replace -o resources --xml-text '<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy"/>'
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin -Ql

	desc="$CIB_user: Replace - delete attribute (inherited allow)"
	cmd="cibadmin --replace -o resources --xml-file $TMPXML"
	test_assert $CRM_EX_OK 0

	### rsc_writer role ###
	export CIB_user=mike

	CIB_user=root cibadmin -Q > "$TMPXML"
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin --modify --xml-text '<primitive id="dummy" description="nothing interesting"/>'
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin -Ql

	desc="$CIB_user: Replace - create attribute (allow overrides deny)"
	cmd="cibadmin --replace -o resources --xml-file $TMPXML"
	test_assert $CRM_EX_OK 0

	CIB_user=root cibadmin -Q > "$TMPXML"
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin --modify --xml-text '<primitive id="dummy" description="something interesting"/>'
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin -Ql

	desc="$CIB_user: Replace - modify attribute (allow overrides deny)"
	cmd="cibadmin --replace -o resources --xml-file $TMPXML"
	test_assert $CRM_EX_OK 0

	CIB_user=root cibadmin -Q > "$TMPXML"
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin --replace -o resources --xml-text '<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy"/>'
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin -Ql

	desc="$CIB_user: Replace - delete attribute (allow overrides deny)"
	cmd="cibadmin --replace -o resources --xml-file $TMPXML"
	test_assert $CRM_EX_OK 0

	### rsc_denied role ###
	export CIB_user=chris

	CIB_user=root cibadmin -Q > "$TMPXML"
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin --modify --xml-text '<primitive id="dummy" description="nothing interesting"/>'
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin -Ql

	desc="$CIB_user: Replace - create attribute (deny overrides allow)"
	cmd="cibadmin --replace -o resources --xml-file $TMPXML"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	# Set as root since setting as chris failed
	CIB_user=root cibadmin --modify --xml-text '<primitive id="dummy" description="nothing interesting"/>'

	CIB_user=root cibadmin -Q > "$TMPXML"
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin --modify --xml-text '<primitive id="dummy" description="something interesting"/>'
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin -Ql

	desc="$CIB_user: Replace - modify attribute (deny overrides allow)"
	cmd="cibadmin --replace -o resources --xml-file $TMPXML"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	# Set as root since setting as chris failed
	CIB_user=root cibadmin --modify --xml-text '<primitive id="dummy" description="something interesting"/>'

	CIB_user=root cibadmin -Q > "$TMPXML"
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin --replace -o resources --xml-text '<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy"/>'
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin -Ql

	desc="$CIB_user: Replace - delete attribute (deny overrides allow)"
	cmd="cibadmin --replace -o resources --xml-file $TMPXML"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	export PCMK_trace_functions="$orig_trace_fns"
	}

	function test_acls() {
	local SHADOWPATH
	local TMPXML

	TMPXML=$(mktemp ${TMPDIR:-/tmp}/cts-cli.acls.xml.XXXXXXXXXX)

	create_shadow_cib --create-empty pacemaker-1.3

	cat <<EOF > "$TMPXML"
	<acls>
	<acl_user id="l33t-haxor">
	<deny id="crook-nothing" xpath="/cib"/>
	</acl_user>
	<acl_user id="niceguy">
	<role_ref id="observer"/>
	</acl_user>
	<acl_user id="bob">
	<role_ref id="admin"/>
	</acl_user>
	<acl_user id="joe">
	<role_ref id="super_user"/>
	</acl_user>
	<acl_user id="mike">
	<role_ref id="rsc_writer"/>
	</acl_user>
	<acl_user id="chris">
	<role_ref id="rsc_denied"/>
	</acl_user>
	<acl_role id="observer">
	<read id="observer-read-1" xpath="/cib"/>
	<write id="observer-write-1" xpath="//nvpair[@name='stonith-enabled']"/>
	<write id="observer-write-2" xpath="//nvpair[@name='target-role']"/>
	</acl_role>
	<acl_role id="admin">
	<read id="admin-read-1" xpath="/cib"/>
	<write id="admin-write-1" xpath="//resources"/>
	</acl_role>
	<acl_role id="super_user">
	<write id="super_user-write-1" xpath="/cib"/>
	</acl_role>
	<acl_role id="rsc_writer">
	<deny id="rsc-writer-deny-1" xpath="/cib"/>
	<write id="rsc-writer-write-1" xpath="//resources"/>
	</acl_role>
	<acl_role id="rsc_denied">
	<write id="rsc-denied-write-1" xpath="/cib"/>
	<deny id="rsc-denied-deny-1" xpath="//resources"/>
	</acl_role>
	</acls>
	EOF

	desc="Configure some ACLs"
	cmd="cibadmin -M -o acls --xml-file $TMPXML"
	test_assert $CRM_EX_OK

	desc="Enable ACLs"
	cmd="crm_attribute -n enable-acl -v true"
	test_assert $CRM_EX_OK

	desc="Set cluster option"
	cmd="crm_attribute -n no-quorum-policy -v ignore"
	test_assert $CRM_EX_OK

	desc="New ACL"
	cmd="cibadmin --create -o acls --xml-text '<acl_user id=\"badidea\"><read id=\"badidea-resources\" xpath=\"//meta_attributes\"/></acl_user>'"
	test_assert $CRM_EX_OK

	desc="Another ACL"
	cmd="cibadmin --create -o acls --xml-text '<acl_user id=\"betteridea\"><read id=\"betteridea-resources\" xpath=\"//meta_attributes\"/></acl_user>'"
	test_assert $CRM_EX_OK

	desc="Updated ACL"
	cmd="cibadmin --replace -o acls --xml-text '<acl_user id=\"betteridea\"><deny id=\"betteridea-nothing\" xpath=\"/cib\"/><read id=\"betteridea-resources\" xpath=\"//meta_attributes\"/></acl_user>'"
	test_assert $CRM_EX_OK

	test_acl_loop "$TMPXML"

	printf "\n\n !#!#!#!#! Upgrading to latest CIB schema and re-testing !#!#!#!#!\n"
	printf "\nUpgrading to latest CIB schema and re-testing\n" 1>&2

	export CIB_user=root
	desc="$CIB_user: Upgrade to latest CIB schema"
	cmd="cibadmin --upgrade --force -V"
	test_assert $CRM_EX_OK

	reset_shadow_cib_version

	test_acl_loop "$TMPXML"

	unset CIB_shadow_dir
	rm -f "$TMPXML"
	}

	function test_validity() {
	local TMPGOOD
	local TMPBAD

	TMPGOOD=$(mktemp ${TMPDIR:-/tmp}/cts-cli.validity.good.xml.XXXXXXXXXX)
	TMPBAD=$(mktemp ${TMPDIR:-/tmp}/cts-cli.validity.bad.xml.XXXXXXXXXX)

	create_shadow_cib --create-empty pacemaker-1.2
	orig_trace_fns="$PCMK_trace_functions"
	export PCMK_trace_functions=apply_upgrade,update_validation

	cibadmin -C -o resources --xml-text '<primitive id="dummy1" class="ocf" provider="pacemaker" type="Dummy"/>'
	cibadmin -C -o resources --xml-text '<primitive id="dummy2" class="ocf" provider="pacemaker" type="Dummy"/>'
	cibadmin -C -o constraints --xml-text '<rsc_order id="ord_1-2" first="dummy1" first-action="start" then="dummy2"/>'
	cibadmin -Q > "$TMPGOOD"


	desc="Try to make resulting CIB invalid (enum violation)"
	cmd="cibadmin -M -o constraints --xml-text '<rsc_order id=\"ord_1-2\" first=\"dummy1\" first-action=\"break\" then=\"dummy2\"/>'"
	test_assert $CRM_EX_CONFIG

	sed 's\|"start"\|"break"\|' "$TMPGOOD" > "$TMPBAD"
	desc="Run crm_simulate with invalid CIB (enum violation)"
	cmd="crm_simulate -x $TMPBAD -S"
	test_assert $CRM_EX_CONFIG 0


	desc="Try to make resulting CIB invalid (unrecognized validate-with)"
	cmd="cibadmin -M --xml-text '<cib validate-with=\"pacemaker-9999.0\"/>'"
	test_assert $CRM_EX_CONFIG

	sed 's\|"pacemaker-1.2"\|"pacemaker-9999.0"\|' "$TMPGOOD" > "$TMPBAD"
	desc="Run crm_simulate with invalid CIB (unrecognized validate-with)"
	cmd="crm_simulate -x $TMPBAD -S"
	test_assert $CRM_EX_CONFIG 0


	desc="Try to make resulting CIB invalid, but possibly recoverable (valid with X.Y+1)"
	cmd="cibadmin -C -o configuration --xml-text '<tags/>'"
	test_assert $CRM_EX_CONFIG

	sed 's\|</configuration>\|<tags/></configuration>\|' "$TMPGOOD" > "$TMPBAD"
	desc="Run crm_simulate with invalid, but possibly recoverable CIB (valid with X.Y+1)"
	cmd="crm_simulate -x $TMPBAD -S"
	test_assert $CRM_EX_OK 0


	sed 's\|[ ][ ]validate-with="[^"]"\|\|' "$TMPGOOD" > "$TMPBAD"
	desc="Make resulting CIB valid, although without validate-with attribute"
	cmd="cibadmin -R --xml-file $TMPBAD"
	test_assert $CRM_EX_OK

	desc="Run crm_simulate with valid CIB, but without validate-with attribute"
	cmd="crm_simulate -x $TMPBAD -S"
	test_assert $CRM_EX_OK 0


	# this will just disable validation and accept the config, outputting
	# validation errors
	sed -e 's\|[ ][ ]validate-with="[^"]"\|\|' \
	-e 's\|$[ ][ ]epoch="[^"]$"\|\10"\|' -e 's\|"start"\|"break"\|' \
	"$TMPGOOD" > "$TMPBAD"
	desc="Make resulting CIB invalid, and without validate-with attribute"
	cmd="cibadmin -R --xml-file $TMPBAD"
	test_assert $CRM_EX_OK

	desc="Run crm_simulate with invalid CIB, also without validate-with attribute"
	cmd="crm_simulate -x $TMPBAD -S"
	test_assert $CRM_EX_OK 0

	unset CIB_shadow_dir
	rm -f "$TMPGOOD" "$TMPBAD"
	export PCMK_trace_functions="$orig_trace_fns"
	}

	test_upgrade() {
	local TMPXML

	TMPXML=$(mktemp ${TMPDIR:-/tmp}/cts-cli.tools.xml.XXXXXXXXXX)

	create_shadow_cib --create-empty pacemaker-2.10
	orig_trace_fns="$PCMK_trace_functions"
	export PCMK_trace_functions=apply_upgrade,update_validation

	desc="Set stonith-enabled=false"
	cmd="crm_attribute -n stonith-enabled -v false"
	test_assert $CRM_EX_OK

	cat <<EOF > "$TMPXML"
	<resources>
	<primitive id="mySmartFuse" class="ocf" provider="experiment" type="SmartFuse">
	<operations>
	<op id="mySmartFuse-start" name="start" interval="0" timeout="40s"/>
	<op id="mySmartFuse-monitor-inputpower" name="monitor" interval="30s">
	<instance_attributes id="mySmartFuse-inputpower-instanceparams">
	<nvpair id="mySmartFuse-inputpower-requires" name="requires" value="inputpower"/>
	</instance_attributes>
	</op>
	<op id="mySmartFuse-monitor-outputpower" name="monitor" interval="2s">
	<instance_attributes id="mySmartFuse-outputpower-instanceparams">
	<nvpair id="mySmartFuse-outputpower-requires" name="requires" value="outputpower"/>
	</instance_attributes>
	</op>
	</operations>
	<instance_attributes id="mySmartFuse-params">
	<nvpair id="mySmartFuse-params-ip" name="ip" value="192.0.2.10"/>
	</instance_attributes>
	<!-- a bit hairy but valid -->
	<instance_attributes id-ref="mySmartFuse-outputpower-instanceparams"/>
	</primitive>
	</resources>
	EOF

	desc="Configure the initial resource"
	cmd="cibadmin -M -o resources --xml-file $TMPXML"
	test_assert $CRM_EX_OK

	desc="Upgrade to latest CIB schema (trigger 2.10.xsl + the wrapping)"
	cmd="cibadmin --upgrade --force -V -V"
	test_assert $CRM_EX_OK

	desc="Query a resource instance attribute (shall survive)"
	cmd="crm_resource -r mySmartFuse -g requires"
	test_assert $CRM_EX_OK

	unset CIB_shadow_dir
	rm -f "$TMPXML"
	export PCMK_trace_functions="$orig_trace_fns"
	}

	test_rules() {
	local TMPXML

	create_shadow_cib --create-empty

	cibadmin -C -o crm_config --xml-text '<cluster_property_set id="cib-bootstrap-options"><nvpair id="cib-bootstrap-options-stonith-enabled" name="stonith-enabled" value="false"/></cluster_property_set>'
	cibadmin -C -o resources --xml-text '<primitive class="ocf" id="dummy" provider="heartbeat" type="Dummy" />'

	TMPXML=$(mktemp ${TMPDIR:-/tmp}/cts-cli.tools.xml.XXXXXXXXXX)
	cat <<EOF > "$TMPXML"
	<rsc_location id="cli-too-many-date-expressions" rsc="dummy">
	<rule id="cli-rule-too-many-date-expressions" score="INFINITY" boolean-op="or">
	<date_expression id="cli-date-expression-1" operation="gt" start="2020-01-01 01:00:00 -0500"/>
	<date_expression id="cli-date-expression-2" operation="lt" end="2019-01-01 01:00:00 -0500"/>
	</rule>
	</rsc_location>
	EOF

	cibadmin -C -o constraints -x "$TMPXML"
	rm -f "$TMPXML"

	TMPXML=$(mktemp ${TMPDIR:-/tmp}/cts-cli.tools.xml.XXXXXXXXXX)
	cat <<EOF > "$TMPXML"
	<rsc_location id="cli-prefer-dummy-expired" rsc="dummy">
	<rule id="cli-prefer-rule-dummy-expired" score="INFINITY">
	<date_expression id="cli-prefer-lifetime-end-dummy-expired" operation="lt" end="2019-01-01 12:00:00 -05:00"/>
	</rule>
	</rsc_location>
	EOF

	cibadmin -C -o constraints -x "$TMPXML"
	rm -f "$TMPXML"

	if [ "$(uname)" == "FreeBSD" ]; then
	tomorrow=$(date -v+1d +"%F %T %z")
	else
	tomorrow=$(date --date=tomorrow +"%F %T %z")
	fi

	TMPXML=$(mktemp ${TMPDIR:-/tmp}/cts-cli.tools.xml.XXXXXXXXXX)
	cat <<EOF > "$TMPXML"
	<rsc_location id="cli-prefer-dummy-not-yet" rsc="dummy">
	<rule id="cli-prefer-rule-dummy-not-yet" score="INFINITY">
	<date_expression id="cli-prefer-lifetime-end-dummy-not-yet" operation="gt" start="${tomorrow}"/>
	</rule>
	</rsc_location>
	EOF

	cibadmin -C -o constraints -x "$TMPXML"
	rm -f "$TMPXML"

	TMPXML=$(mktemp ${TMPDIR:-/tmp}/cts-cli.tools.xml.XXXXXXXXXX)
	cat <<EOF > "$TMPXML"
	<rsc_location id="cli-prefer-dummy-date_spec-only-years" rsc="dummy">
	<rule id="cli-prefer-rule-dummy-date_spec-only-years" score="INFINITY">
	<date_expression id="cli-prefer-dummy-date_spec-only-years-expr" operation="date_spec">
	<date_spec id="cli-prefer-dummy-date_spec-only-years-spec" years="2019"/>
	</date_expression>
	</rule>
	</rsc_location>
	EOF

	cibadmin -C -o constraints -x "$TMPXML"
	rm -f "$TMPXML"

	TMPXML=$(mktemp ${TMPDIR:-/tmp}/cts-cli.tools.xml.XXXXXXXXXX)
	cat <<EOF > "$TMPXML"
	<rsc_location id="cli-prefer-dummy-date_spec-without-years" rsc="dummy">
	<rule id="cli-prefer-rule-dummy-date_spec-without-years" score="INFINITY">
	<date_expression id="cli-prefer-dummy-date_spec-without-years-expr" operation="date_spec">
	<date_spec id="cli-prefer-dummy-date_spec-without-years-spec" hours="20" months="1,3,5,7"/>
	</date_expression>
	</rule>
	</rsc_location>
	EOF

	cibadmin -C -o constraints -x "$TMPXML"
	rm -f "$TMPXML"

	TMPXML=$(mktemp ${TMPDIR:-/tmp}/cts-cli.tools.xml.XXXXXXXXXX)
	cat <<EOF > "$TMPXML"
	<rsc_location id="cli-prefer-dummy-date_spec-years-moon" rsc="dummy">
	<rule id="cli-prefer-rule-dummy-date_spec-years-moon" score="INFINITY">
	<date_expression id="cli-prefer-dummy-date_spec-years-moon-expr" operation="date_spec">
	<date_spec id="cli-prefer-dummy-date_spec-years-moon-spec" years="2019" moon="1"/>
	</date_expression>
	</rule>
	</rsc_location>
	EOF

	cibadmin -C -o constraints -x "$TMPXML"
	rm -f "$TMPXML"

	TMPXML=$(mktemp ${TMPDIR:-/tmp}/cts-cli.tools.xml.XXXXXXXXXX)
	cat <<EOF > "$TMPXML"
	<rsc_location id="cli-no-date_expression" rsc="dummy">
	<rule id="cli-no-date_expression-rule" score="INFINITY">
	<expression id="ban-apache-expr" attribute="#uname" operation="eq" value="node3"/>
	</rule>
	</rsc_location>
	EOF

	cibadmin -C -o constraints -x "$TMPXML"
	rm -f "$TMPXML"

	desc="crm_rule given no arguments"
	cmd="crm_rule"
	test_assert $CRM_EX_USAGE 0

	desc="crm_rule given no arguments (XML)"
	cmd="crm_rule --output-as=xml"
	test_assert_validate $CRM_EX_USAGE 0

	desc="crm_rule given no rule to check"
	cmd="crm_rule -c"
	test_assert $CRM_EX_USAGE 0

	desc="crm_rule given no rule to check (XML)"
	cmd="crm_rule -c --output-as=xml"
	test_assert_validate $CRM_EX_USAGE 0

	desc="crm_rule given invalid input XML"
	cmd="crm_rule -c -r blahblah -X 'invalidxml'"
	test_assert $CRM_EX_DATAERR 0

	desc="crm_rule given invalid input XML (XML)"
	cmd="crm_rule -c -r blahblah -X 'invalidxml' --output-as=xml"
	test_assert_validate $CRM_EX_DATAERR 0

	desc="crm_rule given invalid input XML on stdin"
	cmd="echo 'invalidxml' \| crm_rule -c -r blahblah -X -"
	test_assert $CRM_EX_DATAERR 0

	desc="crm_rule given invalid input XML on stdin (XML)"
	cmd="echo 'invalidxml' \| crm_rule -c -r blahblah -X - --output-as=xml"
	test_assert_validate $CRM_EX_DATAERR 0

	desc="Try to check a rule that doesn't exist"
	cmd="crm_rule -c -r blahblah"
	test_assert $CRM_EX_NOSUCH

	desc="Try to check a rule that doesn't exist, with XML output"
	cmd="crm_rule -c -r blahblah --output-as=xml"
	test_assert_validate $CRM_EX_NOSUCH 0

	desc="Try to check a rule that has too many date_expressions"
	cmd="crm_rule -c -r cli-rule-too-many-date-expressions"
	test_assert $CRM_EX_UNIMPLEMENT_FEATURE 0

	desc="Try to check a rule that has too many date_expressions (XML)"
	cmd="crm_rule -c -r cli-rule-too-many-date-expressions --output-as=xml"
	test_assert_validate $CRM_EX_UNIMPLEMENT_FEATURE 0

	desc="Verify basic rule is expired"
	cmd="crm_rule -c -r cli-prefer-rule-dummy-expired"
	test_assert $CRM_EX_EXPIRED 0

	desc="Verify basic rule is expired, with XML output"
	cmd="crm_rule -c -r cli-prefer-rule-dummy-expired --output-as=xml"
	test_assert_validate $CRM_EX_EXPIRED 0

	desc="Verify basic rule worked in the past"
	cmd="crm_rule -c -r cli-prefer-rule-dummy-expired -d 20180101"
	test_assert $CRM_EX_OK 0

	desc="Verify basic rule worked in the past (XML)"
	cmd="crm_rule -c -r cli-prefer-rule-dummy-expired -d 20180101 --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Verify basic rule is not yet in effect"
	cmd="crm_rule -c -r cli-prefer-rule-dummy-not-yet"
	test_assert $CRM_EX_NOT_YET_IN_EFFECT 0

	desc="Verify basic rule is not yet in effect (XML)"
	cmd="crm_rule -c -r cli-prefer-rule-dummy-not-yet --output-as=xml"
	test_assert_validate $CRM_EX_NOT_YET_IN_EFFECT 0

	desc="Verify date_spec rule with years has expired"
	cmd="crm_rule -c -r cli-prefer-rule-dummy-date_spec-only-years"
	test_assert $CRM_EX_EXPIRED 0

	desc="Verify date_spec rule with years has expired (XML)"
	cmd="crm_rule -c -r cli-prefer-rule-dummy-date_spec-only-years --output-as=xml"
	test_assert_validate $CRM_EX_EXPIRED 0

	desc="Verify multiple rules at once"
	cmd="crm_rule -c -r cli-prefer-rule-dummy-not-yet -r cli-prefer-rule-dummy-date_spec-only-years"
	test_assert $CRM_EX_EXPIRED 0

	desc="Verify multiple rules at once, with XML output"
	cmd="crm_rule -c -r cli-prefer-rule-dummy-not-yet -r cli-prefer-rule-dummy-date_spec-only-years --output-as=xml"
	test_assert_validate $CRM_EX_EXPIRED 0

	desc="Verify date_spec rule with years is in effect"
	cmd="crm_rule -c -r cli-prefer-rule-dummy-date_spec-only-years -d 20190201"
	test_assert $CRM_EX_OK 0

	desc="Verify date_spec rule with years is in effect (XML)"
	cmd="crm_rule -c -r cli-prefer-rule-dummy-date_spec-only-years -d 20190201 --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Try to check a rule whose date_spec does not contain years="
	cmd="crm_rule -c -r cli-prefer-rule-dummy-date_spec-without-years"
	test_assert $CRM_EX_UNIMPLEMENT_FEATURE 0

	desc="Try to check a rule whose date_spec does not contain years= (XML)"
	cmd="crm_rule -c -r cli-prefer-rule-dummy-date_spec-without-years --output-as=xml"
	test_assert_validate $CRM_EX_UNIMPLEMENT_FEATURE 0

	desc="Try to check a rule whose date_spec contains years= and moon="
	cmd="crm_rule -c -r cli-prefer-rule-dummy-date_spec-years-moon"
	test_assert $CRM_EX_UNIMPLEMENT_FEATURE 0

	desc="Try to check a rule whose date_spec contains years= and moon= (XML)"
	cmd="crm_rule -c -r cli-prefer-rule-dummy-date_spec-years-moon --output-as=xml"
	test_assert_validate $CRM_EX_UNIMPLEMENT_FEATURE 0

	desc="Try to check a rule with no date_expression"
	cmd="crm_rule -c -r cli-no-date_expression-rule"
	test_assert $CRM_EX_UNIMPLEMENT_FEATURE 0

	desc="Try to check a rule with no date_expression (XML)"
	cmd="crm_rule -c -r cli-no-date_expression-rule --output-as=xml"
	test_assert_validate $CRM_EX_UNIMPLEMENT_FEATURE 0

	unset CIB_shadow_dir
	}

	# Ensure all command output is in portable locale for comparison
	export LC_ALL="C"
	test_access_render() {
	local TMPXML

	TMPXML=$(mktemp ${TMPDIR:-/tmp}/cts-cli.access_render.xml.XXXXXXXXXX)
	export CIB_shadow_dir="${shadow_dir}"

	$VALGRIND_CMD crm_shadow --batch --force --create-empty $shadow 2>&1
	export CIB_shadow=$shadow

	# Create a test CIB that has ACL roles
	cat <<EOF > "$TMPXML"
	<acls>
	<acl_role id="role-deny-acls">
	<acl_permission id="deny-acls" kind="deny" xpath="/cib/configuration/acls"/>
	<acl_permission id="read-rest" kind="read" xpath="/cib"/>
	</acl_role>
	<acl_target id="tony">
	<role id="role-deny-acls"/>
	</acl_target>
	</acls>
	EOF

	desc="Configure some ACLs"
	cmd="cibadmin -M -o acls --xml-file $TMPXML"
	test_assert $CRM_EX_OK

	desc="Enable ACLs"
	cmd="crm_attribute -n enable-acl -v true"
	test_assert $CRM_EX_OK

	unset CIB_user

	# Run cibadmin --show-access on the test CIB with different users (tony here)

	desc="An instance of ACLs render (into color)"
	cmd="cibadmin --force --show-access=color -Q --user tony"
	test_assert $CRM_EX_OK 0

	desc="An instance of ACLs render (into namespacing)"
	cmd="cibadmin --force --show-access=namespace -Q --user tony"
	test_assert $CRM_EX_OK 0

	desc="An instance of ACLs render (into text)"
	cmd="cibadmin --force --show-access=text -Q --user tony"
	test_assert $CRM_EX_OK 0

	unset CIB_shadow_dir
	rm -f "$TMPXML"
	}

	function test_feature_set() {
	create_shadow_cib --create-empty

	# Import the initial test CIB with non-mixed versions
	desc="Import the test CIB"
	cmd="cibadmin --replace --xml-file $test_home/cli/crm_mon-feature_set.xml"
	test_assert $CRM_EX_OK

	desc="Complete text output, no mixed status"
	cmd="crm_mon -1 --show-detail"
	test_assert $CRM_EX_OK 0

	desc="XML output, no mixed status"
	cmd="crm_mon --output-as=xml"
	test_assert $CRM_EX_OK 0

	# Modify the CIB to fake that the cluster has mixed versions
	desc="Fake inconsistent feature set"
	cmd="crm_attribute --node=cluster02 --name=#feature-set --update=3.15.0 --lifetime=reboot"
	test_assert $CRM_EX_OK

	desc="Complete text output, mixed status"
	cmd="crm_mon -1 --show-detail"
	test_assert $CRM_EX_OK 0

	desc="XML output, mixed status"
	cmd="crm_mon --output-as=xml"
	test_assert $CRM_EX_OK 0

	unset CIB_shadow_dir
	}

	# Process command-line arguments
	while [ $# -gt 0 ]; do
	case "$1" in
	-t)
	tests="$2"
	shift 2
	;;
	-V\|--verbose)
	verbose=1
	shift
	;;
	-v\|--valgrind)
	export G_SLICE=always-malloc
	VALGRIND_CMD="valgrind $VALGRIND_OPTS"
	shift
	;;
	-s)
	do_save=1
	shift
	;;
	-p)
	export PATH="$2:$PATH"
	shift
	;;
	--help)
	echo "$USAGE_TEXT"
	exit $CRM_EX_OK
	;;
	*)
	echo "error: unknown option $1"
	echo
	echo "$USAGE_TEXT"
	exit $CRM_EX_USAGE
	;;
	esac
	done

	for t in $tests; do
	case "$t" in
	agents) ;;
	daemons) ;;
	dates) ;;
	error_codes) ;;
	tools) ;;
	acls) ;;
	validity) ;;
	upgrade) ;;
	rules) ;;
	crm_mon) ;;
	feature_set) ;;
	*)
	echo "error: unknown test $t"
	echo
	echo "$USAGE_TEXT"
	exit $CRM_EX_USAGE
	;;
	esac
	done

	XMLLINT_CMD=$(which xmllint 2>/dev/null)
	if [ $? -ne 0 ]; then
	XMLLINT_CMD=""
	echo "xmllint is missing - install it to validate command output"
	fi

	# Check whether we're running from source directory
	SRCDIR=$(dirname $test_home)
	if [ -x "$SRCDIR/tools/crm_simulate" ]; then
	path_dirs="$SRCDIR/tools"
	for daemon in based controld fenced schedulerd; do
	if [ -x "$SRCDIR/daemons/$daemon/pacemaker-${daemon}" ]; then
	path_dirs="$path_dirs:$SRCDIR/daemons/$daemon"
	fi
	done
	export PATH="$path_dirs:$PATH"

	echo "Using local binaries from: ${path_dirs//:/ }"

	if [ -x "$SRCDIR/xml" ]; then
	export PCMK_schema_directory="$SRCDIR/xml"
	echo "Using local schemas from: $PCMK_schema_directory"
	fi
	else
	export PATH="@CRM_DAEMON_DIR@:$PATH"
	export PCMK_schema_directory=@CRM_SCHEMA_DIRECTORY@
	fi

	for t in $tests; do
	echo "Testing $t"
	TMPFILE=$(mktemp ${TMPDIR:-/tmp}/cts-cli.$t.XXXXXXXXXX)
	eval TMPFILE_$t="$TMPFILE"
	test_$t > "$TMPFILE"

	# last-rc-change= is always numeric in the CIB. However, for the crm_mon
	# test we also need to compare against the XML output of the crm_mon
	# program. There, these are shown as human readable strings (like the
	# output of the `date` command).
	sed -e 's\|$<cib.$ cib-last-written[^/]/>\|\1/>\|' \
	-e 's\|$<cib.$ cib-last-written[^/]>\|\1>\|' \
	-e 's/Last updated: .*/Last updated:/' \
	-e 's/Last change: .*/Last change:/' \
	-e 's/(version .*)/(version)/' \
	-e 's/last_update time=\".*\"/last_update time=\"\"/' \
	-e 's/last_change time=\".*\"/last_change time=\"\"/' \
	-e 's/ api-version="[^"]*"/ api-version="X"/' \
	-e 's/ default="[^"]*"/ default=""/' \
	-e 's/ version="[^"]*"/ version=""/' \
	-e 's/request=\".$crm_[a-zA-Z0-9]$/request=\"\1/' \
	-e 's/crm_feature_set="[^"]*" //'\
	-e 's/validate-with="[^"]*" //'\
	-e 's/Created new pacemaker-.* configuration/Created new pacemaker configuration/'\
	-e 's/.$crm_time_parse_duration$@.\.c:[0-9][0-9]*)/\1/g' \
	-e 's/.$crm_time_parse_period$@.\.c:[0-9][0-9]*)/\1/g' \
	-e 's/.$crm_time_parse_sec$@.\.c:[0-9][0-9]*)/\1/g' \
	-e 's/.$log_xmllib_err$@.\.c:[0-9][0-9]*)/\1/g' \
	-e 's/.$parse_date$@.\.c:[0-9][0-9]*)/\1/g' \
	-e 's/.$pcmk__.$@.\.c:[0-9][0-9])/\1/g' \
	-e 's/.$unpack_.$@.\.c:[0-9][0-9])/\1/g' \
	-e 's/.$update_validation$@.\.c:[0-9][0-9]*)/\1/g' \
	-e 's/.$apply_upgrade$@.\.c:[0-9][0-9]*)/\1/g' \
	-e "s/ last-rc-change=['\"][-+A-Za-z0-9: ]*['\"],\{0,1\}//" \
	-e 's\|^/tmp/cts-cli\.shadow\.[^/]*/\|/tmp/cts-cli.shadow/\|' \
	-e 's\|"/tmp/cts-cli\.shadow\.[^/]*/\|"/tmp/cts-cli.shadow/\|' \
	-e 's\|^/tmp/cts-cli\.validity\.bad.xml\.[^:]*:\|validity.bad.xml:\|'\
	-e 's/^Entity: line [0-9][0-9]*: //'\
	-e 's/$validation ([0-9][0-9]* of $[0-9][0-9]$).$/\1X\2/' \
	-e 's/^Migration will take effect until: .*/Migration will take effect until:/' \
	-e 's/ end=\"[0-9][-+: 0-9]Z\"/ end=\"\"/' \
	-e 's/ start=\"[0-9][-+: 0-9]Z\"/ start=\"\"/' \
	-e 's/Device not configured/No such device or address/' \
	-e 's/$Injecting attribute last-failure-ping#monitor_10000=$[0-9]*/\1/' \
	-e 's/^lt-//' \
	-e 's/ocf::/ocf:/' \
	-e 's/Masters:/Promoted:/' \
	-e 's/Slaves:/Unpromoted:/' \
	-e 's/Master/Promoted/' \
	-e 's/Slave/Unpromoted/' \
	-e 's/\x1b/\\x1b/' \
	"$TMPFILE" > "${TMPFILE}.$$"
	mv -- "${TMPFILE}.$$" "$TMPFILE"

	if [ $do_save -eq 1 ]; then
	cp "$TMPFILE" $test_home/cli/regression.$t.exp
	fi
	done

	rm -rf "${shadow_dir}"
	rm -f "${test_assert_outfile}"
	rm -f "${test_assert_errfile}"
	rm -f "${xmllint_outfile}"

	failed=0

	if [ $verbose -eq 1 ]; then
	echo -e "\n\nResults"
	fi
	for t in $tests; do
	eval TMPFILE="\$TMPFILE_$t"
	if [ $verbose -eq 1 ]; then
	diff -wu $test_home/cli/regression.$t.exp "$TMPFILE"
	else
	diff -w $test_home/cli/regression.$t.exp "$TMPFILE" >/dev/null 2>&1
	fi
	if [ $? -ne 0 ]; then
	failed=1
	fi
	done

	echo -e "\n\nSummary"
	for t in $tests; do
	eval TMPFILE="\$TMPFILE_$t"
	grep -e '^\* $Passed\\|Failed$' "$TMPFILE"
	done

	function print_or_remove_file() {

	eval TMPFILE="\$TMPFILE_$1"
	if [[ ! $(diff -wq $test_home/cli/regression.$1.exp "$TMPFILE") ]]; then
	rm -f "$TMPFILE"
	else
	echo " $TMPFILE"
	fi
	}

	if [ $num_errors -ne 0 ] && [ $failed -ne 0 ]; then
	echo "$num_errors tests failed; see output in:"
	for t in $tests; do
	print_or_remove_file "$t"
	done
	exit $CRM_EX_ERROR
	elif [ $num_errors -ne 0 ]; then
	echo "$num_errors tests failed"
	for t in $tests; do
	print_or_remove_file "$t"
	done
	exit $CRM_EX_ERROR
	elif [ $failed -eq 1 ]; then
	echo "$num_passed tests passed but output was unexpected; see output in:"
	for t in $tests; do
	print_or_remove_file "$t"
	done
	exit $CRM_EX_DIGEST
	else
	echo $num_passed tests passed
	for t in $tests; do
	eval TMPFILE="\$TMPFILE_$t"
	rm -f "$TMPFILE"
	done
	crm_shadow --force --delete $shadow >/dev/null 2>&1
	exit $CRM_EX_OK
	fi

File Metadata

Mime Type: text/x-diff
Expires: Sat, Nov 23, 2:18 PM (20 h, 2 m)
Storage Engine: blob
Storage Format: Raw Data
Storage Handle: 1018773
Default Alt Text: (574 KB)

No OneTemporaryActions

View Options

File Metadata

Event Timeline

No OneTemporary
Actions