No OneTemporary
Actions

Size

596 KB

Referenced Files

None

Subscribers

None

View Options

This file is larger than 256 KB, so syntax highlighting was skipped.

	diff --git a/cts/cli/regression.tools.exp b/cts/cli/regression.tools.exp
	index be7489f3c9..70cf579ed5 100644
	--- a/cts/cli/regression.tools.exp
	+++ b/cts/cli/regression.tools.exp
	@@ -1,5901 +1,6253 @@
	Created new pacemaker configuration
	Setting up shadow instance
	A new shadow instance was created. To begin using it paste the following into your shell:
	CIB_shadow=cts-cli ; export CIB_shadow
	=#=#=#= Begin test: Validate CIB =#=#=#=
	<cib epoch="1" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config/>
	<nodes/>
	<resources/>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= Current cib after: Validate CIB =#=#=#=
	<cib epoch="1" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config/>
	<nodes/>
	<resources/>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Validate CIB - OK (0) =#=#=#=
	* Passed: cibadmin - Validate CIB
	=#=#=#= Begin test: Query the value of an attribute that does not exist =#=#=#=
	crm_attribute: Error performing operation: No such device or address
	=#=#=#= End test: Query the value of an attribute that does not exist - No such object (105) =#=#=#=
	* Passed: crm_attribute - Query the value of an attribute that does not exist
	=#=#=#= Begin test: Configure something before erasing =#=#=#=
	=#=#=#= Current cib after: Configure something before erasing =#=#=#=
	<cib epoch="2" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-cluster-delay" name="cluster-delay" value="60s"/>
	</cluster_property_set>
	</crm_config>
	<nodes/>
	<resources/>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Configure something before erasing - OK (0) =#=#=#=
	* Passed: crm_attribute - Configure something before erasing
	=#=#=#= Begin test: Require --force for CIB erasure =#=#=#=
	cibadmin: The supplied command is considered dangerous. To prevent accidental destruction of the cluster, the --force flag is required in order to proceed.
	=#=#=#= Current cib after: Require --force for CIB erasure =#=#=#=
	<cib epoch="2" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-cluster-delay" name="cluster-delay" value="60s"/>
	</cluster_property_set>
	</crm_config>
	<nodes/>
	<resources/>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Require --force for CIB erasure - Operation not safe (107) =#=#=#=
	* Passed: cibadmin - Require --force for CIB erasure
	=#=#=#= Begin test: Allow CIB erasure with --force =#=#=#=
	=#=#=#= End test: Allow CIB erasure with --force - OK (0) =#=#=#=
	* Passed: cibadmin - Allow CIB erasure with --force
	=#=#=#= Begin test: Query CIB =#=#=#=
	<cib epoch="1" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config/>
	<nodes/>
	<resources/>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= Current cib after: Query CIB =#=#=#=
	<cib epoch="1" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config/>
	<nodes/>
	<resources/>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Query CIB - OK (0) =#=#=#=
	* Passed: cibadmin - Query CIB
	=#=#=#= Begin test: Set cluster option =#=#=#=
	=#=#=#= Current cib after: Set cluster option =#=#=#=
	<cib epoch="2" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-cluster-delay" name="cluster-delay" value="60s"/>
	</cluster_property_set>
	</crm_config>
	<nodes/>
	<resources/>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Set cluster option - OK (0) =#=#=#=
	* Passed: crm_attribute - Set cluster option
	=#=#=#= Begin test: Query new cluster option =#=#=#=
	<nvpair id="cib-bootstrap-options-cluster-delay" name="cluster-delay" value="60s"/>
	=#=#=#= Current cib after: Query new cluster option =#=#=#=
	<cib epoch="2" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-cluster-delay" name="cluster-delay" value="60s"/>
	</cluster_property_set>
	</crm_config>
	<nodes/>
	<resources/>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Query new cluster option - OK (0) =#=#=#=
	* Passed: cibadmin - Query new cluster option
	=#=#=#= Begin test: Query cluster options =#=#=#=
	=#=#=#= Current cib after: Query cluster options =#=#=#=
	<cib epoch="2" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-cluster-delay" name="cluster-delay" value="60s"/>
	</cluster_property_set>
	</crm_config>
	<nodes/>
	<resources/>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Query cluster options - OK (0) =#=#=#=
	* Passed: cibadmin - Query cluster options
	=#=#=#= Begin test: Set no-quorum policy =#=#=#=
	=#=#=#= Current cib after: Set no-quorum policy =#=#=#=
	<cib epoch="3" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-cluster-delay" name="cluster-delay" value="60s"/>
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	</crm_config>
	<nodes/>
	<resources/>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Set no-quorum policy - OK (0) =#=#=#=
	* Passed: crm_attribute - Set no-quorum policy
	=#=#=#= Begin test: Delete nvpair =#=#=#=
	=#=#=#= Current cib after: Delete nvpair =#=#=#=
	<cib epoch="4" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	</crm_config>
	<nodes/>
	<resources/>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Delete nvpair - OK (0) =#=#=#=
	* Passed: cibadmin - Delete nvpair
	=#=#=#= Begin test: Create operation should fail =#=#=#=
	Call failed: File exists
	<failed>
	<failed_update id="cib-bootstrap-options" object_type="cluster_property_set" operation="cib_create" reason="File exists">
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-cluster-delay" name="cluster-delay" value="60s"/>
	</cluster_property_set>
	</failed_update>
	</failed>
	=#=#=#= Current cib after: Create operation should fail =#=#=#=
	<cib epoch="4" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	</crm_config>
	<nodes/>
	<resources/>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Create operation should fail - Requested item already exists (108) =#=#=#=
	* Passed: cibadmin - Create operation should fail
	=#=#=#= Begin test: Modify cluster options section =#=#=#=
	=#=#=#= Current cib after: Modify cluster options section =#=#=#=
	<cib epoch="5" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	<nvpair id="cib-bootstrap-options-cluster-delay" name="cluster-delay" value="60s"/>
	</cluster_property_set>
	</crm_config>
	<nodes/>
	<resources/>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Modify cluster options section - OK (0) =#=#=#=
	* Passed: cibadmin - Modify cluster options section
	=#=#=#= Begin test: Query updated cluster option =#=#=#=
	<nvpair id="cib-bootstrap-options-cluster-delay" name="cluster-delay" value="60s"/>
	=#=#=#= Current cib after: Query updated cluster option =#=#=#=
	<cib epoch="5" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	<nvpair id="cib-bootstrap-options-cluster-delay" name="cluster-delay" value="60s"/>
	</cluster_property_set>
	</crm_config>
	<nodes/>
	<resources/>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Query updated cluster option - OK (0) =#=#=#=
	* Passed: cibadmin - Query updated cluster option
	=#=#=#= Begin test: Set duplicate cluster option =#=#=#=
	=#=#=#= Current cib after: Set duplicate cluster option =#=#=#=
	<cib epoch="6" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	<nvpair id="cib-bootstrap-options-cluster-delay" name="cluster-delay" value="60s"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="40s"/>
	</cluster_property_set>
	</crm_config>
	<nodes/>
	<resources/>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Set duplicate cluster option - OK (0) =#=#=#=
	* Passed: crm_attribute - Set duplicate cluster option
	=#=#=#= Begin test: Setting multiply defined cluster option should fail =#=#=#=
	crm_attribute: Please choose from one of the matches below and supply the 'id' with --attr-id
	Multiple attributes match name=cluster-delay
	Value: 60s (id=cib-bootstrap-options-cluster-delay)
	Value: 40s (id=duplicate-cluster-delay)
	=#=#=#= Current cib after: Setting multiply defined cluster option should fail =#=#=#=
	<cib epoch="6" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	<nvpair id="cib-bootstrap-options-cluster-delay" name="cluster-delay" value="60s"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="40s"/>
	</cluster_property_set>
	</crm_config>
	<nodes/>
	<resources/>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Setting multiply defined cluster option should fail - Multiple items match request (109) =#=#=#=
	* Passed: crm_attribute - Setting multiply defined cluster option should fail
	=#=#=#= Begin test: Set cluster option with -s =#=#=#=
	=#=#=#= Current cib after: Set cluster option with -s =#=#=#=
	<cib epoch="7" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	<nvpair id="cib-bootstrap-options-cluster-delay" name="cluster-delay" value="60s"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes/>
	<resources/>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Set cluster option with -s - OK (0) =#=#=#=
	* Passed: crm_attribute - Set cluster option with -s
	=#=#=#= Begin test: Delete cluster option with -i =#=#=#=
	Deleted crm_config option: id=(null) name=cluster-delay
	=#=#=#= Current cib after: Delete cluster option with -i =#=#=#=
	<cib epoch="8" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes/>
	<resources/>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Delete cluster option with -i - OK (0) =#=#=#=
	* Passed: crm_attribute - Delete cluster option with -i
	=#=#=#= Begin test: Create node1 and bring it online =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	Current cluster status:
	* Full List of Resources:
	* No resources

	Performing Requested Modifications:
	* Bringing node node1 online

	Transition Summary:

	Executing Cluster Transition:

	Revised Cluster Status:
	* Node List:
	* Online: [ node1 ]

	* Full List of Resources:
	* No resources
	=#=#=#= Current cib after: Create node1 and bring it online =#=#=#=
	<cib epoch="9" num_updates="2" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1"/>
	</nodes>
	<resources/>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate"/>
	</status>
	</cib>
	=#=#=#= End test: Create node1 and bring it online - OK (0) =#=#=#=
	* Passed: crm_simulate - Create node1 and bring it online
	=#=#=#= Begin test: Create node attribute =#=#=#=
	=#=#=#= Current cib after: Create node attribute =#=#=#=
	<cib epoch="10" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	</node>
	</nodes>
	<resources/>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate"/>
	</status>
	</cib>
	=#=#=#= End test: Create node attribute - OK (0) =#=#=#=
	* Passed: crm_attribute - Create node attribute
	=#=#=#= Begin test: Query new node attribute =#=#=#=
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	=#=#=#= Current cib after: Query new node attribute =#=#=#=
	<cib epoch="10" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	</node>
	</nodes>
	<resources/>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate"/>
	</status>
	</cib>
	=#=#=#= End test: Query new node attribute - OK (0) =#=#=#=
	* Passed: cibadmin - Query new node attribute
	=#=#=#= Begin test: Create second node attribute =#=#=#=
	=#=#=#= Current cib after: Create second node attribute =#=#=#=
	<cib epoch="11" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	<nvpair id="nodes-node1-rattr" name="rattr" value="XYZ"/>
	</instance_attributes>
	</node>
	</nodes>
	<resources/>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate"/>
	</status>
	</cib>
	=#=#=#= End test: Create second node attribute - OK (0) =#=#=#=
	* Passed: crm_attribute - Create second node attribute
	=#=#=#= Begin test: Query node attributes by pattern =#=#=#=
	scope=nodes name=ram value=1024M
	scope=nodes name=rattr value=XYZ
	=#=#=#= End test: Query node attributes by pattern - OK (0) =#=#=#=
	* Passed: crm_attribute - Query node attributes by pattern
	=#=#=#= Begin test: Update node attributes by pattern =#=#=#=
	=#=#=#= Current cib after: Update node attributes by pattern =#=#=#=
	<cib epoch="12" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	<nvpair id="nodes-node1-rattr" name="rattr" value="10"/>
	</instance_attributes>
	</node>
	</nodes>
	<resources/>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate"/>
	</status>
	</cib>
	=#=#=#= End test: Update node attributes by pattern - OK (0) =#=#=#=
	* Passed: crm_attribute - Update node attributes by pattern
	=#=#=#= Begin test: Delete node attributes by pattern =#=#=#=
	Deleted nodes attribute: id=nodes-node1-rattr name=rattr
	=#=#=#= Current cib after: Delete node attributes by pattern =#=#=#=
	<cib epoch="13" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	</node>
	</nodes>
	<resources/>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate"/>
	</status>
	</cib>
	=#=#=#= End test: Delete node attributes by pattern - OK (0) =#=#=#=
	* Passed: crm_attribute - Delete node attributes by pattern
	=#=#=#= Begin test: Set a transient (fail-count) node attribute =#=#=#=
	=#=#=#= Current cib after: Set a transient (fail-count) node attribute =#=#=#=
	<cib epoch="13" num_updates="1" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	</node>
	</nodes>
	<resources/>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1">
	<nvpair id="status-node1-fail-count-foo" name="fail-count-foo" value="3"/>
	</instance_attributes>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Set a transient (fail-count) node attribute - OK (0) =#=#=#=
	* Passed: crm_attribute - Set a transient (fail-count) node attribute
	=#=#=#= Begin test: Query a fail count =#=#=#=
	scope=status name=fail-count-foo value=3
	=#=#=#= Current cib after: Query a fail count =#=#=#=
	<cib epoch="13" num_updates="1" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	</node>
	</nodes>
	<resources/>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1">
	<nvpair id="status-node1-fail-count-foo" name="fail-count-foo" value="3"/>
	</instance_attributes>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Query a fail count - OK (0) =#=#=#=
	* Passed: crm_failcount - Query a fail count
	=#=#=#= Begin test: Show node attributes with crm_simulate =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	Current cluster status:
	* Node List:
	* Online: [ node1 ]

	* Full List of Resources:
	* No resources

	* Node Attributes:
	* Node: node1:
	* ram : 1024M
	=#=#=#= End test: Show node attributes with crm_simulate - OK (0) =#=#=#=
	* Passed: crm_simulate - Show node attributes with crm_simulate
	=#=#=#= Begin test: Set a second transient node attribute =#=#=#=
	=#=#=#= Current cib after: Set a second transient node attribute =#=#=#=
	<cib epoch="13" num_updates="2" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	</node>
	</nodes>
	<resources/>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1">
	<nvpair id="status-node1-fail-count-foo" name="fail-count-foo" value="3"/>
	<nvpair id="status-node1-fail-count-bar" name="fail-count-bar" value="5"/>
	</instance_attributes>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Set a second transient node attribute - OK (0) =#=#=#=
	* Passed: crm_attribute - Set a second transient node attribute
	=#=#=#= Begin test: Query transient node attributes by pattern =#=#=#=
	scope=status name=fail-count-foo value=3
	scope=status name=fail-count-bar value=5
	=#=#=#= End test: Query transient node attributes by pattern - OK (0) =#=#=#=
	* Passed: crm_attribute - Query transient node attributes by pattern
	=#=#=#= Begin test: Update transient node attributes by pattern =#=#=#=
	=#=#=#= Current cib after: Update transient node attributes by pattern =#=#=#=
	<cib epoch="13" num_updates="4" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	</node>
	</nodes>
	<resources/>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1">
	<nvpair id="status-node1-fail-count-foo" name="fail-count-foo" value="10"/>
	<nvpair id="status-node1-fail-count-bar" name="fail-count-bar" value="10"/>
	</instance_attributes>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Update transient node attributes by pattern - OK (0) =#=#=#=
	* Passed: crm_attribute - Update transient node attributes by pattern
	=#=#=#= Begin test: Delete transient node attributes by pattern =#=#=#=
	Deleted status attribute: id=status-node1-fail-count-foo name=fail-count-foo
	Deleted status attribute: id=status-node1-fail-count-bar name=fail-count-bar
	=#=#=#= Current cib after: Delete transient node attributes by pattern =#=#=#=
	<cib epoch="13" num_updates="6" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	</node>
	</nodes>
	<resources/>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Delete transient node attributes by pattern - OK (0) =#=#=#=
	* Passed: crm_attribute - Delete transient node attributes by pattern
	=#=#=#= Begin test: crm_attribute given invalid delete usage =#=#=#=
	crm_attribute: Error: must specify attribute name or pattern to delete
	=#=#=#= End test: crm_attribute given invalid delete usage - Incorrect usage (64) =#=#=#=
	* Passed: crm_attribute - crm_attribute given invalid delete usage
	=#=#=#= Begin test: Set a utilization node attribute =#=#=#=
	=#=#=#= Current cib after: Set a utilization node attribute =#=#=#=
	<cib epoch="14" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources/>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Set a utilization node attribute - OK (0) =#=#=#=
	* Passed: crm_attribute - Set a utilization node attribute
	=#=#=#= Begin test: Query utilization node attribute =#=#=#=
	scope=nodes name=cpu value=1
	=#=#=#= End test: Query utilization node attribute - OK (0) =#=#=#=
	* Passed: crm_attribute - Query utilization node attribute
	=#=#=#= Begin test: Digest calculation =#=#=#=
	Digest: =#=#=#= Current cib after: Digest calculation =#=#=#=
	<cib epoch="14" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources/>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Digest calculation - OK (0) =#=#=#=
	* Passed: cibadmin - Digest calculation
	=#=#=#= Begin test: Replace operation should fail =#=#=#=
	Call failed: Update was older than existing configuration
	=#=#=#= Current cib after: Replace operation should fail =#=#=#=
	<cib epoch="14" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources/>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Replace operation should fail - Update was older than existing configuration (103) =#=#=#=
	* Passed: cibadmin - Replace operation should fail
	=#=#=#= Begin test: Default standby value =#=#=#=
	scope=status name=standby value=off
	=#=#=#= Current cib after: Default standby value =#=#=#=
	<cib epoch="14" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources/>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Default standby value - OK (0) =#=#=#=
	* Passed: crm_standby - Default standby value
	=#=#=#= Begin test: Set standby status =#=#=#=
	=#=#=#= Current cib after: Set standby status =#=#=#=
	<cib epoch="15" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	<nvpair id="nodes-node1-standby" name="standby" value="true"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources/>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Set standby status - OK (0) =#=#=#=
	* Passed: crm_standby - Set standby status
	=#=#=#= Begin test: Query standby value =#=#=#=
	scope=nodes name=standby value=true
	=#=#=#= Current cib after: Query standby value =#=#=#=
	<cib epoch="15" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	<nvpair id="nodes-node1-standby" name="standby" value="true"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources/>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Query standby value - OK (0) =#=#=#=
	* Passed: crm_standby - Query standby value
	=#=#=#= Begin test: Delete standby value =#=#=#=
	Deleted nodes attribute: id=nodes-node1-standby name=standby
	=#=#=#= Current cib after: Delete standby value =#=#=#=
	<cib epoch="16" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources/>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Delete standby value - OK (0) =#=#=#=
	* Passed: crm_standby - Delete standby value
	=#=#=#= Begin test: Create a resource =#=#=#=
	=#=#=#= Current cib after: Create a resource =#=#=#=
	<cib epoch="17" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy"/>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Create a resource - OK (0) =#=#=#=
	* Passed: cibadmin - Create a resource
	=#=#=#= Begin test: crm_resource run with extra arguments =#=#=#=
	crm_resource: non-option ARGV-elements:
	[1 of 2] foo
	[2 of 2] bar

	=#=#=#= End test: crm_resource run with extra arguments - Incorrect usage (64) =#=#=#=
	* Passed: crm_resource - crm_resource run with extra arguments
	=#=#=#= Begin test: crm_resource given both -r and resource config =#=#=#=
	crm_resource: --resource cannot be used with --class, --agent, and --provider
	=#=#=#= End test: crm_resource given both -r and resource config - Incorrect usage (64) =#=#=#=
	* Passed: crm_resource - crm_resource given both -r and resource config
	=#=#=#= Begin test: crm_resource given resource config with invalid action =#=#=#=
	crm_resource: --class, --agent, and --provider can only be used with --validate and --force-*
	=#=#=#= End test: crm_resource given resource config with invalid action - Incorrect usage (64) =#=#=#=
	* Passed: crm_resource - crm_resource given resource config with invalid action
	=#=#=#= Begin test: Create a resource meta attribute =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	Set 'dummy' option: id=dummy-meta_attributes-is-managed set=dummy-meta_attributes name=is-managed value=false
	=#=#=#= Current cib after: Create a resource meta attribute =#=#=#=
	<cib epoch="18" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes">
	<nvpair id="dummy-meta_attributes-is-managed" name="is-managed" value="false"/>
	</meta_attributes>
	</primitive>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Create a resource meta attribute - OK (0) =#=#=#=
	* Passed: crm_resource - Create a resource meta attribute
	=#=#=#= Begin test: Query a resource meta attribute =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	false
	=#=#=#= Current cib after: Query a resource meta attribute =#=#=#=
	<cib epoch="18" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes">
	<nvpair id="dummy-meta_attributes-is-managed" name="is-managed" value="false"/>
	</meta_attributes>
	</primitive>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Query a resource meta attribute - OK (0) =#=#=#=
	* Passed: crm_resource - Query a resource meta attribute
	=#=#=#= Begin test: Remove a resource meta attribute =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	Deleted 'dummy' option: id=dummy-meta_attributes-is-managed name=is-managed
	=#=#=#= Current cib after: Remove a resource meta attribute =#=#=#=
	<cib epoch="19" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	</primitive>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Remove a resource meta attribute - OK (0) =#=#=#=
	* Passed: crm_resource - Remove a resource meta attribute
	=#=#=#= Begin test: Create another resource meta attribute =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	<pacemaker-result api-version="X" request="crm_resource -r dummy --meta -p target-role -v Stopped --output-as=xml">
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Create another resource meta attribute - OK (0) =#=#=#=
	* Passed: crm_resource - Create another resource meta attribute
	=#=#=#= Begin test: Show why a resource is not running =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	<pacemaker-result api-version="X" request="crm_resource -Y -r dummy --output-as=xml">
	<reason running="false">
	<check id="dummy" remain_stopped="true"/>
	</reason>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Show why a resource is not running - OK (0) =#=#=#=
	* Passed: crm_resource - Show why a resource is not running
	=#=#=#= Begin test: Remove another resource meta attribute =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	<pacemaker-result api-version="X" request="crm_resource -r dummy --meta -d target-role --output-as=xml">
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Remove another resource meta attribute - OK (0) =#=#=#=
	* Passed: crm_resource - Remove another resource meta attribute
	=#=#=#= Begin test: Get a non-existent attribute from a resource element with output-as=xml =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	<pacemaker-result api-version="X" request="crm_resource -r dummy --get-parameter nonexistent --element --output-as=xml">
	<status code="0" message="OK">
	<errors>
	<error>Attribute 'nonexistent' not found for 'dummy'</error>
	</errors>
	</status>
	</pacemaker-result>
	=#=#=#= End test: Get a non-existent attribute from a resource element with output-as=xml - OK (0) =#=#=#=
	* Passed: crm_resource - Get a non-existent attribute from a resource element with output-as=xml
	=#=#=#= Begin test: Get a non-existent attribute from a resource element without output-as=xml =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	Attribute 'nonexistent' not found for 'dummy'
	=#=#=#= Current cib after: Get a non-existent attribute from a resource element without output-as=xml =#=#=#=
	<cib epoch="21" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	</primitive>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Get a non-existent attribute from a resource element without output-as=xml - OK (0) =#=#=#=
	* Passed: crm_resource - Get a non-existent attribute from a resource element without output-as=xml
	=#=#=#= Begin test: Get an existent attribute from a resource element with output-as=xml =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	<pacemaker-result api-version="X" request="crm_resource -r dummy --get-parameter class --element --output-as=xml">
	<list name="attributes" count="1">
	<item name="class">ocf</item>
	</list>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Get an existent attribute from a resource element with output-as=xml - OK (0) =#=#=#=
	* Passed: crm_resource - Get an existent attribute from a resource element with output-as=xml
	=#=#=#= Begin test: Get an existent attribute from a resource element without output-as=xml =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	ocf
	=#=#=#= Current cib after: Get an existent attribute from a resource element without output-as=xml =#=#=#=
	<cib epoch="21" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	</primitive>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Get an existent attribute from a resource element without output-as=xml - OK (0) =#=#=#=
	* Passed: crm_resource - Get an existent attribute from a resource element without output-as=xml
	+=#=#=#= Begin test: Set a non-existent attribute for a resource element with output-as=xml =#=#=#=
	+unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	+unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	+unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	+<pacemaker-result api-version="X" request="crm_resource -r dummy --set-parameter=description -v test_description --element --output-as=xml">
	+ <status code="0" message="OK"/>
	+</pacemaker-result>
	+=#=#=#= Current cib after: Set a non-existent attribute for a resource element with output-as=xml =#=#=#=
	+<cib epoch="22" num_updates="0" admin_epoch="0">
	+ <configuration>
	+ <crm_config>
	+ <cluster_property_set id="cib-bootstrap-options">
	+ <nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	+ </cluster_property_set>
	+ <cluster_property_set id="duplicate">
	+ <nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	+ </cluster_property_set>
	+ </crm_config>
	+ <nodes>
	+ <node id="node1" uname="node1">
	+ <instance_attributes id="nodes-node1">
	+ <nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	+ </instance_attributes>
	+ <utilization id="nodes-node1-utilization">
	+ <nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	+ </utilization>
	+ </node>
	+ </nodes>
	+ <resources>
	+ <primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy" description="test_description">
	+ <meta_attributes id="dummy-meta_attributes"/>
	+ </primitive>
	+ </resources>
	+ <constraints/>
	+ </configuration>
	+ <status>
	+ <node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	+ <transient_attributes id="node1">
	+ <instance_attributes id="status-node1"/>
	+ </transient_attributes>
	+ </node_state>
	+ </status>
	+</cib>
	+=#=#=#= End test: Set a non-existent attribute for a resource element with output-as=xml - OK (0) =#=#=#=
	+* Passed: crm_resource - Set a non-existent attribute for a resource element with output-as=xml
	+=#=#=#= Begin test: Set an existent attribute for a resource element with output-as=xml =#=#=#=
	+unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	+unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	+unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	+<pacemaker-result api-version="X" request="crm_resource -r dummy --set-parameter=description -v test_description --element --output-as=xml">
	+ <status code="0" message="OK"/>
	+</pacemaker-result>
	+=#=#=#= Current cib after: Set an existent attribute for a resource element with output-as=xml =#=#=#=
	+<cib epoch="22" num_updates="0" admin_epoch="0">
	+ <configuration>
	+ <crm_config>
	+ <cluster_property_set id="cib-bootstrap-options">
	+ <nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	+ </cluster_property_set>
	+ <cluster_property_set id="duplicate">
	+ <nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	+ </cluster_property_set>
	+ </crm_config>
	+ <nodes>
	+ <node id="node1" uname="node1">
	+ <instance_attributes id="nodes-node1">
	+ <nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	+ </instance_attributes>
	+ <utilization id="nodes-node1-utilization">
	+ <nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	+ </utilization>
	+ </node>
	+ </nodes>
	+ <resources>
	+ <primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy" description="test_description">
	+ <meta_attributes id="dummy-meta_attributes"/>
	+ </primitive>
	+ </resources>
	+ <constraints/>
	+ </configuration>
	+ <status>
	+ <node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	+ <transient_attributes id="node1">
	+ <instance_attributes id="status-node1"/>
	+ </transient_attributes>
	+ </node_state>
	+ </status>
	+</cib>
	+=#=#=#= End test: Set an existent attribute for a resource element with output-as=xml - OK (0) =#=#=#=
	+* Passed: crm_resource - Set an existent attribute for a resource element with output-as=xml
	+=#=#=#= Begin test: Delete an existent attribute for a resource element with output-as=xml =#=#=#=
	+unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	+unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	+unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	+<pacemaker-result api-version="X" request="crm_resource -r dummy -d description --element --output-as=xml">
	+ <status code="0" message="OK"/>
	+</pacemaker-result>
	+=#=#=#= Current cib after: Delete an existent attribute for a resource element with output-as=xml =#=#=#=
	+<cib epoch="23" num_updates="0" admin_epoch="0">
	+ <configuration>
	+ <crm_config>
	+ <cluster_property_set id="cib-bootstrap-options">
	+ <nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	+ </cluster_property_set>
	+ <cluster_property_set id="duplicate">
	+ <nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	+ </cluster_property_set>
	+ </crm_config>
	+ <nodes>
	+ <node id="node1" uname="node1">
	+ <instance_attributes id="nodes-node1">
	+ <nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	+ </instance_attributes>
	+ <utilization id="nodes-node1-utilization">
	+ <nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	+ </utilization>
	+ </node>
	+ </nodes>
	+ <resources>
	+ <primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	+ <meta_attributes id="dummy-meta_attributes"/>
	+ </primitive>
	+ </resources>
	+ <constraints/>
	+ </configuration>
	+ <status>
	+ <node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	+ <transient_attributes id="node1">
	+ <instance_attributes id="status-node1"/>
	+ </transient_attributes>
	+ </node_state>
	+ </status>
	+</cib>
	+=#=#=#= End test: Delete an existent attribute for a resource element with output-as=xml - OK (0) =#=#=#=
	+* Passed: crm_resource - Delete an existent attribute for a resource element with output-as=xml
	+=#=#=#= Begin test: Delete a non-existent attribute for a resource element with output-as=xml =#=#=#=
	+unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	+unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	+unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	+<pacemaker-result api-version="X" request="crm_resource -r dummy -d description --element --output-as=xml">
	+ <status code="0" message="OK"/>
	+</pacemaker-result>
	+=#=#=#= Current cib after: Delete a non-existent attribute for a resource element with output-as=xml =#=#=#=
	+<cib epoch="23" num_updates="0" admin_epoch="0">
	+ <configuration>
	+ <crm_config>
	+ <cluster_property_set id="cib-bootstrap-options">
	+ <nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	+ </cluster_property_set>
	+ <cluster_property_set id="duplicate">
	+ <nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	+ </cluster_property_set>
	+ </crm_config>
	+ <nodes>
	+ <node id="node1" uname="node1">
	+ <instance_attributes id="nodes-node1">
	+ <nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	+ </instance_attributes>
	+ <utilization id="nodes-node1-utilization">
	+ <nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	+ </utilization>
	+ </node>
	+ </nodes>
	+ <resources>
	+ <primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	+ <meta_attributes id="dummy-meta_attributes"/>
	+ </primitive>
	+ </resources>
	+ <constraints/>
	+ </configuration>
	+ <status>
	+ <node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	+ <transient_attributes id="node1">
	+ <instance_attributes id="status-node1"/>
	+ </transient_attributes>
	+ </node_state>
	+ </status>
	+</cib>
	+=#=#=#= End test: Delete a non-existent attribute for a resource element with output-as=xml - OK (0) =#=#=#=
	+* Passed: crm_resource - Delete a non-existent attribute for a resource element with output-as=xml
	+=#=#=#= Begin test: Set a non-existent attribute for a resource element without output-as=xml =#=#=#=
	+unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	+unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	+unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	+Set attribute: name=description value=test_description
	+=#=#=#= Current cib after: Set a non-existent attribute for a resource element without output-as=xml =#=#=#=
	+<cib epoch="24" num_updates="0" admin_epoch="0">
	+ <configuration>
	+ <crm_config>
	+ <cluster_property_set id="cib-bootstrap-options">
	+ <nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	+ </cluster_property_set>
	+ <cluster_property_set id="duplicate">
	+ <nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	+ </cluster_property_set>
	+ </crm_config>
	+ <nodes>
	+ <node id="node1" uname="node1">
	+ <instance_attributes id="nodes-node1">
	+ <nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	+ </instance_attributes>
	+ <utilization id="nodes-node1-utilization">
	+ <nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	+ </utilization>
	+ </node>
	+ </nodes>
	+ <resources>
	+ <primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy" description="test_description">
	+ <meta_attributes id="dummy-meta_attributes"/>
	+ </primitive>
	+ </resources>
	+ <constraints/>
	+ </configuration>
	+ <status>
	+ <node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	+ <transient_attributes id="node1">
	+ <instance_attributes id="status-node1"/>
	+ </transient_attributes>
	+ </node_state>
	+ </status>
	+</cib>
	+=#=#=#= End test: Set a non-existent attribute for a resource element without output-as=xml - OK (0) =#=#=#=
	+* Passed: crm_resource - Set a non-existent attribute for a resource element without output-as=xml
	+=#=#=#= Begin test: Set an existent attribute for a resource element without output-as=xml =#=#=#=
	+unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	+unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	+unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	+Set attribute: name=description value=test_description
	+=#=#=#= Current cib after: Set an existent attribute for a resource element without output-as=xml =#=#=#=
	+<cib epoch="24" num_updates="0" admin_epoch="0">
	+ <configuration>
	+ <crm_config>
	+ <cluster_property_set id="cib-bootstrap-options">
	+ <nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	+ </cluster_property_set>
	+ <cluster_property_set id="duplicate">
	+ <nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	+ </cluster_property_set>
	+ </crm_config>
	+ <nodes>
	+ <node id="node1" uname="node1">
	+ <instance_attributes id="nodes-node1">
	+ <nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	+ </instance_attributes>
	+ <utilization id="nodes-node1-utilization">
	+ <nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	+ </utilization>
	+ </node>
	+ </nodes>
	+ <resources>
	+ <primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy" description="test_description">
	+ <meta_attributes id="dummy-meta_attributes"/>
	+ </primitive>
	+ </resources>
	+ <constraints/>
	+ </configuration>
	+ <status>
	+ <node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	+ <transient_attributes id="node1">
	+ <instance_attributes id="status-node1"/>
	+ </transient_attributes>
	+ </node_state>
	+ </status>
	+</cib>
	+=#=#=#= End test: Set an existent attribute for a resource element without output-as=xml - OK (0) =#=#=#=
	+* Passed: crm_resource - Set an existent attribute for a resource element without output-as=xml
	+=#=#=#= Begin test: Delete an existent attribute for a resource element without output-as=xml =#=#=#=
	+unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	+unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	+unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	+Deleted attribute: description
	+=#=#=#= Current cib after: Delete an existent attribute for a resource element without output-as=xml =#=#=#=
	+<cib epoch="25" num_updates="0" admin_epoch="0">
	+ <configuration>
	+ <crm_config>
	+ <cluster_property_set id="cib-bootstrap-options">
	+ <nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	+ </cluster_property_set>
	+ <cluster_property_set id="duplicate">
	+ <nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	+ </cluster_property_set>
	+ </crm_config>
	+ <nodes>
	+ <node id="node1" uname="node1">
	+ <instance_attributes id="nodes-node1">
	+ <nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	+ </instance_attributes>
	+ <utilization id="nodes-node1-utilization">
	+ <nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	+ </utilization>
	+ </node>
	+ </nodes>
	+ <resources>
	+ <primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	+ <meta_attributes id="dummy-meta_attributes"/>
	+ </primitive>
	+ </resources>
	+ <constraints/>
	+ </configuration>
	+ <status>
	+ <node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	+ <transient_attributes id="node1">
	+ <instance_attributes id="status-node1"/>
	+ </transient_attributes>
	+ </node_state>
	+ </status>
	+</cib>
	+=#=#=#= End test: Delete an existent attribute for a resource element without output-as=xml - OK (0) =#=#=#=
	+* Passed: crm_resource - Delete an existent attribute for a resource element without output-as=xml
	+=#=#=#= Begin test: Delete a non-existent attribute for a resource element without output-as=xml =#=#=#=
	+unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	+unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	+unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	+Deleted attribute: description
	+=#=#=#= Current cib after: Delete a non-existent attribute for a resource element without output-as=xml =#=#=#=
	+<cib epoch="25" num_updates="0" admin_epoch="0">
	+ <configuration>
	+ <crm_config>
	+ <cluster_property_set id="cib-bootstrap-options">
	+ <nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	+ </cluster_property_set>
	+ <cluster_property_set id="duplicate">
	+ <nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	+ </cluster_property_set>
	+ </crm_config>
	+ <nodes>
	+ <node id="node1" uname="node1">
	+ <instance_attributes id="nodes-node1">
	+ <nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	+ </instance_attributes>
	+ <utilization id="nodes-node1-utilization">
	+ <nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	+ </utilization>
	+ </node>
	+ </nodes>
	+ <resources>
	+ <primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	+ <meta_attributes id="dummy-meta_attributes"/>
	+ </primitive>
	+ </resources>
	+ <constraints/>
	+ </configuration>
	+ <status>
	+ <node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	+ <transient_attributes id="node1">
	+ <instance_attributes id="status-node1"/>
	+ </transient_attributes>
	+ </node_state>
	+ </status>
	+</cib>
	+=#=#=#= End test: Delete a non-existent attribute for a resource element without output-as=xml - OK (0) =#=#=#=
	+* Passed: crm_resource - Delete a non-existent attribute for a resource element without output-as=xml
	=#=#=#= Begin test: Create a resource attribute =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	Set 'dummy' option: id=dummy-instance_attributes-delay set=dummy-instance_attributes name=delay value=10s
	=#=#=#= Current cib after: Create a resource attribute =#=#=#=
	-<cib epoch="22" num_updates="0" admin_epoch="0">
	+<cib epoch="26" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Create a resource attribute - OK (0) =#=#=#=
	* Passed: crm_resource - Create a resource attribute
	=#=#=#= Begin test: List the configured resources =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	Full List of Resources:
	* dummy (ocf:pacemaker:Dummy): Stopped
	=#=#=#= Current cib after: List the configured resources =#=#=#=
	-<cib epoch="22" num_updates="0" admin_epoch="0">
	+<cib epoch="26" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: List the configured resources - OK (0) =#=#=#=
	* Passed: crm_resource - List the configured resources
	=#=#=#= Begin test: List the configured resources in XML =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	<pacemaker-result api-version="X" request="crm_resource -L --output-as=xml">
	<resources>
	<resource id="dummy" resource_agent="ocf:pacemaker:Dummy" role="Stopped" active="false" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>
	</resources>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: List the configured resources in XML - OK (0) =#=#=#=
	* Passed: crm_resource - List the configured resources in XML
	=#=#=#= Begin test: Implicitly list the configured resources =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	Full List of Resources:
	* dummy (ocf:pacemaker:Dummy): Stopped
	=#=#=#= End test: Implicitly list the configured resources - OK (0) =#=#=#=
	* Passed: crm_resource - Implicitly list the configured resources
	=#=#=#= Begin test: List IDs of instantiated resources =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	dummy
	=#=#=#= End test: List IDs of instantiated resources - OK (0) =#=#=#=
	* Passed: crm_resource - List IDs of instantiated resources
	=#=#=#= Begin test: Show XML configuration of resource =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	dummy (ocf:pacemaker:Dummy): Stopped
	Resource XML:
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	=#=#=#= End test: Show XML configuration of resource - OK (0) =#=#=#=
	* Passed: crm_resource - Show XML configuration of resource
	=#=#=#= Begin test: Show XML configuration of resource, output as XML =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	<pacemaker-result api-version="X" request="crm_resource -q -r dummy --output-as=xml">
	<resource_config>
	<resource id="dummy" resource_agent="ocf:pacemaker:Dummy" role="Stopped" active="false" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>
	<xml><![CDATA[<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	]]></xml>
	</resource_config>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Show XML configuration of resource, output as XML - OK (0) =#=#=#=
	* Passed: crm_resource - Show XML configuration of resource, output as XML
	=#=#=#= Begin test: Require a destination when migrating a resource that is stopped =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	crm_resource: Resource 'dummy' not moved: active in 0 locations.
	To prevent 'dummy' from running on a specific location, specify a node.
	=#=#=#= Current cib after: Require a destination when migrating a resource that is stopped =#=#=#=
	-<cib epoch="22" num_updates="0" admin_epoch="0">
	+<cib epoch="26" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Require a destination when migrating a resource that is stopped - Incorrect usage (64) =#=#=#=
	* Passed: crm_resource - Require a destination when migrating a resource that is stopped
	=#=#=#= Begin test: Don't support migration to non-existent locations =#=#=#=
	unpack_resources error: Resource start-up disabled since no STONITH resources have been defined
	unpack_resources error: Either configure some or disable STONITH with the stonith-enabled option
	unpack_resources error: NOTE: Clusters with shared data need STONITH to ensure data integrity
	crm_resource: Node 'i.do.not.exist' not found
	Error performing operation: No such object
	=#=#=#= Current cib after: Don't support migration to non-existent locations =#=#=#=
	-<cib epoch="22" num_updates="0" admin_epoch="0">
	+<cib epoch="26" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Don't support migration to non-existent locations - No such object (105) =#=#=#=
	* Passed: crm_resource - Don't support migration to non-existent locations
	=#=#=#= Begin test: Create a fencing resource =#=#=#=
	=#=#=#= Current cib after: Create a fencing resource =#=#=#=
	-<cib epoch="23" num_updates="0" admin_epoch="0">
	+<cib epoch="27" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Create a fencing resource - OK (0) =#=#=#=
	* Passed: cibadmin - Create a fencing resource
	=#=#=#= Begin test: Bring resources online =#=#=#=
	Current cluster status:
	* Node List:
	* Online: [ node1 ]

	* Full List of Resources:
	* dummy (ocf:pacemaker:Dummy): Stopped
	* Fence (stonith:fence_true): Stopped

	Transition Summary:
	* Start dummy ( node1 )
	* Start Fence ( node1 )

	Executing Cluster Transition:
	* Resource action: dummy monitor on node1
	* Resource action: Fence monitor on node1
	* Resource action: dummy start on node1
	* Resource action: Fence start on node1

	Revised Cluster Status:
	* Node List:
	* Online: [ node1 ]

	* Full List of Resources:
	* dummy (ocf:pacemaker:Dummy): Started node1
	* Fence (stonith:fence_true): Started node1
	=#=#=#= Current cib after: Bring resources online =#=#=#=
	-<cib epoch="23" num_updates="4" admin_epoch="0">
	+<cib epoch="27" num_updates="4" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	<lrm id="node1">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Bring resources online - OK (0) =#=#=#=
	* Passed: crm_simulate - Bring resources online
	=#=#=#= Begin test: Try to move a resource to its existing location =#=#=#=
	crm_resource: Error performing operation: Requested item already exists
	=#=#=#= Current cib after: Try to move a resource to its existing location =#=#=#=
	-<cib epoch="23" num_updates="4" admin_epoch="0">
	+<cib epoch="27" num_updates="4" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	<lrm id="node1">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Try to move a resource to its existing location - Requested item already exists (108) =#=#=#=
	* Passed: crm_resource - Try to move a resource to its existing location
	=#=#=#= Begin test: Try to move a resource that doesn't exist =#=#=#=
	crm_resource: Resource 'xyz' not found
	Error performing operation: No such object
	=#=#=#= End test: Try to move a resource that doesn't exist - No such object (105) =#=#=#=
	* Passed: crm_resource - Try to move a resource that doesn't exist
	=#=#=#= Begin test: Move a resource from its existing location =#=#=#=
	WARNING: Creating rsc_location constraint 'cli-ban-dummy-on-node1' with a score of -INFINITY for resource dummy on node1.
	This will prevent dummy from running on node1 until the constraint is removed using the clear option or by editing the CIB with an appropriate tool
	This will be the case even if node1 is the last node in the cluster
	=#=#=#= Current cib after: Move a resource from its existing location =#=#=#=
	-<cib epoch="24" num_updates="0" admin_epoch="0">
	+<cib epoch="28" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints>
	<rsc_location id="cli-ban-dummy-on-node1" rsc="dummy" role="Started" node="node1" score="-INFINITY"/>
	</constraints>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	<lrm id="node1">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Move a resource from its existing location - OK (0) =#=#=#=
	* Passed: crm_resource - Move a resource from its existing location
	=#=#=#= Begin test: Clear out constraints generated by --move =#=#=#=
	Removing constraint: cli-ban-dummy-on-node1
	=#=#=#= Current cib after: Clear out constraints generated by --move =#=#=#=
	-<cib epoch="25" num_updates="0" admin_epoch="0">
	+<cib epoch="29" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	<lrm id="node1">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Clear out constraints generated by --move - OK (0) =#=#=#=
	* Passed: crm_resource - Clear out constraints generated by --move
	=#=#=#= Begin test: Default ticket granted state =#=#=#=
	false
	=#=#=#= Current cib after: Default ticket granted state =#=#=#=
	-<cib epoch="25" num_updates="0" admin_epoch="0">
	+<cib epoch="29" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	<lrm id="node1">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Default ticket granted state - OK (0) =#=#=#=
	* Passed: crm_ticket - Default ticket granted state
	=#=#=#= Begin test: Set ticket granted state =#=#=#=
	=#=#=#= Current cib after: Set ticket granted state =#=#=#=
	-<cib epoch="25" num_updates="1" admin_epoch="0">
	+<cib epoch="29" num_updates="1" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	<lrm id="node1">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<tickets>
	<ticket_state id="ticketA" granted="false"/>
	</tickets>
	</status>
	</cib>
	=#=#=#= End test: Set ticket granted state - OK (0) =#=#=#=
	* Passed: crm_ticket - Set ticket granted state
	=#=#=#= Begin test: Query ticket granted state =#=#=#=
	false
	=#=#=#= Current cib after: Query ticket granted state =#=#=#=
	-<cib epoch="25" num_updates="1" admin_epoch="0">
	+<cib epoch="29" num_updates="1" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	<lrm id="node1">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<tickets>
	<ticket_state id="ticketA" granted="false"/>
	</tickets>
	</status>
	</cib>
	=#=#=#= End test: Query ticket granted state - OK (0) =#=#=#=
	* Passed: crm_ticket - Query ticket granted state
	=#=#=#= Begin test: Delete ticket granted state =#=#=#=
	=#=#=#= Current cib after: Delete ticket granted state =#=#=#=
	-<cib epoch="25" num_updates="2" admin_epoch="0">
	+<cib epoch="29" num_updates="2" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	<lrm id="node1">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<tickets>
	<ticket_state id="ticketA"/>
	</tickets>
	</status>
	</cib>
	=#=#=#= End test: Delete ticket granted state - OK (0) =#=#=#=
	* Passed: crm_ticket - Delete ticket granted state
	=#=#=#= Begin test: Make a ticket standby =#=#=#=
	=#=#=#= Current cib after: Make a ticket standby =#=#=#=
	-<cib epoch="25" num_updates="3" admin_epoch="0">
	+<cib epoch="29" num_updates="3" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	<lrm id="node1">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<tickets>
	<ticket_state id="ticketA" standby="true"/>
	</tickets>
	</status>
	</cib>
	=#=#=#= End test: Make a ticket standby - OK (0) =#=#=#=
	* Passed: crm_ticket - Make a ticket standby
	=#=#=#= Begin test: Query ticket standby state =#=#=#=
	true
	=#=#=#= Current cib after: Query ticket standby state =#=#=#=
	-<cib epoch="25" num_updates="3" admin_epoch="0">
	+<cib epoch="29" num_updates="3" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	<lrm id="node1">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<tickets>
	<ticket_state id="ticketA" standby="true"/>
	</tickets>
	</status>
	</cib>
	=#=#=#= End test: Query ticket standby state - OK (0) =#=#=#=
	* Passed: crm_ticket - Query ticket standby state
	=#=#=#= Begin test: Activate a ticket =#=#=#=
	=#=#=#= Current cib after: Activate a ticket =#=#=#=
	-<cib epoch="25" num_updates="4" admin_epoch="0">
	+<cib epoch="29" num_updates="4" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	<lrm id="node1">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<tickets>
	<ticket_state id="ticketA" standby="false"/>
	</tickets>
	</status>
	</cib>
	=#=#=#= End test: Activate a ticket - OK (0) =#=#=#=
	* Passed: crm_ticket - Activate a ticket
	=#=#=#= Begin test: Delete ticket standby state =#=#=#=
	=#=#=#= Current cib after: Delete ticket standby state =#=#=#=
	-<cib epoch="25" num_updates="5" admin_epoch="0">
	+<cib epoch="29" num_updates="5" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	<lrm id="node1">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<tickets>
	<ticket_state id="ticketA"/>
	</tickets>
	</status>
	</cib>
	=#=#=#= End test: Delete ticket standby state - OK (0) =#=#=#=
	* Passed: crm_ticket - Delete ticket standby state
	=#=#=#= Begin test: Ban a resource on unknown node =#=#=#=
	crm_resource: Node 'host1' not found
	Error performing operation: No such object
	=#=#=#= Current cib after: Ban a resource on unknown node =#=#=#=
	-<cib epoch="25" num_updates="5" admin_epoch="0">
	+<cib epoch="29" num_updates="5" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	<lrm id="node1">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<tickets>
	<ticket_state id="ticketA"/>
	</tickets>
	</status>
	</cib>
	=#=#=#= End test: Ban a resource on unknown node - No such object (105) =#=#=#=
	* Passed: crm_resource - Ban a resource on unknown node
	=#=#=#= Begin test: Create two more nodes and bring them online =#=#=#=
	Current cluster status:
	* Node List:
	* Online: [ node1 ]

	* Full List of Resources:
	* dummy (ocf:pacemaker:Dummy): Started node1
	* Fence (stonith:fence_true): Started node1

	Performing Requested Modifications:
	* Bringing node node2 online
	* Bringing node node3 online

	Transition Summary:
	* Move Fence ( node1 -> node2 )

	Executing Cluster Transition:
	* Resource action: dummy monitor on node3
	* Resource action: dummy monitor on node2
	* Resource action: Fence stop on node1
	* Resource action: Fence monitor on node3
	* Resource action: Fence monitor on node2
	* Resource action: Fence start on node2

	Revised Cluster Status:
	* Node List:
	* Online: [ node1 node2 node3 ]

	* Full List of Resources:
	* dummy (ocf:pacemaker:Dummy): Started node1
	* Fence (stonith:fence_true): Started node2
	=#=#=#= Current cib after: Create two more nodes and bring them online =#=#=#=
	-<cib epoch="27" num_updates="8" admin_epoch="0">
	+<cib epoch="31" num_updates="8" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints/>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	<lrm id="node1">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_stop_0" operation="stop" crm-debug-origin="crm_simulate" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<tickets>
	<ticket_state id="ticketA"/>
	</tickets>
	<node_state id="node2" uname="node2" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<lrm id="node2">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<node_state id="node3" uname="node3" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<lrm id="node3">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Create two more nodes and bring them online - OK (0) =#=#=#=
	* Passed: crm_simulate - Create two more nodes and bring them online
	=#=#=#= Begin test: Ban dummy from node1 =#=#=#=
	WARNING: Creating rsc_location constraint 'cli-ban-dummy-on-node1' with a score of -INFINITY for resource dummy on node1.
	This will prevent dummy from running on node1 until the constraint is removed using the clear option or by editing the CIB with an appropriate tool
	This will be the case even if node1 is the last node in the cluster
	=#=#=#= Current cib after: Ban dummy from node1 =#=#=#=
	-<cib epoch="28" num_updates="0" admin_epoch="0">
	+<cib epoch="32" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints>
	<rsc_location id="cli-ban-dummy-on-node1" rsc="dummy" role="Started" node="node1" score="-INFINITY"/>
	</constraints>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	<lrm id="node1">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_stop_0" operation="stop" crm-debug-origin="crm_simulate" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<tickets>
	<ticket_state id="ticketA"/>
	</tickets>
	<node_state id="node2" uname="node2" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<lrm id="node2">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<node_state id="node3" uname="node3" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<lrm id="node3">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Ban dummy from node1 - OK (0) =#=#=#=
	* Passed: crm_resource - Ban dummy from node1
	=#=#=#= Begin test: Show where a resource is running =#=#=#=
	resource dummy is running on: node1
	=#=#=#= End test: Show where a resource is running - OK (0) =#=#=#=
	* Passed: crm_resource - Show where a resource is running
	=#=#=#= Begin test: Show constraints on a resource =#=#=#=
	Locations:
	* Node node1 (score=-INFINITY, id=cli-ban-dummy-on-node1, rsc=dummy)
	=#=#=#= End test: Show constraints on a resource - OK (0) =#=#=#=
	* Passed: crm_resource - Show constraints on a resource
	=#=#=#= Begin test: Ban dummy from node2 =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -r dummy -B -N node2 --output-as=xml">
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= Current cib after: Ban dummy from node2 =#=#=#=
	-<cib epoch="29" num_updates="0" admin_epoch="0">
	+<cib epoch="33" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints>
	<rsc_location id="cli-ban-dummy-on-node1" rsc="dummy" role="Started" node="node1" score="-INFINITY"/>
	<rsc_location id="cli-ban-dummy-on-node2" rsc="dummy" role="Started" node="node2" score="-INFINITY"/>
	</constraints>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	<lrm id="node1">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_stop_0" operation="stop" crm-debug-origin="crm_simulate" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<tickets>
	<ticket_state id="ticketA"/>
	</tickets>
	<node_state id="node2" uname="node2" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<lrm id="node2">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<node_state id="node3" uname="node3" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<lrm id="node3">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Ban dummy from node2 - OK (0) =#=#=#=
	* Passed: crm_resource - Ban dummy from node2
	=#=#=#= Begin test: Relocate resources due to ban =#=#=#=
	Current cluster status:
	* Node List:
	* Online: [ node1 node2 node3 ]

	* Full List of Resources:
	* dummy (ocf:pacemaker:Dummy): Started node1
	* Fence (stonith:fence_true): Started node2

	Transition Summary:
	* Move dummy ( node1 -> node3 )

	Executing Cluster Transition:
	* Resource action: dummy stop on node1
	* Resource action: dummy start on node3

	Revised Cluster Status:
	* Node List:
	* Online: [ node1 node2 node3 ]

	* Full List of Resources:
	* dummy (ocf:pacemaker:Dummy): Started node3
	* Fence (stonith:fence_true): Started node2
	=#=#=#= Current cib after: Relocate resources due to ban =#=#=#=
	-<cib epoch="29" num_updates="2" admin_epoch="0">
	+<cib epoch="33" num_updates="2" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints>
	<rsc_location id="cli-ban-dummy-on-node1" rsc="dummy" role="Started" node="node1" score="-INFINITY"/>
	<rsc_location id="cli-ban-dummy-on-node2" rsc="dummy" role="Started" node="node2" score="-INFINITY"/>
	</constraints>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	<lrm id="node1">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_stop_0" operation="stop" crm-debug-origin="crm_simulate" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_stop_0" operation="stop" crm-debug-origin="crm_simulate" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<tickets>
	<ticket_state id="ticketA"/>
	</tickets>
	<node_state id="node2" uname="node2" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<lrm id="node2">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<node_state id="node3" uname="node3" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<lrm id="node3">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Relocate resources due to ban - OK (0) =#=#=#=
	* Passed: crm_simulate - Relocate resources due to ban
	=#=#=#= Begin test: Move dummy to node1 =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -r dummy -M -N node1 --output-as=xml">
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= Current cib after: Move dummy to node1 =#=#=#=
	-<cib epoch="31" num_updates="0" admin_epoch="0">
	+<cib epoch="35" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints>
	<rsc_location id="cli-ban-dummy-on-node2" rsc="dummy" role="Started" node="node2" score="-INFINITY"/>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	<lrm id="node1">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_stop_0" operation="stop" crm-debug-origin="crm_simulate" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_stop_0" operation="stop" crm-debug-origin="crm_simulate" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<tickets>
	<ticket_state id="ticketA"/>
	</tickets>
	<node_state id="node2" uname="node2" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<lrm id="node2">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<node_state id="node3" uname="node3" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<lrm id="node3">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Move dummy to node1 - OK (0) =#=#=#=
	* Passed: crm_resource - Move dummy to node1
	=#=#=#= Begin test: Clear implicit constraints for dummy on node2 =#=#=#=
	Removing constraint: cli-ban-dummy-on-node2
	=#=#=#= Current cib after: Clear implicit constraints for dummy on node2 =#=#=#=
	-<cib epoch="32" num_updates="0" admin_epoch="0">
	+<cib epoch="36" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status>
	<node_state id="node1" uname="node1" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<transient_attributes id="node1">
	<instance_attributes id="status-node1"/>
	</transient_attributes>
	<lrm id="node1">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_stop_0" operation="stop" crm-debug-origin="crm_simulate" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_stop_0" operation="stop" crm-debug-origin="crm_simulate" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<tickets>
	<ticket_state id="ticketA"/>
	</tickets>
	<node_state id="node2" uname="node2" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<lrm id="node2">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	<node_state id="node3" uname="node3" in_ccm="true" crmd="online" join="member" expected="member" crm-debug-origin="crm_simulate">
	<lrm id="node3">
	<lrm_resources>
	<lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="crm_simulate" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="0830891652dabe627ca72b8e879199b1"/>
	</lrm_resource>
	<lrm_resource id="Fence" class="stonith" type="fence_true">
	<lrm_rsc_op id="Fence_last_0" operation_key="Fence_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
	</lrm_resource>
	</lrm_resources>
	</lrm>
	</node_state>
	</status>
	</cib>
	=#=#=#= End test: Clear implicit constraints for dummy on node2 - OK (0) =#=#=#=
	* Passed: crm_resource - Clear implicit constraints for dummy on node2
	=#=#=#= Begin test: Drop the status section =#=#=#=
	=#=#=#= End test: Drop the status section - OK (0) =#=#=#=
	* Passed: cibadmin - Drop the status section
	=#=#=#= Begin test: Create a clone =#=#=#=
	=#=#=#= End test: Create a clone - OK (0) =#=#=#=
	* Passed: cibadmin - Create a clone
	=#=#=#= Begin test: Create a resource meta attribute =#=#=#=
	Performing update of 'is-managed' on 'test-clone', the parent of 'test-primitive'
	Set 'test-clone' option: id=test-clone-meta_attributes-is-managed set=test-clone-meta_attributes name=is-managed value=false
	=#=#=#= Current cib after: Create a resource meta attribute =#=#=#=
	-<cib epoch="34" num_updates="0" admin_epoch="0">
	+<cib epoch="38" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy"/>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="false"/>
	</meta_attributes>
	</clone>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Create a resource meta attribute - OK (0) =#=#=#=
	* Passed: crm_resource - Create a resource meta attribute
	=#=#=#= Begin test: Create a resource meta attribute in the primitive =#=#=#=
	Set 'test-primitive' option: id=test-primitive-meta_attributes-is-managed set=test-primitive-meta_attributes name=is-managed value=false
	=#=#=#= Current cib after: Create a resource meta attribute in the primitive =#=#=#=
	-<cib epoch="35" num_updates="0" admin_epoch="0">
	+<cib epoch="39" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes">
	<nvpair id="test-primitive-meta_attributes-is-managed" name="is-managed" value="false"/>
	</meta_attributes>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="false"/>
	</meta_attributes>
	</clone>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Create a resource meta attribute in the primitive - OK (0) =#=#=#=
	* Passed: crm_resource - Create a resource meta attribute in the primitive
	=#=#=#= Begin test: Update resource meta attribute with duplicates =#=#=#=
	Multiple attributes match name=is-managed
	Value: false (id=test-primitive-meta_attributes-is-managed)
	Value: false (id=test-clone-meta_attributes-is-managed)

	A value for 'is-managed' already exists in child 'test-primitive', performing update on that instead of 'test-clone'
	Set 'test-primitive' option: id=test-primitive-meta_attributes-is-managed name=is-managed value=true
	=#=#=#= Current cib after: Update resource meta attribute with duplicates =#=#=#=
	-<cib epoch="36" num_updates="0" admin_epoch="0">
	+<cib epoch="40" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes">
	<nvpair id="test-primitive-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="false"/>
	</meta_attributes>
	</clone>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Update resource meta attribute with duplicates - OK (0) =#=#=#=
	* Passed: crm_resource - Update resource meta attribute with duplicates
	=#=#=#= Begin test: Update resource meta attribute with duplicates (force clone) =#=#=#=
	Set 'test-clone' option: id=test-clone-meta_attributes-is-managed name=is-managed value=true
	=#=#=#= Current cib after: Update resource meta attribute with duplicates (force clone) =#=#=#=
	-<cib epoch="37" num_updates="0" admin_epoch="0">
	+<cib epoch="41" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes">
	<nvpair id="test-primitive-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</clone>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Update resource meta attribute with duplicates (force clone) - OK (0) =#=#=#=
	* Passed: crm_resource - Update resource meta attribute with duplicates (force clone)
	=#=#=#= Begin test: Update child resource meta attribute with duplicates =#=#=#=
	Multiple attributes match name=is-managed
	Value: true (id=test-primitive-meta_attributes-is-managed)
	Value: true (id=test-clone-meta_attributes-is-managed)

	Set 'test-primitive' option: id=test-primitive-meta_attributes-is-managed name=is-managed value=false
	=#=#=#= Current cib after: Update child resource meta attribute with duplicates =#=#=#=
	-<cib epoch="38" num_updates="0" admin_epoch="0">
	+<cib epoch="42" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes">
	<nvpair id="test-primitive-meta_attributes-is-managed" name="is-managed" value="false"/>
	</meta_attributes>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</clone>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Update child resource meta attribute with duplicates - OK (0) =#=#=#=
	* Passed: crm_resource - Update child resource meta attribute with duplicates
	=#=#=#= Begin test: Delete resource meta attribute with duplicates =#=#=#=
	Multiple attributes match name=is-managed
	Value: false (id=test-primitive-meta_attributes-is-managed)
	Value: true (id=test-clone-meta_attributes-is-managed)

	A value for 'is-managed' already exists in child 'test-primitive', performing delete on that instead of 'test-clone'
	Deleted 'test-primitive' option: id=test-primitive-meta_attributes-is-managed name=is-managed
	=#=#=#= Current cib after: Delete resource meta attribute with duplicates =#=#=#=
	-<cib epoch="39" num_updates="0" admin_epoch="0">
	+<cib epoch="43" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes"/>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</clone>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Delete resource meta attribute with duplicates - OK (0) =#=#=#=
	* Passed: crm_resource - Delete resource meta attribute with duplicates
	=#=#=#= Begin test: Delete resource meta attribute in parent =#=#=#=
	Performing delete of 'is-managed' on 'test-clone', the parent of 'test-primitive'
	Deleted 'test-clone' option: id=test-clone-meta_attributes-is-managed name=is-managed
	=#=#=#= Current cib after: Delete resource meta attribute in parent =#=#=#=
	-<cib epoch="40" num_updates="0" admin_epoch="0">
	+<cib epoch="44" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes"/>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes"/>
	</clone>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Delete resource meta attribute in parent - OK (0) =#=#=#=
	* Passed: crm_resource - Delete resource meta attribute in parent
	=#=#=#= Begin test: Create a resource meta attribute in the primitive =#=#=#=
	Set 'test-primitive' option: id=test-primitive-meta_attributes-is-managed set=test-primitive-meta_attributes name=is-managed value=false
	=#=#=#= Current cib after: Create a resource meta attribute in the primitive =#=#=#=
	-<cib epoch="41" num_updates="0" admin_epoch="0">
	+<cib epoch="45" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes">
	<nvpair id="test-primitive-meta_attributes-is-managed" name="is-managed" value="false"/>
	</meta_attributes>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes"/>
	</clone>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Create a resource meta attribute in the primitive - OK (0) =#=#=#=
	* Passed: crm_resource - Create a resource meta attribute in the primitive
	=#=#=#= Begin test: Update existing resource meta attribute =#=#=#=
	A value for 'is-managed' already exists in child 'test-primitive', performing update on that instead of 'test-clone'
	Set 'test-primitive' option: id=test-primitive-meta_attributes-is-managed name=is-managed value=true
	=#=#=#= Current cib after: Update existing resource meta attribute =#=#=#=
	-<cib epoch="42" num_updates="0" admin_epoch="0">
	+<cib epoch="46" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes">
	<nvpair id="test-primitive-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes"/>
	</clone>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Update existing resource meta attribute - OK (0) =#=#=#=
	* Passed: crm_resource - Update existing resource meta attribute
	=#=#=#= Begin test: Create a resource meta attribute in the parent =#=#=#=
	Set 'test-clone' option: id=test-clone-meta_attributes-is-managed set=test-clone-meta_attributes name=is-managed value=true
	=#=#=#= Current cib after: Create a resource meta attribute in the parent =#=#=#=
	-<cib epoch="43" num_updates="0" admin_epoch="0">
	+<cib epoch="47" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes">
	<nvpair id="test-primitive-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</clone>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Create a resource meta attribute in the parent - OK (0) =#=#=#=
	* Passed: crm_resource - Create a resource meta attribute in the parent
	=#=#=#= Begin test: Copy resources =#=#=#=
	=#=#=#= End test: Copy resources - OK (0) =#=#=#=
	* Passed: cibadmin - Copy resources
	=#=#=#= Begin test: Delete resource parent meta attribute (force) =#=#=#=
	Deleted 'test-clone' option: id=test-clone-meta_attributes-is-managed name=is-managed
	=#=#=#= Current cib after: Delete resource parent meta attribute (force) =#=#=#=
	-<cib epoch="44" num_updates="0" admin_epoch="0">
	+<cib epoch="48" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes">
	<nvpair id="test-primitive-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes"/>
	</clone>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Delete resource parent meta attribute (force) - OK (0) =#=#=#=
	* Passed: crm_resource - Delete resource parent meta attribute (force)
	=#=#=#= Begin test: Restore duplicates =#=#=#=
	=#=#=#= Current cib after: Restore duplicates =#=#=#=
	-<cib epoch="45" num_updates="0" admin_epoch="0">
	+<cib epoch="49" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes">
	<nvpair id="test-primitive-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</clone>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Restore duplicates - OK (0) =#=#=#=
	* Passed: cibadmin - Restore duplicates
	=#=#=#= Begin test: Delete resource child meta attribute =#=#=#=
	Multiple attributes match name=is-managed
	Value: true (id=test-primitive-meta_attributes-is-managed)
	Value: true (id=test-clone-meta_attributes-is-managed)

	Deleted 'test-primitive' option: id=test-primitive-meta_attributes-is-managed name=is-managed
	=#=#=#= Current cib after: Delete resource child meta attribute =#=#=#=
	-<cib epoch="46" num_updates="0" admin_epoch="0">
	+<cib epoch="50" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes"/>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</clone>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Delete resource child meta attribute - OK (0) =#=#=#=
	* Passed: crm_resource - Delete resource child meta attribute
	=#=#=#= Begin test: Create the dummy-group resource group =#=#=#=
	=#=#=#= Current cib after: Create the dummy-group resource group =#=#=#=
	-<cib epoch="47" num_updates="0" admin_epoch="0">
	+<cib epoch="51" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes"/>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</clone>
	<group id="dummy-group">
	<primitive id="dummy1" class="ocf" provider="pacemaker" type="Dummy"/>
	<primitive id="dummy2" class="ocf" provider="pacemaker" type="Dummy"/>
	</group>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Create the dummy-group resource group - OK (0) =#=#=#=
	* Passed: cibadmin - Create the dummy-group resource group
	=#=#=#= Begin test: Create a resource meta attribute in dummy1 =#=#=#=
	Set 'dummy1' option: id=dummy1-meta_attributes-is-managed set=dummy1-meta_attributes name=is-managed value=true
	=#=#=#= Current cib after: Create a resource meta attribute in dummy1 =#=#=#=
	-<cib epoch="48" num_updates="0" admin_epoch="0">
	+<cib epoch="52" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes"/>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</clone>
	<group id="dummy-group">
	<primitive id="dummy1" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy1-meta_attributes">
	<nvpair id="dummy1-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</primitive>
	<primitive id="dummy2" class="ocf" provider="pacemaker" type="Dummy"/>
	</group>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Create a resource meta attribute in dummy1 - OK (0) =#=#=#=
	* Passed: crm_resource - Create a resource meta attribute in dummy1
	=#=#=#= Begin test: Create a resource meta attribute in dummy-group =#=#=#=
	Set 'dummy1' option: id=dummy1-meta_attributes-is-managed name=is-managed value=false
	Set 'dummy-group' option: id=dummy-group-meta_attributes-is-managed set=dummy-group-meta_attributes name=is-managed value=false
	=#=#=#= Current cib after: Create a resource meta attribute in dummy-group =#=#=#=
	-<cib epoch="50" num_updates="0" admin_epoch="0">
	+<cib epoch="54" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes"/>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</clone>
	<group id="dummy-group">
	<primitive id="dummy1" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy1-meta_attributes">
	<nvpair id="dummy1-meta_attributes-is-managed" name="is-managed" value="false"/>
	</meta_attributes>
	</primitive>
	<primitive id="dummy2" class="ocf" provider="pacemaker" type="Dummy"/>
	<meta_attributes id="dummy-group-meta_attributes">
	<nvpair id="dummy-group-meta_attributes-is-managed" name="is-managed" value="false"/>
	</meta_attributes>
	</group>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Create a resource meta attribute in dummy-group - OK (0) =#=#=#=
	* Passed: crm_resource - Create a resource meta attribute in dummy-group
	=#=#=#= Begin test: Delete the dummy-group resource group =#=#=#=
	=#=#=#= Current cib after: Delete the dummy-group resource group =#=#=#=
	-<cib epoch="51" num_updates="0" admin_epoch="0">
	+<cib epoch="55" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes"/>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</clone>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Delete the dummy-group resource group - OK (0) =#=#=#=
	* Passed: cibadmin - Delete the dummy-group resource group
	=#=#=#= Begin test: Specify a lifetime when moving a resource =#=#=#=
	Migration will take effect until:
	=#=#=#= Current cib after: Specify a lifetime when moving a resource =#=#=#=
	-<cib epoch="53" num_updates="0" admin_epoch="0">
	+<cib epoch="57" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes"/>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</clone>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started">
	<rule id="cli-prefer-rule-dummy" score="INFINITY" boolean-op="and">
	<expression id="cli-prefer-expr-dummy" attribute="#uname" operation="eq" value="node2" type="string"/>
	<date_expression id="cli-prefer-lifetime-end-dummy" operation="lt" end=""/>
	</rule>
	</rsc_location>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Specify a lifetime when moving a resource - OK (0) =#=#=#=
	* Passed: crm_resource - Specify a lifetime when moving a resource
	=#=#=#= Begin test: Try to move a resource previously moved with a lifetime =#=#=#=
	=#=#=#= Current cib after: Try to move a resource previously moved with a lifetime =#=#=#=
	-<cib epoch="55" num_updates="0" admin_epoch="0">
	+<cib epoch="59" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes"/>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</clone>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Try to move a resource previously moved with a lifetime - OK (0) =#=#=#=
	* Passed: crm_resource - Try to move a resource previously moved with a lifetime
	=#=#=#= Begin test: Ban dummy from node1 for a short time =#=#=#=
	Migration will take effect until:
	WARNING: Creating rsc_location constraint 'cli-ban-dummy-on-node1' with a score of -INFINITY for resource dummy on node1.
	This will prevent dummy from running on node1 until the constraint is removed using the clear option or by editing the CIB with an appropriate tool
	This will be the case even if node1 is the last node in the cluster
	=#=#=#= Current cib after: Ban dummy from node1 for a short time =#=#=#=
	-<cib epoch="56" num_updates="0" admin_epoch="0">
	+<cib epoch="60" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes"/>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</clone>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	<rsc_location id="cli-ban-dummy-on-node1" rsc="dummy" role="Started">
	<rule id="cli-ban-dummy-on-node1-rule" score="-INFINITY" boolean-op="and">
	<expression id="cli-ban-dummy-on-node1-expr" attribute="#uname" operation="eq" value="node1" type="string"/>
	<date_expression id="cli-ban-dummy-on-node1-lifetime" operation="lt" end=""/>
	</rule>
	</rsc_location>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Ban dummy from node1 for a short time - OK (0) =#=#=#=
	* Passed: crm_resource - Ban dummy from node1 for a short time
	=#=#=#= Begin test: Remove expired constraints =#=#=#=
	Removing constraint: cli-ban-dummy-on-node1
	=#=#=#= Current cib after: Remove expired constraints =#=#=#=
	-<cib epoch="57" num_updates="0" admin_epoch="0">
	+<cib epoch="61" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes"/>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</clone>
	</resources>
	<constraints>
	<rsc_location id="cli-prefer-dummy" rsc="dummy" role="Started" node="node1" score="INFINITY"/>
	</constraints>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Remove expired constraints - OK (0) =#=#=#=
	* Passed: crm_resource - Remove expired constraints
	=#=#=#= Begin test: Clear all implicit constraints for dummy =#=#=#=
	Removing constraint: cli-prefer-dummy
	=#=#=#= Current cib after: Clear all implicit constraints for dummy =#=#=#=
	-<cib epoch="58" num_updates="0" admin_epoch="0">
	+<cib epoch="62" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes"/>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</clone>
	</resources>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Clear all implicit constraints for dummy - OK (0) =#=#=#=
	* Passed: crm_resource - Clear all implicit constraints for dummy
	=#=#=#= Begin test: Set a node health strategy =#=#=#=
	=#=#=#= Current cib after: Set a node health strategy =#=#=#=
	-<cib epoch="59" num_updates="0" admin_epoch="0">
	+<cib epoch="63" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	<nvpair id="cib-bootstrap-options-node-health-strategy" name="node-health-strategy" value="migrate-on-red"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3"/>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes"/>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</clone>
	</resources>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Set a node health strategy - OK (0) =#=#=#=
	* Passed: crm_attribute - Set a node health strategy
	=#=#=#= Begin test: Set a node health attribute =#=#=#=
	=#=#=#= Current cib after: Set a node health attribute =#=#=#=
	-<cib epoch="60" num_updates="0" admin_epoch="0">
	+<cib epoch="64" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	<nvpair id="cib-bootstrap-options-node-health-strategy" name="node-health-strategy" value="migrate-on-red"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3">
	<instance_attributes id="nodes-node3">
	<nvpair id="nodes-node3-.health-cts-cli" name="#health-cts-cli" value="red"/>
	</instance_attributes>
	</node>
	</nodes>
	<resources>
	<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="dummy-meta_attributes"/>
	<instance_attributes id="dummy-instance_attributes">
	<nvpair id="dummy-instance_attributes-delay" name="delay" value="10s"/>
	</instance_attributes>
	</primitive>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes"/>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</clone>
	</resources>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Set a node health attribute - OK (0) =#=#=#=
	* Passed: crm_attribute - Set a node health attribute
	=#=#=#= Begin test: Show why a resource is not running on an unhealthy node =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -N node3 -Y -r dummy --output-as=xml">
	<reason>
	<check id="dummy" unhealthy="true"/>
	</reason>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Show why a resource is not running on an unhealthy node - OK (0) =#=#=#=
	* Passed: crm_resource - Show why a resource is not running on an unhealthy node
	=#=#=#= Begin test: Delete a resource =#=#=#=
	=#=#=#= Current cib after: Delete a resource =#=#=#=
	-<cib epoch="61" num_updates="0" admin_epoch="0">
	+<cib epoch="65" num_updates="0" admin_epoch="0">
	<configuration>
	<crm_config>
	<cluster_property_set id="cib-bootstrap-options">
	<nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="ignore"/>
	<nvpair id="cib-bootstrap-options-node-health-strategy" name="node-health-strategy" value="migrate-on-red"/>
	</cluster_property_set>
	<cluster_property_set id="duplicate">
	<nvpair id="duplicate-cluster-delay" name="cluster-delay" value="30s"/>
	</cluster_property_set>
	</crm_config>
	<nodes>
	<node id="node1" uname="node1">
	<instance_attributes id="nodes-node1">
	<nvpair id="nodes-node1-ram" name="ram" value="1024M"/>
	</instance_attributes>
	<utilization id="nodes-node1-utilization">
	<nvpair id="nodes-node1-utilization-cpu" name="cpu" value="1"/>
	</utilization>
	</node>
	<node id="node2" uname="node2"/>
	<node id="node3" uname="node3">
	<instance_attributes id="nodes-node3">
	<nvpair id="nodes-node3-.health-cts-cli" name="#health-cts-cli" value="red"/>
	</instance_attributes>
	</node>
	</nodes>
	<resources>
	<primitive id="Fence" class="stonith" type="fence_true"/>
	<clone id="test-clone">
	<primitive id="test-primitive" class="ocf" provider="pacemaker" type="Dummy">
	<meta_attributes id="test-primitive-meta_attributes"/>
	</primitive>
	<meta_attributes id="test-clone-meta_attributes">
	<nvpair id="test-clone-meta_attributes-is-managed" name="is-managed" value="true"/>
	</meta_attributes>
	</clone>
	</resources>
	<constraints/>
	</configuration>
	<status/>
	</cib>
	=#=#=#= End test: Delete a resource - OK (0) =#=#=#=
	* Passed: crm_resource - Delete a resource
	=#=#=#= Begin test: Create an XML patchset =#=#=#=
	<diff format="2">
	<version>
	<source admin_epoch="0" epoch="1" num_updates="0"/>
	<target admin_epoch="0" epoch="1" num_updates="0"/>
	</version>
	<change operation="delete" path="/cib/configuration/comment" position="0"/>
	<change operation="delete" path="/cib/configuration/comment" position="1"/>
	<change operation="delete" path="/cib/configuration/resources/comment" position="0"/>
	<change operation="delete" path="/cib/configuration/resources/primitive[@id='Fencing']/operations/op[@id='Fencing-start-0']"/>
	<change operation="modify" path="/cib/configuration/crm_config/cluster_property_set[@id='cib-bootstrap-options']/nvpair[@id='cib-bootstrap-options-cluster-name']">
	<change-list>
	<change-attr name="value" operation="set" value="mycluster"/>
	<change-attr name="name" operation="set" value="cluster-name"/>
	</change-list>
	<change-result>
	<nvpair id="cib-bootstrap-options-cluster-name" value="mycluster" name="cluster-name"/>
	</change-result>
	</change>
	<change operation="create" path="/cib/configuration/nodes" position="4">
	<node id="4" uname="node4"/>
	</change>
	<change operation="create" path="/cib/configuration" position="3">
	<!-- hello world -->
	</change>
	<change operation="create" path="/cib/configuration/resources" position="0">
	<!-- test: modify this comment to say something different -->
	</change>
	<change operation="modify" path="/cib/configuration/resources/primitive[@id='Fencing']/instance_attributes[@id='Fencing-params']/nvpair[@id='Fencing-pcmk_host_list']">
	<change-list>
	<change-attr name="value" operation="set" value="node1 node2 node3 node4"/>
	</change-list>
	<change-result>
	<nvpair id="Fencing-pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3 node4"/>
	</change-result>
	</change>
	<change operation="modify" path="/cib/configuration/resources/primitive[@id='Fencing']/operations/op[@id='Fencing-monitor-120s']">
	<change-list>
	<change-attr name="timeout" operation="set" value="120s"/>
	<change-attr name="name" operation="set" value="monitor"/>
	</change-list>
	<change-result>
	<op id="Fencing-monitor-120s" interval="120s" timeout="120s" name="monitor"/>
	</change-result>
	</change>
	<change operation="move" path="/cib/configuration/resources/primitive[@id='dummy']/instance_attributes[@id='dummy-params']/nvpair[@id='dummy-op_sleep']" position="1"/>
	<change operation="move" path="/cib/configuration/resources/primitive[@id='dummy']/instance_attributes[@id='dummy-params']/nvpair[@id='dummy-fake']" position="2"/>
	<change operation="modify" path="/cib/configuration/resources/primitive[@id='dummy']/operations/op[@id='dummy-monitor-5s']">
	<change-list>
	<change-attr name="name" operation="set" value="monitor"/>
	<change-attr name="timeout" operation="unset"/>
	</change-list>
	<change-result>
	<op id="dummy-monitor-5s" interval="5s" name="monitor"/>
	</change-result>
	</change>
	<change operation="create" path="/cib/configuration" position="6">
	<!-- test: move this comment to end of configuration -->
	</change>
	</diff>
	=#=#=#= End test: Create an XML patchset - Error occurred (1) =#=#=#=
	* Passed: crm_diff - Create an XML patchset
	=#=#=#= Begin test: Check locations and constraints for prim1 =#=#=#=
	=#=#=#= End test: Check locations and constraints for prim1 - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim1
	=#=#=#= Begin test: Recursively check locations and constraints for prim1 =#=#=#=
	=#=#=#= End test: Recursively check locations and constraints for prim1 - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim1
	=#=#=#= Begin test: Check locations and constraints for prim1 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -a -r prim1 --output-as=xml">
	<constraints/>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Check locations and constraints for prim1 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim1 in XML
	=#=#=#= Begin test: Recursively check locations and constraints for prim1 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -A -r prim1 --output-as=xml">
	<constraints/>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Recursively check locations and constraints for prim1 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim1 in XML
	=#=#=#= Begin test: Check locations and constraints for prim2 =#=#=#=
	Locations:
	* Node cluster01 (score=INFINITY, id=prim2-on-cluster1, rsc=prim2)
	Resources prim2 is colocated with:
	* prim3 (score=INFINITY, id=colocation-prim2-prim3-INFINITY)
	=#=#=#= End test: Check locations and constraints for prim2 - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim2
	=#=#=#= Begin test: Recursively check locations and constraints for prim2 =#=#=#=
	Locations:
	* Node cluster01 (score=INFINITY, id=prim2-on-cluster1, rsc=prim2)
	Resources prim2 is colocated with:
	* prim3 (score=INFINITY, id=colocation-prim2-prim3-INFINITY)
	* Resources prim3 is colocated with:
	* prim4 (score=INFINITY, id=colocation-prim3-prim4-INFINITY)
	* Locations:
	* Node cluster02 (score=INFINITY, id=prim4-on-cluster2, rsc=prim4)
	* Resources prim4 is colocated with:
	* prim5 (score=INFINITY, id=colocation-prim4-prim5-INFINITY)
	=#=#=#= End test: Recursively check locations and constraints for prim2 - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim2
	=#=#=#= Begin test: Check locations and constraints for prim2 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -a -r prim2 --output-as=xml">
	<constraints>
	<rsc_location node="cluster01" rsc="prim2" id="prim2-on-cluster1" score="INFINITY"/>
	<rsc_colocation id="colocation-prim2-prim3-INFINITY" rsc="prim2" with-rsc="prim3" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Check locations and constraints for prim2 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim2 in XML
	=#=#=#= Begin test: Recursively check locations and constraints for prim2 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -A -r prim2 --output-as=xml">
	<constraints>
	<rsc_location node="cluster01" rsc="prim2" id="prim2-on-cluster1" score="INFINITY"/>
	<rsc_colocation id="colocation-prim2-prim3-INFINITY" rsc="prim2" with-rsc="prim3" score="INFINITY"/>
	<rsc_colocation id="colocation-prim3-prim4-INFINITY" rsc="prim3" with-rsc="prim4" score="INFINITY"/>
	<rsc_location node="cluster02" rsc="prim4" id="prim4-on-cluster2" score="INFINITY"/>
	<rsc_colocation id="colocation-prim4-prim5-INFINITY" rsc="prim4" with-rsc="prim5" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Recursively check locations and constraints for prim2 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim2 in XML
	=#=#=#= Begin test: Check locations and constraints for prim3 =#=#=#=
	Resources colocated with prim3:
	* prim2 (score=INFINITY, id=colocation-prim2-prim3-INFINITY)
	* Locations:
	* Node cluster01 (score=INFINITY, id=prim2-on-cluster1, rsc=prim2)
	Resources prim3 is colocated with:
	* prim4 (score=INFINITY, id=colocation-prim3-prim4-INFINITY)
	* Locations:
	* Node cluster02 (score=INFINITY, id=prim4-on-cluster2, rsc=prim4)
	=#=#=#= End test: Check locations and constraints for prim3 - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim3
	=#=#=#= Begin test: Recursively check locations and constraints for prim3 =#=#=#=
	Resources colocated with prim3:
	* prim2 (score=INFINITY, id=colocation-prim2-prim3-INFINITY)
	* Locations:
	* Node cluster01 (score=INFINITY, id=prim2-on-cluster1, rsc=prim2)
	Resources prim3 is colocated with:
	* prim4 (score=INFINITY, id=colocation-prim3-prim4-INFINITY)
	* Locations:
	* Node cluster02 (score=INFINITY, id=prim4-on-cluster2, rsc=prim4)
	* Resources prim4 is colocated with:
	* prim5 (score=INFINITY, id=colocation-prim4-prim5-INFINITY)
	=#=#=#= End test: Recursively check locations and constraints for prim3 - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim3
	=#=#=#= Begin test: Check locations and constraints for prim3 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -a -r prim3 --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim2-prim3-INFINITY" rsc="prim2" with-rsc="prim3" score="INFINITY"/>
	<rsc_location node="cluster01" rsc="prim2" id="prim2-on-cluster1" score="INFINITY"/>
	<rsc_colocation id="colocation-prim3-prim4-INFINITY" rsc="prim3" with-rsc="prim4" score="INFINITY"/>
	<rsc_location node="cluster02" rsc="prim4" id="prim4-on-cluster2" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Check locations and constraints for prim3 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim3 in XML
	=#=#=#= Begin test: Recursively check locations and constraints for prim3 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -A -r prim3 --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim2-prim3-INFINITY" rsc="prim2" with-rsc="prim3" score="INFINITY"/>
	<rsc_location node="cluster01" rsc="prim2" id="prim2-on-cluster1" score="INFINITY"/>
	<rsc_colocation id="colocation-prim3-prim4-INFINITY" rsc="prim3" with-rsc="prim4" score="INFINITY"/>
	<rsc_location node="cluster02" rsc="prim4" id="prim4-on-cluster2" score="INFINITY"/>
	<rsc_colocation id="colocation-prim4-prim5-INFINITY" rsc="prim4" with-rsc="prim5" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Recursively check locations and constraints for prim3 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim3 in XML
	=#=#=#= Begin test: Check locations and constraints for prim4 =#=#=#=
	Locations:
	* Node cluster02 (score=INFINITY, id=prim4-on-cluster2, rsc=prim4)
	Resources colocated with prim4:
	* prim10 (score=INFINITY, id=colocation-prim10-prim4-INFINITY)
	* prim3 (score=INFINITY, id=colocation-prim3-prim4-INFINITY)
	Resources prim4 is colocated with:
	* prim5 (score=INFINITY, id=colocation-prim4-prim5-INFINITY)
	=#=#=#= End test: Check locations and constraints for prim4 - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim4
	=#=#=#= Begin test: Recursively check locations and constraints for prim4 =#=#=#=
	Locations:
	* Node cluster02 (score=INFINITY, id=prim4-on-cluster2, rsc=prim4)
	Resources colocated with prim4:
	* prim10 (score=INFINITY, id=colocation-prim10-prim4-INFINITY)
	* prim3 (score=INFINITY, id=colocation-prim3-prim4-INFINITY)
	* Resources colocated with prim3:
	* prim2 (score=INFINITY, id=colocation-prim2-prim3-INFINITY)
	* Locations:
	* Node cluster01 (score=INFINITY, id=prim2-on-cluster1, rsc=prim2)
	Resources prim4 is colocated with:
	* prim5 (score=INFINITY, id=colocation-prim4-prim5-INFINITY)
	=#=#=#= End test: Recursively check locations and constraints for prim4 - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim4
	=#=#=#= Begin test: Check locations and constraints for prim4 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -a -r prim4 --output-as=xml">
	<constraints>
	<rsc_location node="cluster02" rsc="prim4" id="prim4-on-cluster2" score="INFINITY"/>
	<rsc_colocation id="colocation-prim10-prim4-INFINITY" rsc="prim10" with-rsc="prim4" score="INFINITY"/>
	<rsc_colocation id="colocation-prim3-prim4-INFINITY" rsc="prim3" with-rsc="prim4" score="INFINITY"/>
	<rsc_colocation id="colocation-prim4-prim5-INFINITY" rsc="prim4" with-rsc="prim5" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Check locations and constraints for prim4 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim4 in XML
	=#=#=#= Begin test: Recursively check locations and constraints for prim4 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -A -r prim4 --output-as=xml">
	<constraints>
	<rsc_location node="cluster02" rsc="prim4" id="prim4-on-cluster2" score="INFINITY"/>
	<rsc_colocation id="colocation-prim10-prim4-INFINITY" rsc="prim10" with-rsc="prim4" score="INFINITY"/>
	<rsc_colocation id="colocation-prim3-prim4-INFINITY" rsc="prim3" with-rsc="prim4" score="INFINITY"/>
	<rsc_colocation id="colocation-prim2-prim3-INFINITY" rsc="prim2" with-rsc="prim3" score="INFINITY"/>
	<rsc_location node="cluster01" rsc="prim2" id="prim2-on-cluster1" score="INFINITY"/>
	<rsc_colocation id="colocation-prim4-prim5-INFINITY" rsc="prim4" with-rsc="prim5" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Recursively check locations and constraints for prim4 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim4 in XML
	=#=#=#= Begin test: Check locations and constraints for prim5 =#=#=#=
	Resources colocated with prim5:
	* prim4 (score=INFINITY, id=colocation-prim4-prim5-INFINITY)
	* Locations:
	* Node cluster02 (score=INFINITY, id=prim4-on-cluster2, rsc=prim4)
	=#=#=#= End test: Check locations and constraints for prim5 - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim5
	=#=#=#= Begin test: Recursively check locations and constraints for prim5 =#=#=#=
	Resources colocated with prim5:
	* prim4 (score=INFINITY, id=colocation-prim4-prim5-INFINITY)
	* Locations:
	* Node cluster02 (score=INFINITY, id=prim4-on-cluster2, rsc=prim4)
	* Resources colocated with prim4:
	* prim10 (score=INFINITY, id=colocation-prim10-prim4-INFINITY)
	* prim3 (score=INFINITY, id=colocation-prim3-prim4-INFINITY)
	* Resources colocated with prim3:
	* prim2 (score=INFINITY, id=colocation-prim2-prim3-INFINITY)
	* Locations:
	* Node cluster01 (score=INFINITY, id=prim2-on-cluster1, rsc=prim2)
	=#=#=#= End test: Recursively check locations and constraints for prim5 - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim5
	=#=#=#= Begin test: Check locations and constraints for prim5 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -a -r prim5 --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim4-prim5-INFINITY" rsc="prim4" with-rsc="prim5" score="INFINITY"/>
	<rsc_location node="cluster02" rsc="prim4" id="prim4-on-cluster2" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Check locations and constraints for prim5 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim5 in XML
	=#=#=#= Begin test: Recursively check locations and constraints for prim5 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -A -r prim5 --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim4-prim5-INFINITY" rsc="prim4" with-rsc="prim5" score="INFINITY"/>
	<rsc_location node="cluster02" rsc="prim4" id="prim4-on-cluster2" score="INFINITY"/>
	<rsc_colocation id="colocation-prim10-prim4-INFINITY" rsc="prim10" with-rsc="prim4" score="INFINITY"/>
	<rsc_colocation id="colocation-prim3-prim4-INFINITY" rsc="prim3" with-rsc="prim4" score="INFINITY"/>
	<rsc_colocation id="colocation-prim2-prim3-INFINITY" rsc="prim2" with-rsc="prim3" score="INFINITY"/>
	<rsc_location node="cluster01" rsc="prim2" id="prim2-on-cluster1" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Recursively check locations and constraints for prim5 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim5 in XML
	=#=#=#= Begin test: Check locations and constraints for prim6 =#=#=#=
	Locations:
	* Node cluster02 (score=-INFINITY, id=prim6-not-on-cluster2, rsc=prim6)
	=#=#=#= End test: Check locations and constraints for prim6 - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim6
	=#=#=#= Begin test: Recursively check locations and constraints for prim6 =#=#=#=
	Locations:
	* Node cluster02 (score=-INFINITY, id=prim6-not-on-cluster2, rsc=prim6)
	=#=#=#= End test: Recursively check locations and constraints for prim6 - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim6
	=#=#=#= Begin test: Check locations and constraints for prim6 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -a -r prim6 --output-as=xml">
	<constraints>
	<rsc_location node="cluster02" rsc="prim6" id="prim6-not-on-cluster2" score="-INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Check locations and constraints for prim6 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim6 in XML
	=#=#=#= Begin test: Recursively check locations and constraints for prim6 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -A -r prim6 --output-as=xml">
	<constraints>
	<rsc_location node="cluster02" rsc="prim6" id="prim6-not-on-cluster2" score="-INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Recursively check locations and constraints for prim6 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim6 in XML
	=#=#=#= Begin test: Check locations and constraints for prim7 =#=#=#=
	Resources prim7 is colocated with:
	* group (score=INFINITY, id=colocation-prim7-group-INFINITY)
	=#=#=#= End test: Check locations and constraints for prim7 - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim7
	=#=#=#= Begin test: Recursively check locations and constraints for prim7 =#=#=#=
	Resources prim7 is colocated with:
	* group (score=INFINITY, id=colocation-prim7-group-INFINITY)
	=#=#=#= End test: Recursively check locations and constraints for prim7 - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim7
	=#=#=#= Begin test: Check locations and constraints for prim7 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -a -r prim7 --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim7-group-INFINITY" rsc="prim7" with-rsc="group" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Check locations and constraints for prim7 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim7 in XML
	=#=#=#= Begin test: Recursively check locations and constraints for prim7 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -A -r prim7 --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim7-group-INFINITY" rsc="prim7" with-rsc="group" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Recursively check locations and constraints for prim7 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim7 in XML
	=#=#=#= Begin test: Check locations and constraints for prim8 =#=#=#=
	Resources prim8 is colocated with:
	* gr2 (score=INFINITY, id=colocation-prim8-gr2-INFINITY)
	=#=#=#= End test: Check locations and constraints for prim8 - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim8
	=#=#=#= Begin test: Recursively check locations and constraints for prim8 =#=#=#=
	Resources prim8 is colocated with:
	* gr2 (score=INFINITY, id=colocation-prim8-gr2-INFINITY)
	=#=#=#= End test: Recursively check locations and constraints for prim8 - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim8
	=#=#=#= Begin test: Check locations and constraints for prim8 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -a -r prim8 --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim8-gr2-INFINITY" rsc="prim8" with-rsc="gr2" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Check locations and constraints for prim8 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim8 in XML
	=#=#=#= Begin test: Recursively check locations and constraints for prim8 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -A -r prim8 --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim8-gr2-INFINITY" rsc="prim8" with-rsc="gr2" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Recursively check locations and constraints for prim8 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim8 in XML
	=#=#=#= Begin test: Check locations and constraints for prim9 =#=#=#=
	Resources prim9 is colocated with:
	* clone (score=INFINITY, id=colocation-prim9-clone-INFINITY)
	=#=#=#= End test: Check locations and constraints for prim9 - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim9
	=#=#=#= Begin test: Recursively check locations and constraints for prim9 =#=#=#=
	Resources prim9 is colocated with:
	* clone (score=INFINITY, id=colocation-prim9-clone-INFINITY)
	=#=#=#= End test: Recursively check locations and constraints for prim9 - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim9
	=#=#=#= Begin test: Check locations and constraints for prim9 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -a -r prim9 --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim9-clone-INFINITY" rsc="prim9" with-rsc="clone" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Check locations and constraints for prim9 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim9 in XML
	=#=#=#= Begin test: Recursively check locations and constraints for prim9 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -A -r prim9 --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim9-clone-INFINITY" rsc="prim9" with-rsc="clone" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Recursively check locations and constraints for prim9 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim9 in XML
	=#=#=#= Begin test: Check locations and constraints for prim10 =#=#=#=
	Resources prim10 is colocated with:
	* prim4 (score=INFINITY, id=colocation-prim10-prim4-INFINITY)
	* Locations:
	* Node cluster02 (score=INFINITY, id=prim4-on-cluster2, rsc=prim4)
	=#=#=#= End test: Check locations and constraints for prim10 - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim10
	=#=#=#= Begin test: Recursively check locations and constraints for prim10 =#=#=#=
	Resources prim10 is colocated with:
	* prim4 (score=INFINITY, id=colocation-prim10-prim4-INFINITY)
	* Locations:
	* Node cluster02 (score=INFINITY, id=prim4-on-cluster2, rsc=prim4)
	* Resources prim4 is colocated with:
	* prim5 (score=INFINITY, id=colocation-prim4-prim5-INFINITY)
	=#=#=#= End test: Recursively check locations and constraints for prim10 - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim10
	=#=#=#= Begin test: Check locations and constraints for prim10 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -a -r prim10 --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim10-prim4-INFINITY" rsc="prim10" with-rsc="prim4" score="INFINITY"/>
	<rsc_location node="cluster02" rsc="prim4" id="prim4-on-cluster2" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Check locations and constraints for prim10 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim10 in XML
	=#=#=#= Begin test: Recursively check locations and constraints for prim10 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -A -r prim10 --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim10-prim4-INFINITY" rsc="prim10" with-rsc="prim4" score="INFINITY"/>
	<rsc_location node="cluster02" rsc="prim4" id="prim4-on-cluster2" score="INFINITY"/>
	<rsc_colocation id="colocation-prim4-prim5-INFINITY" rsc="prim4" with-rsc="prim5" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Recursively check locations and constraints for prim10 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim10 in XML
	=#=#=#= Begin test: Check locations and constraints for prim11 =#=#=#=
	Resources colocated with prim11:
	* prim13 (score=INFINITY, id=colocation-prim13-prim11-INFINITY)
	Resources prim11 is colocated with:
	* prim12 (score=INFINITY, id=colocation-prim11-prim12-INFINITY)
	=#=#=#= End test: Check locations and constraints for prim11 - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim11
	=#=#=#= Begin test: Recursively check locations and constraints for prim11 =#=#=#=
	Resources colocated with prim11:
	* prim13 (score=INFINITY, id=colocation-prim13-prim11-INFINITY)
	* Resources colocated with prim13:
	* prim12 (score=INFINITY, id=colocation-prim12-prim13-INFINITY)
	* Resources colocated with prim12:
	* prim11 (id=colocation-prim11-prim12-INFINITY - loop)
	Resources prim11 is colocated with:
	* prim12 (score=INFINITY, id=colocation-prim11-prim12-INFINITY)
	* Resources prim12 is colocated with:
	* prim13 (score=INFINITY, id=colocation-prim12-prim13-INFINITY)
	* Resources prim13 is colocated with:
	* prim11 (id=colocation-prim13-prim11-INFINITY - loop)
	=#=#=#= End test: Recursively check locations and constraints for prim11 - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim11
	=#=#=#= Begin test: Check locations and constraints for prim11 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -a -r prim11 --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim13-prim11-INFINITY" rsc="prim13" with-rsc="prim11" score="INFINITY"/>
	<rsc_colocation id="colocation-prim11-prim12-INFINITY" rsc="prim11" with-rsc="prim12" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Check locations and constraints for prim11 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim11 in XML
	=#=#=#= Begin test: Recursively check locations and constraints for prim11 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -A -r prim11 --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim13-prim11-INFINITY" rsc="prim13" with-rsc="prim11" score="INFINITY"/>
	<rsc_colocation id="colocation-prim12-prim13-INFINITY" rsc="prim12" with-rsc="prim13" score="INFINITY"/>
	<rsc_colocation id="colocation-prim11-prim12-INFINITY" rsc="prim11" with-rsc="prim12" score="INFINITY"/>
	<rsc_colocation id="colocation-prim11-prim12-INFINITY" rsc="prim11" with-rsc="prim12" score="INFINITY"/>
	<rsc_colocation id="colocation-prim12-prim13-INFINITY" rsc="prim12" with-rsc="prim13" score="INFINITY"/>
	<rsc_colocation id="colocation-prim13-prim11-INFINITY" rsc="prim13" with-rsc="prim11" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Recursively check locations and constraints for prim11 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim11 in XML
	=#=#=#= Begin test: Check locations and constraints for prim12 =#=#=#=
	Resources colocated with prim12:
	* prim11 (score=INFINITY, id=colocation-prim11-prim12-INFINITY)
	Resources prim12 is colocated with:
	* prim13 (score=INFINITY, id=colocation-prim12-prim13-INFINITY)
	=#=#=#= End test: Check locations and constraints for prim12 - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim12
	=#=#=#= Begin test: Recursively check locations and constraints for prim12 =#=#=#=
	Resources colocated with prim12:
	* prim11 (score=INFINITY, id=colocation-prim11-prim12-INFINITY)
	* Resources colocated with prim11:
	* prim13 (score=INFINITY, id=colocation-prim13-prim11-INFINITY)
	* Resources colocated with prim13:
	* prim12 (id=colocation-prim12-prim13-INFINITY - loop)
	Resources prim12 is colocated with:
	* prim13 (score=INFINITY, id=colocation-prim12-prim13-INFINITY)
	* Resources prim13 is colocated with:
	* prim11 (score=INFINITY, id=colocation-prim13-prim11-INFINITY)
	* Resources prim11 is colocated with:
	* prim12 (id=colocation-prim11-prim12-INFINITY - loop)
	=#=#=#= End test: Recursively check locations and constraints for prim12 - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim12
	=#=#=#= Begin test: Check locations and constraints for prim12 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -a -r prim12 --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim11-prim12-INFINITY" rsc="prim11" with-rsc="prim12" score="INFINITY"/>
	<rsc_colocation id="colocation-prim12-prim13-INFINITY" rsc="prim12" with-rsc="prim13" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Check locations and constraints for prim12 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim12 in XML
	=#=#=#= Begin test: Recursively check locations and constraints for prim12 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -A -r prim12 --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim11-prim12-INFINITY" rsc="prim11" with-rsc="prim12" score="INFINITY"/>
	<rsc_colocation id="colocation-prim13-prim11-INFINITY" rsc="prim13" with-rsc="prim11" score="INFINITY"/>
	<rsc_colocation id="colocation-prim12-prim13-INFINITY" rsc="prim12" with-rsc="prim13" score="INFINITY"/>
	<rsc_colocation id="colocation-prim12-prim13-INFINITY" rsc="prim12" with-rsc="prim13" score="INFINITY"/>
	<rsc_colocation id="colocation-prim13-prim11-INFINITY" rsc="prim13" with-rsc="prim11" score="INFINITY"/>
	<rsc_colocation id="colocation-prim11-prim12-INFINITY" rsc="prim11" with-rsc="prim12" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Recursively check locations and constraints for prim12 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim12 in XML
	=#=#=#= Begin test: Check locations and constraints for prim13 =#=#=#=
	Resources colocated with prim13:
	* prim12 (score=INFINITY, id=colocation-prim12-prim13-INFINITY)
	Resources prim13 is colocated with:
	* prim11 (score=INFINITY, id=colocation-prim13-prim11-INFINITY)
	=#=#=#= End test: Check locations and constraints for prim13 - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim13
	=#=#=#= Begin test: Recursively check locations and constraints for prim13 =#=#=#=
	Resources colocated with prim13:
	* prim12 (score=INFINITY, id=colocation-prim12-prim13-INFINITY)
	* Resources colocated with prim12:
	* prim11 (score=INFINITY, id=colocation-prim11-prim12-INFINITY)
	* Resources colocated with prim11:
	* prim13 (id=colocation-prim13-prim11-INFINITY - loop)
	Resources prim13 is colocated with:
	* prim11 (score=INFINITY, id=colocation-prim13-prim11-INFINITY)
	* Resources prim11 is colocated with:
	* prim12 (score=INFINITY, id=colocation-prim11-prim12-INFINITY)
	* Resources prim12 is colocated with:
	* prim13 (id=colocation-prim12-prim13-INFINITY - loop)
	=#=#=#= End test: Recursively check locations and constraints for prim13 - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim13
	=#=#=#= Begin test: Check locations and constraints for prim13 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -a -r prim13 --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim12-prim13-INFINITY" rsc="prim12" with-rsc="prim13" score="INFINITY"/>
	<rsc_colocation id="colocation-prim13-prim11-INFINITY" rsc="prim13" with-rsc="prim11" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Check locations and constraints for prim13 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for prim13 in XML
	=#=#=#= Begin test: Recursively check locations and constraints for prim13 in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -A -r prim13 --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim12-prim13-INFINITY" rsc="prim12" with-rsc="prim13" score="INFINITY"/>
	<rsc_colocation id="colocation-prim11-prim12-INFINITY" rsc="prim11" with-rsc="prim12" score="INFINITY"/>
	<rsc_colocation id="colocation-prim13-prim11-INFINITY" rsc="prim13" with-rsc="prim11" score="INFINITY"/>
	<rsc_colocation id="colocation-prim13-prim11-INFINITY" rsc="prim13" with-rsc="prim11" score="INFINITY"/>
	<rsc_colocation id="colocation-prim11-prim12-INFINITY" rsc="prim11" with-rsc="prim12" score="INFINITY"/>
	<rsc_colocation id="colocation-prim12-prim13-INFINITY" rsc="prim12" with-rsc="prim13" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Recursively check locations and constraints for prim13 in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for prim13 in XML
	=#=#=#= Begin test: Check locations and constraints for group =#=#=#=
	Resources colocated with group:
	* prim7 (score=INFINITY, id=colocation-prim7-group-INFINITY)
	=#=#=#= End test: Check locations and constraints for group - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for group
	=#=#=#= Begin test: Recursively check locations and constraints for group =#=#=#=
	Resources colocated with group:
	* prim7 (score=INFINITY, id=colocation-prim7-group-INFINITY)
	=#=#=#= End test: Recursively check locations and constraints for group - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for group
	=#=#=#= Begin test: Check locations and constraints for group in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -a -r group --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim7-group-INFINITY" rsc="prim7" with-rsc="group" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Check locations and constraints for group in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for group in XML
	=#=#=#= Begin test: Recursively check locations and constraints for group in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -A -r group --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim7-group-INFINITY" rsc="prim7" with-rsc="group" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Recursively check locations and constraints for group in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for group in XML
	=#=#=#= Begin test: Check locations and constraints for clone =#=#=#=
	Resources colocated with clone:
	* prim9 (score=INFINITY, id=colocation-prim9-clone-INFINITY)
	=#=#=#= End test: Check locations and constraints for clone - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for clone
	=#=#=#= Begin test: Recursively check locations and constraints for clone =#=#=#=
	Resources colocated with clone:
	* prim9 (score=INFINITY, id=colocation-prim9-clone-INFINITY)
	=#=#=#= End test: Recursively check locations and constraints for clone - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for clone
	=#=#=#= Begin test: Check locations and constraints for clone in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -a -r clone --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim9-clone-INFINITY" rsc="prim9" with-rsc="clone" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Check locations and constraints for clone in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for clone in XML
	=#=#=#= Begin test: Recursively check locations and constraints for clone in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource -A -r clone --output-as=xml">
	<constraints>
	<rsc_colocation id="colocation-prim9-clone-INFINITY" rsc="prim9" with-rsc="clone" score="INFINITY"/>
	</constraints>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Recursively check locations and constraints for clone in XML - OK (0) =#=#=#=
	* Passed: crm_resource - Recursively check locations and constraints for clone in XML
	=#=#=#= Begin test: Check locations and constraints for group member (referring to group) =#=#=#=
	Resources colocated with group:
	* prim7 (score=INFINITY, id=colocation-prim7-group-INFINITY)
	=#=#=#= End test: Check locations and constraints for group member (referring to group) - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for group member (referring to group)
	=#=#=#= Begin test: Check locations and constraints for group member (without referring to group) =#=#=#=
	Resources colocated with gr2:
	* prim8 (score=INFINITY, id=colocation-prim8-gr2-INFINITY)
	=#=#=#= End test: Check locations and constraints for group member (without referring to group) - OK (0) =#=#=#=
	* Passed: crm_resource - Check locations and constraints for group member (without referring to group)
	Setting up shadow instance
	A new shadow instance was created. To begin using it paste the following into your shell:
	CIB_shadow=cts-cli ; export CIB_shadow
	=#=#=#= Begin test: Set a meta-attribute for primitive and resources colocated with it =#=#=#=
	Set 'prim5' option: id=prim5-meta_attributes-target-role set=prim5-meta_attributes name=target-role value=Stopped
	Set 'prim4' option: id=prim4-meta_attributes-target-role set=prim4-meta_attributes name=target-role value=Stopped
	Set 'prim10' option: id=prim10-meta_attributes-target-role set=prim10-meta_attributes name=target-role value=Stopped
	Set 'prim3' option: id=prim3-meta_attributes-target-role set=prim3-meta_attributes name=target-role value=Stopped
	Set 'prim2' option: id=prim2-meta_attributes-target-role set=prim2-meta_attributes name=target-role value=Stopped
	=#=#=#= End test: Set a meta-attribute for primitive and resources colocated with it - OK (0) =#=#=#=
	* Passed: crm_resource - Set a meta-attribute for primitive and resources colocated with it
	=#=#=#= Begin test: Set a meta-attribute for group and resource colocated with it =#=#=#=
	Set 'group' option: id=group-meta_attributes-target-role set=group-meta_attributes name=target-role value=Stopped
	Set 'prim7' option: id=prim7-meta_attributes-target-role set=prim7-meta_attributes name=target-role value=Stopped
	=#=#=#= End test: Set a meta-attribute for group and resource colocated with it - OK (0) =#=#=#=
	* Passed: crm_resource - Set a meta-attribute for group and resource colocated with it
	=#=#=#= Begin test: Set a meta-attribute for clone and resource colocated with it =#=#=#=
	Set 'clone' option: id=clone-meta_attributes-target-role set=clone-meta_attributes name=target-role value=Stopped
	Set 'prim9' option: id=prim9-meta_attributes-target-role set=prim9-meta_attributes name=target-role value=Stopped
	=#=#=#= End test: Set a meta-attribute for clone and resource colocated with it - OK (0) =#=#=#=
	* Passed: crm_resource - Set a meta-attribute for clone and resource colocated with it
	=#=#=#= Begin test: Show resource digests =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource --digests -r rsc1 -N node1 --output-as=xml">
	<digests resource="rsc1" node="node1" task="start" interval="0ms">
	<digest type="all" hash="3acdbe4c12734ebeb1251a59545af936">
	<parameters passwd="secret" fake="0"/>
	</digest>
	<digest type="nonprivate" hash="279c477dbc38c621904a00ab9e599b2f">
	<parameters fake="0"/>
	</digest>
	<digest type="nonreloadable" hash="5de1fd72a2e7762ed41543231034f6d7">
	<parameters passwd="secret"/>
	</digest>
	</digests>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Show resource digests - OK (0) =#=#=#=
	* Passed: crm_resource - Show resource digests
	=#=#=#= Begin test: Show resource digests with overrides =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource --digests -r rsc1 -N node1 --output-as=xml CRM_meta_interval=10000 CRM_meta_timeout=20000">
	<digests resource="rsc1" node="node1" task="start" interval="10000ms">
	<digest type="all" hash="720718e8d715d5d3be1403cbbcb953bc">
	<parameters passwd="secret" fake="0" CRM_meta_timeout="20000"/>
	</digest>
	<digest type="nonprivate" hash="279c477dbc38c621904a00ab9e599b2f">
	<parameters fake="0"/>
	</digest>
	<digest type="nonreloadable" hash="5de1fd72a2e7762ed41543231034f6d7">
	<parameters passwd="secret"/>
	</digest>
	</digests>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Show resource digests with overrides - OK (0) =#=#=#=
	* Passed: crm_resource - Show resource digests with overrides
	=#=#=#= Begin test: Show resource operations =#=#=#=
	rsc1 (ocf:pacemaker:Dummy): Started: rsc1_monitor_0 (node=node4, call=136, rc=7, exec=28ms): complete
	Fencing (stonith:fence_xvm): Started: Fencing_monitor_0 (node=node4, call=5, rc=7, exec=2ms): complete
	rsc1 (ocf:pacemaker:Dummy): Started: rsc1_monitor_0 (node=node2, call=101, rc=7, exec=45ms): complete
	Fencing (stonith:fence_xvm): Started: Fencing_monitor_0 (node=node2, call=5, rc=7, exec=4ms): complete
	Fencing (stonith:fence_xvm): Started: Fencing_monitor_0 (node=node3, call=5, rc=7, exec=24ms): complete
	rsc1 (ocf:pacemaker:Dummy): Started: rsc1_monitor_0 (node=node5, call=99, rc=193, exec=27ms): pending
	Fencing (stonith:fence_xvm): Started: Fencing_monitor_0 (node=node5, call=5, rc=7, exec=14ms): complete
	rsc1 (ocf:pacemaker:Dummy): Started: rsc1_start_0 (node=node1, call=104, rc=0, exec=22ms): complete
	rsc1 (ocf:pacemaker:Dummy): Started: rsc1_monitor_10000 (node=node1, call=106, rc=0, exec=20ms): complete
	Fencing (stonith:fence_xvm): Started: Fencing_start_0 (node=node1, call=10, rc=0, exec=59ms): complete
	Fencing (stonith:fence_xvm): Started: Fencing_monitor_120000 (node=node1, call=12, rc=0, exec=70ms): complete
	=#=#=#= End test: Show resource operations - OK (0) =#=#=#=
	* Passed: crm_resource - Show resource operations
	=#=#=#= Begin test: Show resource operations (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource --list-operations --output-as=xml">
	<operations>
	<operation op="rsc1_monitor_0" node="node4" call="136" rc="7" status="complete" rsc="rsc1" agent="ocf:pacemaker:Dummy" exec-time="28"/>
	<operation op="Fencing_monitor_0" node="node4" call="5" rc="7" status="complete" rsc="Fencing" agent="stonith::fence_xvm" exec-time="2"/>
	<operation op="rsc1_monitor_0" node="node2" call="101" rc="7" status="complete" rsc="rsc1" agent="ocf:pacemaker:Dummy" exec-time="45"/>
	<operation op="Fencing_monitor_0" node="node2" call="5" rc="7" status="complete" rsc="Fencing" agent="stonith::fence_xvm" exec-time="4"/>
	<operation op="Fencing_monitor_0" node="node3" call="5" rc="7" status="complete" rsc="Fencing" agent="stonith::fence_xvm" exec-time="24"/>
	<operation op="rsc1_monitor_0" node="node5" call="99" rc="193" status="pending" rsc="rsc1" agent="ocf:pacemaker:Dummy" exec-time="27"/>
	<operation op="Fencing_monitor_0" node="node5" call="5" rc="7" status="complete" rsc="Fencing" agent="stonith::fence_xvm" exec-time="14"/>
	<operation op="rsc1_start_0" node="node1" call="104" rc="0" status="complete" rsc="rsc1" agent="ocf:pacemaker:Dummy" exec-time="22"/>
	<operation op="rsc1_monitor_10000" node="node1" call="106" rc="0" status="complete" rsc="rsc1" agent="ocf:pacemaker:Dummy" exec-time="20"/>
	<operation op="Fencing_start_0" node="node1" call="10" rc="0" status="complete" rsc="Fencing" agent="stonith::fence_xvm" exec-time="59"/>
	<operation op="Fencing_monitor_120000" node="node1" call="12" rc="0" status="complete" rsc="Fencing" agent="stonith::fence_xvm" exec-time="70"/>
	</operations>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Show resource operations (XML) - OK (0) =#=#=#=
	* Passed: crm_resource - Show resource operations (XML)
	=#=#=#= Begin test: List all nodes =#=#=#=
	cluster node: overcloud-controller-0 (1)
	cluster node: overcloud-controller-1 (2)
	cluster node: overcloud-controller-2 (3)
	cluster node: overcloud-galera-0 (4)
	cluster node: overcloud-galera-1 (5)
	cluster node: overcloud-galera-2 (6)
	guest node: lxc1 (lxc1)
	guest node: lxc2 (lxc2)
	remote node: overcloud-rabbit-0 (overcloud-rabbit-0)
	remote node: overcloud-rabbit-1 (overcloud-rabbit-1)
	remote node: overcloud-rabbit-2 (overcloud-rabbit-2)
	=#=#=#= End test: List all nodes - OK (0) =#=#=#=
	* Passed: crmadmin - List all nodes
	=#=#=#= Begin test: Minimally list all nodes =#=#=#=
	overcloud-controller-0
	overcloud-controller-1
	overcloud-controller-2
	overcloud-galera-0
	overcloud-galera-1
	overcloud-galera-2
	lxc1
	lxc2
	overcloud-rabbit-0
	overcloud-rabbit-1
	overcloud-rabbit-2
	=#=#=#= End test: Minimally list all nodes - OK (0) =#=#=#=
	* Passed: crmadmin - Minimally list all nodes
	=#=#=#= Begin test: List all nodes as bash exports =#=#=#=
	export overcloud-controller-0=1
	export overcloud-controller-1=2
	export overcloud-controller-2=3
	export overcloud-galera-0=4
	export overcloud-galera-1=5
	export overcloud-galera-2=6
	export lxc1=lxc1
	export lxc2=lxc2
	export overcloud-rabbit-0=overcloud-rabbit-0
	export overcloud-rabbit-1=overcloud-rabbit-1
	export overcloud-rabbit-2=overcloud-rabbit-2
	=#=#=#= End test: List all nodes as bash exports - OK (0) =#=#=#=
	* Passed: crmadmin - List all nodes as bash exports
	=#=#=#= Begin test: List cluster nodes =#=#=#=
	6
	=#=#=#= End test: List cluster nodes - OK (0) =#=#=#=
	* Passed: crmadmin - List cluster nodes
	=#=#=#= Begin test: List guest nodes =#=#=#=
	2
	=#=#=#= End test: List guest nodes - OK (0) =#=#=#=
	* Passed: crmadmin - List guest nodes
	=#=#=#= Begin test: List remote nodes =#=#=#=
	3
	=#=#=#= End test: List remote nodes - OK (0) =#=#=#=
	* Passed: crmadmin - List remote nodes
	=#=#=#= Begin test: List cluster,remote nodes =#=#=#=
	9
	=#=#=#= End test: List cluster,remote nodes - OK (0) =#=#=#=
	* Passed: crmadmin - List cluster,remote nodes
	=#=#=#= Begin test: List guest,remote nodes =#=#=#=
	5
	=#=#=#= End test: List guest,remote nodes - OK (0) =#=#=#=
	* Passed: crmadmin - List guest,remote nodes
	=#=#=#= Begin test: Show allocation scores with crm_simulate =#=#=#=
	<pacemaker-result api-version="X" request="crm_mon.xml --show-scores --output-as=xml">
	<cluster_status>
	<nodes>
	<node name="cluster01" id="1" online="true" standby="false" standby_onfail="false" maintenance="false" pending="false" unclean="false" health="green" feature_set="<3.15.1" shutdown="false" expected_up="true" is_dc="false" resources_running="7" type="member"/>
	<node name="cluster02" id="2" online="true" standby="false" standby_onfail="false" maintenance="false" pending="false" unclean="false" health="green" feature_set="<3.15.1" shutdown="false" expected_up="true" is_dc="true" resources_running="9" type="member"/>
	<node name="httpd-bundle-0" id="httpd-bundle-0" online="true" standby="false" standby_onfail="false" maintenance="false" pending="false" unclean="false" health="green" shutdown="false" expected_up="false" is_dc="false" resources_running="1" type="remote" id_as_resource="httpd-bundle-docker-0"/>
	<node name="httpd-bundle-1" id="httpd-bundle-1" online="true" standby="false" standby_onfail="false" maintenance="false" pending="false" unclean="false" health="green" shutdown="false" expected_up="false" is_dc="false" resources_running="1" type="remote" id_as_resource="httpd-bundle-docker-1"/>
	<node name="httpd-bundle-2" id="httpd-bundle-2" online="false" standby="false" standby_onfail="false" maintenance="false" pending="false" unclean="false" health="green" shutdown="false" expected_up="false" is_dc="false" resources_running="0" type="remote" id_as_resource="httpd-bundle-docker-2"/>
	</nodes>
	<resources>
	<clone id="ping-clone" multi_state="false" unique="false" maintenance="false" managed="true" disabled="false" failed="false" failure_ignored="false">
	<resource id="ping" resource_agent="ocf:pacemaker:ping" role="Started" active="true" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">
	<node name="cluster02" id="2" cached="true"/>
	</resource>
	<resource id="ping" resource_agent="ocf:pacemaker:ping" role="Started" active="true" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">
	<node name="cluster01" id="1" cached="true"/>
	</resource>
	</clone>
	<resource id="Fencing" resource_agent="stonith:fence_xvm" role="Started" active="true" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">
	<node name="cluster01" id="1" cached="true"/>
	</resource>
	<resource id="dummy" resource_agent="ocf:pacemaker:Dummy" role="Started" active="true" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">
	<node name="cluster02" id="2" cached="true"/>
	</resource>
	<clone id="inactive-clone" multi_state="false" unique="false" maintenance="false" managed="true" disabled="true" failed="false" failure_ignored="false" target_role="stopped">
	<resource id="inactive-dhcpd" resource_agent="lsb:dhcpd" role="Stopped" target_role="stopped" active="false" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>
	<resource id="inactive-dhcpd" resource_agent="lsb:dhcpd" role="Stopped" target_role="stopped" active="false" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>
	</clone>
	<group id="inactive-group" number_resources="2" maintenance="false" managed="true" disabled="true">
	<resource id="inactive-dummy-1" resource_agent="ocf:pacemaker:Dummy" role="Stopped" target_role="stopped" active="false" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>
	<resource id="inactive-dummy-2" resource_agent="ocf:pacemaker:Dummy" role="Stopped" target_role="stopped" active="false" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>
	</group>
	<bundle id="httpd-bundle" type="docker" image="pcmk:http" unique="false" maintenance="false" managed="true" failed="false">
	<replica id="0">
	<resource id="httpd-bundle-ip-192.168.122.131" resource_agent="ocf:heartbeat:IPaddr2" role="Started" target_role="Started" active="true" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">
	<node name="cluster01" id="1" cached="true"/>
	</resource>
	<resource id="httpd" resource_agent="ocf:heartbeat:apache" role="Started" target_role="Started" active="true" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">
	<node name="httpd-bundle-0" id="httpd-bundle-0" cached="true"/>
	</resource>
	<resource id="httpd-bundle-docker-0" resource_agent="ocf:heartbeat:docker" role="Started" target_role="Started" active="true" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">
	<node name="cluster01" id="1" cached="true"/>
	</resource>
	<resource id="httpd-bundle-0" resource_agent="ocf:pacemaker:remote" role="Started" target_role="Started" active="true" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">
	<node name="cluster01" id="1" cached="true"/>
	</resource>
	</replica>
	<replica id="1">
	<resource id="httpd-bundle-ip-192.168.122.132" resource_agent="ocf:heartbeat:IPaddr2" role="Started" target_role="Started" active="true" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">
	<node name="cluster02" id="2" cached="true"/>
	</resource>
	<resource id="httpd" resource_agent="ocf:heartbeat:apache" role="Started" target_role="Started" active="true" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">
	<node name="httpd-bundle-1" id="httpd-bundle-1" cached="true"/>
	</resource>
	<resource id="httpd-bundle-docker-1" resource_agent="ocf:heartbeat:docker" role="Started" target_role="Started" active="true" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">
	<node name="cluster02" id="2" cached="true"/>
	</resource>
	<resource id="httpd-bundle-1" resource_agent="ocf:pacemaker:remote" role="Started" target_role="Started" active="true" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">
	<node name="cluster02" id="2" cached="true"/>
	</resource>
	</replica>
	<replica id="2">
	<resource id="httpd-bundle-ip-192.168.122.133" resource_agent="ocf:heartbeat:IPaddr2" role="Stopped" target_role="Started" active="false" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>
	<resource id="httpd" resource_agent="ocf:heartbeat:apache" role="Stopped" target_role="Started" active="false" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>
	<resource id="httpd-bundle-docker-2" resource_agent="ocf:heartbeat:docker" role="Stopped" target_role="Started" active="false" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>
	<resource id="httpd-bundle-2" resource_agent="ocf:pacemaker:remote" role="Stopped" target_role="Started" active="false" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>
	</replica>
	</bundle>
	<group id="exim-group" number_resources="2" maintenance="false" managed="true" disabled="false">
	<resource id="Public-IP" resource_agent="ocf:heartbeat:IPaddr" role="Started" active="true" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">
	<node name="cluster02" id="2" cached="true"/>
	</resource>
	<resource id="Email" resource_agent="lsb:exim" role="Started" active="true" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">
	<node name="cluster02" id="2" cached="true"/>
	</resource>
	</group>
	<clone id="mysql-clone-group" multi_state="false" unique="false" maintenance="false" managed="true" disabled="false" failed="false" failure_ignored="false">
	<group id="mysql-group:0" number_resources="1" maintenance="false" managed="true" disabled="false">
	<resource id="mysql-proxy" resource_agent="lsb:mysql-proxy" role="Started" active="true" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">
	<node name="cluster02" id="2" cached="true"/>
	</resource>
	</group>
	<group id="mysql-group:1" number_resources="1" maintenance="false" managed="true" disabled="false">
	<resource id="mysql-proxy" resource_agent="lsb:mysql-proxy" role="Started" active="true" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">
	<node name="cluster01" id="1" cached="true"/>
	</resource>
	</group>
	<group id="mysql-group:2" number_resources="1" maintenance="false" managed="true" disabled="false">
	<resource id="mysql-proxy" resource_agent="lsb:mysql-proxy" role="Stopped" active="false" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>
	</group>
	<group id="mysql-group:3" number_resources="1" maintenance="false" managed="true" disabled="false">
	<resource id="mysql-proxy" resource_agent="lsb:mysql-proxy" role="Stopped" active="false" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>
	</group>
	<group id="mysql-group:4" number_resources="1" maintenance="false" managed="true" disabled="false">
	<resource id="mysql-proxy" resource_agent="lsb:mysql-proxy" role="Stopped" active="false" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>
	</group>
	</clone>
	<clone id="promotable-clone" multi_state="true" unique="false" maintenance="false" managed="true" disabled="false" failed="false" failure_ignored="false">
	<resource id="promotable-rsc" resource_agent="ocf:pacemaker:Stateful" role="Promoted" active="true" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">
	<node name="cluster02" id="2" cached="true"/>
	</resource>
	<resource id="promotable-rsc" resource_agent="ocf:pacemaker:Stateful" role="Unpromoted" active="true" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">
	<node name="cluster01" id="1" cached="true"/>
	</resource>
	<resource id="promotable-rsc" resource_agent="ocf:pacemaker:Stateful" role="Stopped" active="false" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>
	<resource id="promotable-rsc" resource_agent="ocf:pacemaker:Stateful" role="Stopped" active="false" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>
	<resource id="promotable-rsc" resource_agent="ocf:pacemaker:Stateful" role="Stopped" active="false" orphaned="false" blocked="false" maintenance="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>
	</clone>
	</resources>
	</cluster_status>
	<allocations>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="ping-clone"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="ping-clone"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="ping:0"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="1" id="ping:0"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="1" id="ping:1"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="ping:1"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="0" id="ping:0"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="1" id="ping:0"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="1" id="ping:1"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="-INFINITY" id="ping:1"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="0" id="Fencing"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="0" id="Fencing"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="-INFINITY" id="dummy"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="0" id="dummy"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="inactive-clone"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="inactive-clone"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="inactive-dhcpd:0"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="inactive-dhcpd:0"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="inactive-dhcpd:1"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="inactive-dhcpd:1"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="-INFINITY" id="inactive-dhcpd:0"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="-INFINITY" id="inactive-dhcpd:0"/>
	<node_weight function="pcmk__primitive_assign" node="httpd-bundle-0" score="-INFINITY" id="inactive-dhcpd:0"/>
	<node_weight function="pcmk__primitive_assign" node="httpd-bundle-1" score="-INFINITY" id="inactive-dhcpd:0"/>
	<node_weight function="pcmk__primitive_assign" node="httpd-bundle-2" score="-INFINITY" id="inactive-dhcpd:0"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="-INFINITY" id="inactive-dhcpd:1"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="-INFINITY" id="inactive-dhcpd:1"/>
	<node_weight function="pcmk__primitive_assign" node="httpd-bundle-0" score="-INFINITY" id="inactive-dhcpd:1"/>
	<node_weight function="pcmk__primitive_assign" node="httpd-bundle-1" score="-INFINITY" id="inactive-dhcpd:1"/>
	<node_weight function="pcmk__primitive_assign" node="httpd-bundle-2" score="-INFINITY" id="inactive-dhcpd:1"/>
	<node_weight function="pcmk__group_assign" node="cluster01" score="0" id="inactive-group"/>
	<node_weight function="pcmk__group_assign" node="cluster02" score="0" id="inactive-group"/>
	<node_weight function="pcmk__group_assign" node="cluster01" score="0" id="inactive-dummy-1"/>
	<node_weight function="pcmk__group_assign" node="cluster02" score="0" id="inactive-dummy-1"/>
	<node_weight function="pcmk__group_assign" node="cluster01" score="0" id="inactive-dummy-2"/>
	<node_weight function="pcmk__group_assign" node="cluster02" score="0" id="inactive-dummy-2"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="-INFINITY" id="inactive-dummy-1"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="-INFINITY" id="inactive-dummy-1"/>
	<node_weight function="pcmk__primitive_assign" node="httpd-bundle-0" score="-INFINITY" id="inactive-dummy-1"/>
	<node_weight function="pcmk__primitive_assign" node="httpd-bundle-1" score="-INFINITY" id="inactive-dummy-1"/>
	<node_weight function="pcmk__primitive_assign" node="httpd-bundle-2" score="-INFINITY" id="inactive-dummy-1"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="-INFINITY" id="inactive-dummy-2"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="-INFINITY" id="inactive-dummy-2"/>
	<node_weight function="pcmk__primitive_assign" node="httpd-bundle-0" score="-INFINITY" id="inactive-dummy-2"/>
	<node_weight function="pcmk__primitive_assign" node="httpd-bundle-1" score="-INFINITY" id="inactive-dummy-2"/>
	<node_weight function="pcmk__primitive_assign" node="httpd-bundle-2" score="-INFINITY" id="inactive-dummy-2"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster01" score="0" id="httpd-bundle"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster02" score="0" id="httpd-bundle"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster01" score="0" id="httpd-bundle-docker-0"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster02" score="0" id="httpd-bundle-docker-0"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster01" score="0" id="httpd-bundle-ip-192.168.122.131"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster02" score="0" id="httpd-bundle-ip-192.168.122.131"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster01" score="0" id="httpd-bundle-0"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster02" score="0" id="httpd-bundle-0"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster01" score="0" id="httpd-bundle-docker-1"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster02" score="0" id="httpd-bundle-docker-1"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster01" score="0" id="httpd-bundle-ip-192.168.122.132"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster02" score="0" id="httpd-bundle-ip-192.168.122.132"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster01" score="0" id="httpd-bundle-1"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster02" score="0" id="httpd-bundle-1"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster01" score="0" id="httpd-bundle-docker-2"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster02" score="0" id="httpd-bundle-docker-2"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster01" score="0" id="httpd-bundle-ip-192.168.122.133"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster02" score="0" id="httpd-bundle-ip-192.168.122.133"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster01" score="0" id="httpd-bundle-2"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster02" score="0" id="httpd-bundle-2"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster01" score="0" id="httpd-bundle-clone"/>
	<node_weight function="pcmk__bundle_allocate" node="cluster02" score="0" id="httpd-bundle-clone"/>
	<node_weight function="pcmk__bundle_allocate" node="httpd-bundle-0" score="-INFINITY" id="httpd-bundle-clone"/>
	<node_weight function="pcmk__bundle_allocate" node="httpd-bundle-1" score="-INFINITY" id="httpd-bundle-clone"/>
	<node_weight function="pcmk__bundle_allocate" node="httpd-bundle-2" score="-INFINITY" id="httpd-bundle-clone"/>
	<node_weight function="pcmk__bundle_allocate" node="httpd-bundle-0" score="501" id="httpd:0"/>
	<node_weight function="pcmk__bundle_allocate" node="httpd-bundle-1" score="501" id="httpd:1"/>
	<node_weight function="pcmk__bundle_allocate" node="httpd-bundle-2" score="500" id="httpd:2"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="0" id="httpd-bundle-docker-0"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="0" id="httpd-bundle-docker-0"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="-INFINITY" id="httpd-bundle-docker-1"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="0" id="httpd-bundle-docker-1"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="-INFINITY" id="httpd-bundle-docker-2"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="-INFINITY" id="httpd-bundle-docker-2"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="0" id="httpd-bundle-ip-192.168.122.131"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="-INFINITY" id="httpd-bundle-ip-192.168.122.131"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="10000" id="httpd-bundle-0"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="0" id="httpd-bundle-0"/>
	<node_weight function="pcmk__primitive_assign" node="httpd-bundle-0" score="INFINITY" id="httpd:0"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="-INFINITY" id="httpd-bundle-ip-192.168.122.132"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="0" id="httpd-bundle-ip-192.168.122.132"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="0" id="httpd-bundle-1"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="10000" id="httpd-bundle-1"/>
	<node_weight function="pcmk__primitive_assign" node="httpd-bundle-1" score="INFINITY" id="httpd:1"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="-INFINITY" id="httpd-bundle-ip-192.168.122.133"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="-INFINITY" id="httpd-bundle-ip-192.168.122.133"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="0" id="httpd-bundle-2"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="0" id="httpd-bundle-2"/>
	<node_weight function="pcmk__primitive_assign" node="httpd-bundle-2" score="INFINITY" id="httpd:2"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="-INFINITY" id="httpd-bundle-clone"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="-INFINITY" id="httpd-bundle-clone"/>
	<node_weight function="pcmk__clone_allocate" node="httpd-bundle-0" score="0" id="httpd-bundle-clone"/>
	<node_weight function="pcmk__clone_allocate" node="httpd-bundle-1" score="0" id="httpd-bundle-clone"/>
	<node_weight function="pcmk__clone_allocate" node="httpd-bundle-2" score="0" id="httpd-bundle-clone"/>
	<node_weight function="pcmk__clone_allocate" node="httpd-bundle-0" score="INFINITY" id="httpd:0"/>
	<node_weight function="pcmk__clone_allocate" node="httpd-bundle-1" score="INFINITY" id="httpd:1"/>
	<node_weight function="pcmk__clone_allocate" node="httpd-bundle-2" score="INFINITY" id="httpd:2"/>
	<node_weight function="pcmk__group_assign" node="cluster01" score="0" id="exim-group"/>
	<node_weight function="pcmk__group_assign" node="cluster02" score="0" id="exim-group"/>
	<node_weight function="pcmk__group_assign" node="cluster01" score="0" id="Public-IP"/>
	<node_weight function="pcmk__group_assign" node="cluster02" score="0" id="Public-IP"/>
	<node_weight function="pcmk__group_assign" node="cluster01" score="0" id="Email"/>
	<node_weight function="pcmk__group_assign" node="cluster02" score="0" id="Email"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="0" id="Public-IP"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="0" id="Public-IP"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="-INFINITY" id="Email"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="0" id="Email"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="mysql-clone-group"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="mysql-clone-group"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="mysql-group:0"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="mysql-group:0"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="mysql-proxy:0"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="1" id="mysql-proxy:0"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="mysql-group:1"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="mysql-group:1"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="1" id="mysql-proxy:1"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="mysql-proxy:1"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="mysql-group:2"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="mysql-group:2"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="mysql-proxy:2"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="mysql-proxy:2"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="mysql-group:3"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="mysql-group:3"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="mysql-proxy:3"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="mysql-proxy:3"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="mysql-group:4"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="mysql-group:4"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="mysql-proxy:4"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="mysql-proxy:4"/>
	<node_weight function="pcmk__group_assign" node="cluster01" score="0" id="mysql-group:0"/>
	<node_weight function="pcmk__group_assign" node="cluster02" score="0" id="mysql-group:0"/>
	<node_weight function="pcmk__group_assign" node="cluster01" score="0" id="mysql-proxy:0"/>
	<node_weight function="pcmk__group_assign" node="cluster02" score="1" id="mysql-proxy:0"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="0" id="mysql-proxy:0"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="1" id="mysql-proxy:0"/>
	<node_weight function="pcmk__group_assign" node="cluster01" score="0" id="mysql-group:1"/>
	<node_weight function="pcmk__group_assign" node="cluster02" score="-INFINITY" id="mysql-group:1"/>
	<node_weight function="pcmk__group_assign" node="cluster01" score="1" id="mysql-proxy:1"/>
	<node_weight function="pcmk__group_assign" node="cluster02" score="-INFINITY" id="mysql-proxy:1"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="1" id="mysql-proxy:1"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="-INFINITY" id="mysql-proxy:1"/>
	<node_weight function="pcmk__group_assign" node="cluster01" score="-INFINITY" id="mysql-group:2"/>
	<node_weight function="pcmk__group_assign" node="cluster02" score="-INFINITY" id="mysql-group:2"/>
	<node_weight function="pcmk__group_assign" node="cluster01" score="-INFINITY" id="mysql-proxy:2"/>
	<node_weight function="pcmk__group_assign" node="cluster02" score="-INFINITY" id="mysql-proxy:2"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="-INFINITY" id="mysql-proxy:2"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="-INFINITY" id="mysql-proxy:2"/>
	<node_weight function="pcmk__group_assign" node="cluster01" score="-INFINITY" id="mysql-group:3"/>
	<node_weight function="pcmk__group_assign" node="cluster02" score="-INFINITY" id="mysql-group:3"/>
	<node_weight function="pcmk__group_assign" node="cluster01" score="-INFINITY" id="mysql-proxy:3"/>
	<node_weight function="pcmk__group_assign" node="cluster02" score="-INFINITY" id="mysql-proxy:3"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="-INFINITY" id="mysql-proxy:3"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="-INFINITY" id="mysql-proxy:3"/>
	<node_weight function="pcmk__group_assign" node="cluster01" score="-INFINITY" id="mysql-group:4"/>
	<node_weight function="pcmk__group_assign" node="cluster02" score="-INFINITY" id="mysql-group:4"/>
	<node_weight function="pcmk__group_assign" node="cluster01" score="-INFINITY" id="mysql-proxy:4"/>
	<node_weight function="pcmk__group_assign" node="cluster02" score="-INFINITY" id="mysql-proxy:4"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="-INFINITY" id="mysql-proxy:4"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="-INFINITY" id="mysql-proxy:4"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="promotable-clone"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="promotable-clone"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="promotable-rsc:0"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="1" id="promotable-rsc:0"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="1" id="promotable-rsc:1"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="promotable-rsc:1"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="promotable-rsc:2"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="promotable-rsc:2"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="promotable-rsc:3"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="promotable-rsc:3"/>
	<node_weight function="pcmk__clone_allocate" node="cluster01" score="0" id="promotable-rsc:4"/>
	<node_weight function="pcmk__clone_allocate" node="cluster02" score="0" id="promotable-rsc:4"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="0" id="promotable-rsc:0"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="1" id="promotable-rsc:0"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="1" id="promotable-rsc:1"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="-INFINITY" id="promotable-rsc:1"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="-INFINITY" id="promotable-rsc:2"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="-INFINITY" id="promotable-rsc:2"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="-INFINITY" id="promotable-rsc:3"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="-INFINITY" id="promotable-rsc:3"/>
	<node_weight function="pcmk__primitive_assign" node="cluster01" score="-INFINITY" id="promotable-rsc:4"/>
	<node_weight function="pcmk__primitive_assign" node="cluster02" score="-INFINITY" id="promotable-rsc:4"/>
	<promotion_score id="promotable-rsc:0" score="9" node="cluster02"/>
	<promotion_score id="promotable-rsc:2" score="0"/>
	<promotion_score id="promotable-rsc:3" score="0"/>
	<promotion_score id="promotable-rsc:4" score="0"/>
	<promotion_score id="promotable-rsc:1" score="-1" node="cluster01"/>
	</allocations>
	<actions>
	<rsc_action action="start" resource="httpd-bundle-2" node="cluster01" reason="unrunnable httpd-bundle-docker-2 start" blocked="true"/>
	<rsc_action action="start" resource="httpd:2" node="httpd-bundle-2" reason="unrunnable httpd-bundle-docker-2 start" blocked="true"/>
	</actions>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Show allocation scores with crm_simulate - OK (0) =#=#=#=
	* Passed: crm_simulate - Show allocation scores with crm_simulate
	=#=#=#= Begin test: Show utilization with crm_simulate =#=#=#=
	4 of 32 resource instances DISABLED and 0 BLOCKED from further action due to failure

	[ cluster01 cluster02 ]
	[ httpd-bundle-0 httpd-bundle-1 ]

	Started: [ cluster01 cluster02 ]
	Fencing (stonith:fence_xvm): Started cluster01
	dummy (ocf:pacemaker:Dummy): Started cluster02
	Stopped (disabled): [ cluster01 cluster02 ]
	inactive-dummy-1 (ocf:pacemaker:Dummy): Stopped (disabled)
	inactive-dummy-2 (ocf:pacemaker:Dummy): Stopped (disabled)
	httpd-bundle-0 (192.168.122.131) (ocf:heartbeat:apache): Started cluster01
	httpd-bundle-1 (192.168.122.132) (ocf:heartbeat:apache): Started cluster02
	httpd-bundle-2 (192.168.122.133) (ocf:heartbeat:apache): Stopped
	Public-IP (ocf:heartbeat:IPaddr): Started cluster02
	Email (lsb:exim): Started cluster02
	Started: [ cluster01 cluster02 ]
	Promoted: [ cluster02 ]
	Unpromoted: [ cluster01 ]

	Only 'private' parameters to 60s-interval monitor for dummy on cluster02 changed: 0:0;16:2:0:4a9e64d6-e1dd-4395-917c-1596312eafe4
	Original: cluster01 capacity:
	Original: cluster02 capacity:
	Original: httpd-bundle-0 capacity:
	Original: httpd-bundle-1 capacity:
	Original: httpd-bundle-2 capacity:
	pcmk__finalize_assignment: ping:0 utilization on cluster02:
	pcmk__finalize_assignment: ping:1 utilization on cluster01:
	pcmk__finalize_assignment: Fencing utilization on cluster01:
	pcmk__finalize_assignment: dummy utilization on cluster02:
	pcmk__finalize_assignment: httpd-bundle-docker-0 utilization on cluster01:
	pcmk__finalize_assignment: httpd-bundle-docker-1 utilization on cluster02:
	pcmk__finalize_assignment: httpd-bundle-ip-192.168.122.131 utilization on cluster01:
	pcmk__finalize_assignment: httpd-bundle-0 utilization on cluster01:
	pcmk__finalize_assignment: httpd:0 utilization on httpd-bundle-0:
	pcmk__finalize_assignment: httpd-bundle-ip-192.168.122.132 utilization on cluster02:
	pcmk__finalize_assignment: httpd-bundle-1 utilization on cluster02:
	pcmk__finalize_assignment: httpd:1 utilization on httpd-bundle-1:
	pcmk__finalize_assignment: httpd-bundle-2 utilization on cluster01:
	pcmk__finalize_assignment: httpd:2 utilization on httpd-bundle-2:
	pcmk__finalize_assignment: Public-IP utilization on cluster02:
	pcmk__finalize_assignment: Email utilization on cluster02:
	pcmk__finalize_assignment: mysql-proxy:0 utilization on cluster02:
	pcmk__finalize_assignment: mysql-proxy:1 utilization on cluster01:
	pcmk__finalize_assignment: promotable-rsc:0 utilization on cluster02:
	pcmk__finalize_assignment: promotable-rsc:1 utilization on cluster01:
	Remaining: cluster01 capacity:
	Remaining: cluster02 capacity:
	Remaining: httpd-bundle-0 capacity:
	Remaining: httpd-bundle-1 capacity:
	Remaining: httpd-bundle-2 capacity:

	Start httpd-bundle-2 ( cluster01 ) due to unrunnable httpd-bundle-docker-2 start (blocked)
	Start httpd:2 ( httpd-bundle-2 ) due to unrunnable httpd-bundle-docker-2 start (blocked)
	=#=#=#= End test: Show utilization with crm_simulate - OK (0) =#=#=#=
	* Passed: crm_simulate - Show utilization with crm_simulate
	=#=#=#= Begin test: Simulate injecting a failure =#=#=#=
	4 of 32 resource instances DISABLED and 0 BLOCKED from further action due to failure

	Current cluster status:
	* Node List:
	* Online: [ cluster01 cluster02 ]
	* GuestOnline: [ httpd-bundle-0 httpd-bundle-1 ]

	* Full List of Resources:
	* Clone Set: ping-clone [ping]:
	* Started: [ cluster01 cluster02 ]
	* Fencing (stonith:fence_xvm): Started cluster01
	* dummy (ocf:pacemaker:Dummy): Started cluster02
	* Clone Set: inactive-clone [inactive-dhcpd] (disabled):
	* Stopped (disabled): [ cluster01 cluster02 ]
	* Resource Group: inactive-group (disabled):
	* inactive-dummy-1 (ocf:pacemaker:Dummy): Stopped (disabled)
	* inactive-dummy-2 (ocf:pacemaker:Dummy): Stopped (disabled)
	* Container bundle set: httpd-bundle [pcmk:http]:
	* httpd-bundle-0 (192.168.122.131) (ocf:heartbeat:apache): Started cluster01
	* httpd-bundle-1 (192.168.122.132) (ocf:heartbeat:apache): Started cluster02
	* httpd-bundle-2 (192.168.122.133) (ocf:heartbeat:apache): Stopped
	* Resource Group: exim-group:
	* Public-IP (ocf:heartbeat:IPaddr): Started cluster02
	* Email (lsb:exim): Started cluster02
	* Clone Set: mysql-clone-group [mysql-group]:
	* Started: [ cluster01 cluster02 ]
	* Clone Set: promotable-clone [promotable-rsc] (promotable):
	* Promoted: [ cluster02 ]
	* Unpromoted: [ cluster01 ]

	Performing Requested Modifications:
	* Injecting ping_monitor_10000@cluster02=1 into the configuration
	* Injecting attribute fail-count-ping#monitor_10000=value++ into /node_state '2'
	* Injecting attribute last-failure-ping#monitor_10000= into /node_state '2'

	Transition Summary:
	* Recover ping:0 ( cluster02 )
	* Start httpd-bundle-2 ( cluster01 ) due to unrunnable httpd-bundle-docker-2 start (blocked)
	* Start httpd:2 ( httpd-bundle-2 ) due to unrunnable httpd-bundle-docker-2 start (blocked)

	Executing Cluster Transition:
	* Cluster action: clear_failcount for ping on cluster02
	* Pseudo action: ping-clone_stop_0
	* Pseudo action: httpd-bundle_start_0
	* Resource action: ping stop on cluster02
	* Pseudo action: ping-clone_stopped_0
	* Pseudo action: ping-clone_start_0
	* Pseudo action: httpd-bundle-clone_start_0
	* Resource action: ping start on cluster02
	* Resource action: ping monitor=10000 on cluster02
	* Pseudo action: ping-clone_running_0
	* Pseudo action: httpd-bundle-clone_running_0
	* Pseudo action: httpd-bundle_running_0

	Revised Cluster Status:
	* Node List:
	* Online: [ cluster01 cluster02 ]
	* GuestOnline: [ httpd-bundle-0 httpd-bundle-1 ]

	* Full List of Resources:
	* Clone Set: ping-clone [ping]:
	* Started: [ cluster01 cluster02 ]
	* Fencing (stonith:fence_xvm): Started cluster01
	* dummy (ocf:pacemaker:Dummy): Started cluster02
	* Clone Set: inactive-clone [inactive-dhcpd] (disabled):
	* Stopped (disabled): [ cluster01 cluster02 ]
	* Resource Group: inactive-group (disabled):
	* inactive-dummy-1 (ocf:pacemaker:Dummy): Stopped (disabled)
	* inactive-dummy-2 (ocf:pacemaker:Dummy): Stopped (disabled)
	* Container bundle set: httpd-bundle [pcmk:http]:
	* httpd-bundle-0 (192.168.122.131) (ocf:heartbeat:apache): Started cluster01
	* httpd-bundle-1 (192.168.122.132) (ocf:heartbeat:apache): Started cluster02
	* httpd-bundle-2 (192.168.122.133) (ocf:heartbeat:apache): Stopped
	* Resource Group: exim-group:
	* Public-IP (ocf:heartbeat:IPaddr): Started cluster02
	* Email (lsb:exim): Started cluster02
	* Clone Set: mysql-clone-group [mysql-group]:
	* Started: [ cluster01 cluster02 ]
	* Clone Set: promotable-clone [promotable-rsc] (promotable):
	* Promoted: [ cluster02 ]
	* Unpromoted: [ cluster01 ]
	=#=#=#= End test: Simulate injecting a failure - OK (0) =#=#=#=
	* Passed: crm_simulate - Simulate injecting a failure
	=#=#=#= Begin test: Simulate bringing a node down =#=#=#=
	4 of 32 resource instances DISABLED and 0 BLOCKED from further action due to failure

	Current cluster status:
	* Node List:
	* Online: [ cluster01 cluster02 ]
	* GuestOnline: [ httpd-bundle-0 httpd-bundle-1 ]

	* Full List of Resources:
	* Clone Set: ping-clone [ping]:
	* Started: [ cluster01 cluster02 ]
	* Fencing (stonith:fence_xvm): Started cluster01
	* dummy (ocf:pacemaker:Dummy): Started cluster02
	* Clone Set: inactive-clone [inactive-dhcpd] (disabled):
	* Stopped (disabled): [ cluster01 cluster02 ]
	* Resource Group: inactive-group (disabled):
	* inactive-dummy-1 (ocf:pacemaker:Dummy): Stopped (disabled)
	* inactive-dummy-2 (ocf:pacemaker:Dummy): Stopped (disabled)
	* Container bundle set: httpd-bundle [pcmk:http]:
	* httpd-bundle-0 (192.168.122.131) (ocf:heartbeat:apache): Started cluster01
	* httpd-bundle-1 (192.168.122.132) (ocf:heartbeat:apache): Started cluster02
	* httpd-bundle-2 (192.168.122.133) (ocf:heartbeat:apache): Stopped
	* Resource Group: exim-group:
	* Public-IP (ocf:heartbeat:IPaddr): Started cluster02
	* Email (lsb:exim): Started cluster02
	* Clone Set: mysql-clone-group [mysql-group]:
	* Started: [ cluster01 cluster02 ]
	* Clone Set: promotable-clone [promotable-rsc] (promotable):
	* Promoted: [ cluster02 ]
	* Unpromoted: [ cluster01 ]

	Performing Requested Modifications:
	* Taking node cluster01 offline

	Transition Summary:
	* Fence (off) httpd-bundle-0 (resource: httpd-bundle-docker-0) 'guest is unclean'
	* Start Fencing ( cluster02 )
	* Start httpd-bundle-0 ( cluster02 ) due to unrunnable httpd-bundle-docker-0 start (blocked)
	* Stop httpd:0 ( httpd-bundle-0 ) due to unrunnable httpd-bundle-docker-0 start
	* Start httpd-bundle-2 ( cluster02 ) due to unrunnable httpd-bundle-docker-2 start (blocked)
	* Start httpd:2 ( httpd-bundle-2 ) due to unrunnable httpd-bundle-docker-2 start (blocked)

	Executing Cluster Transition:
	* Resource action: Fencing start on cluster02
	* Pseudo action: stonith-httpd-bundle-0-off on httpd-bundle-0
	* Pseudo action: httpd-bundle_stop_0
	* Pseudo action: httpd-bundle_start_0
	* Resource action: Fencing monitor=60000 on cluster02
	* Pseudo action: httpd-bundle-clone_stop_0
	* Pseudo action: httpd_stop_0
	* Pseudo action: httpd-bundle-clone_stopped_0
	* Pseudo action: httpd-bundle-clone_start_0
	* Pseudo action: httpd-bundle_stopped_0
	* Pseudo action: httpd-bundle-clone_running_0
	* Pseudo action: httpd-bundle_running_0

	Revised Cluster Status:
	* Node List:
	* Online: [ cluster02 ]
	* OFFLINE: [ cluster01 ]
	* GuestOnline: [ httpd-bundle-1 ]

	* Full List of Resources:
	* Clone Set: ping-clone [ping]:
	* Started: [ cluster02 ]
	* Stopped: [ cluster01 ]
	* Fencing (stonith:fence_xvm): Started cluster02
	* dummy (ocf:pacemaker:Dummy): Started cluster02
	* Clone Set: inactive-clone [inactive-dhcpd] (disabled):
	* Stopped (disabled): [ cluster01 cluster02 ]
	* Resource Group: inactive-group (disabled):
	* inactive-dummy-1 (ocf:pacemaker:Dummy): Stopped (disabled)
	* inactive-dummy-2 (ocf:pacemaker:Dummy): Stopped (disabled)
	* Container bundle set: httpd-bundle [pcmk:http]:
	* httpd-bundle-0 (192.168.122.131) (ocf:heartbeat:apache): FAILED
	* httpd-bundle-1 (192.168.122.132) (ocf:heartbeat:apache): Started cluster02
	* httpd-bundle-2 (192.168.122.133) (ocf:heartbeat:apache): Stopped
	* Resource Group: exim-group:
	* Public-IP (ocf:heartbeat:IPaddr): Started cluster02
	* Email (lsb:exim): Started cluster02
	* Clone Set: mysql-clone-group [mysql-group]:
	* Started: [ cluster02 ]
	* Stopped: [ cluster01 ]
	* Clone Set: promotable-clone [promotable-rsc] (promotable):
	* Promoted: [ cluster02 ]
	* Stopped: [ cluster01 ]
	=#=#=#= End test: Simulate bringing a node down - OK (0) =#=#=#=
	* Passed: crm_simulate - Simulate bringing a node down
	=#=#=#= Begin test: Simulate a node failing =#=#=#=
	4 of 32 resource instances DISABLED and 0 BLOCKED from further action due to failure

	Current cluster status:
	* Node List:
	* Online: [ cluster01 cluster02 ]
	* GuestOnline: [ httpd-bundle-0 httpd-bundle-1 ]

	* Full List of Resources:
	* Clone Set: ping-clone [ping]:
	* Started: [ cluster01 cluster02 ]
	* Fencing (stonith:fence_xvm): Started cluster01
	* dummy (ocf:pacemaker:Dummy): Started cluster02
	* Clone Set: inactive-clone [inactive-dhcpd] (disabled):
	* Stopped (disabled): [ cluster01 cluster02 ]
	* Resource Group: inactive-group (disabled):
	* inactive-dummy-1 (ocf:pacemaker:Dummy): Stopped (disabled)
	* inactive-dummy-2 (ocf:pacemaker:Dummy): Stopped (disabled)
	* Container bundle set: httpd-bundle [pcmk:http]:
	* httpd-bundle-0 (192.168.122.131) (ocf:heartbeat:apache): Started cluster01
	* httpd-bundle-1 (192.168.122.132) (ocf:heartbeat:apache): Started cluster02
	* httpd-bundle-2 (192.168.122.133) (ocf:heartbeat:apache): Stopped
	* Resource Group: exim-group:
	* Public-IP (ocf:heartbeat:IPaddr): Started cluster02
	* Email (lsb:exim): Started cluster02
	* Clone Set: mysql-clone-group [mysql-group]:
	* Started: [ cluster01 cluster02 ]
	* Clone Set: promotable-clone [promotable-rsc] (promotable):
	* Promoted: [ cluster02 ]
	* Unpromoted: [ cluster01 ]

	Performing Requested Modifications:
	* Failing node cluster02

	Transition Summary:
	* Fence (off) httpd-bundle-1 (resource: httpd-bundle-docker-1) 'guest is unclean'
	* Fence (reboot) cluster02 'peer is no longer part of the cluster'
	* Stop ping:0 ( cluster02 ) due to node availability
	* Stop dummy ( cluster02 ) due to node availability
	* Stop httpd-bundle-ip-192.168.122.132 ( cluster02 ) due to node availability
	* Stop httpd-bundle-docker-1 ( cluster02 ) due to node availability
	* Stop httpd-bundle-1 ( cluster02 ) due to unrunnable httpd-bundle-docker-1 start
	* Stop httpd:1 ( httpd-bundle-1 ) due to unrunnable httpd-bundle-docker-1 start
	* Start httpd-bundle-2 ( cluster01 ) due to unrunnable httpd-bundle-docker-2 start (blocked)
	* Start httpd:2 ( httpd-bundle-2 ) due to unrunnable httpd-bundle-docker-2 start (blocked)
	* Move Public-IP ( cluster02 -> cluster01 )
	* Move Email ( cluster02 -> cluster01 )
	* Stop mysql-proxy:0 ( cluster02 ) due to node availability
	* Stop promotable-rsc:0 ( Promoted cluster02 ) due to node availability

	Executing Cluster Transition:
	* Pseudo action: httpd-bundle-1_stop_0
	* Pseudo action: promotable-clone_demote_0
	* Pseudo action: httpd-bundle_stop_0
	* Pseudo action: httpd-bundle_start_0
	* Fencing cluster02 (reboot)
	* Pseudo action: ping-clone_stop_0
	* Pseudo action: dummy_stop_0
	* Pseudo action: httpd-bundle-docker-1_stop_0
	* Pseudo action: exim-group_stop_0
	* Pseudo action: Email_stop_0
	* Pseudo action: mysql-clone-group_stop_0
	* Pseudo action: promotable-rsc_demote_0
	* Pseudo action: promotable-clone_demoted_0
	* Pseudo action: promotable-clone_stop_0
	* Pseudo action: stonith-httpd-bundle-1-off on httpd-bundle-1
	* Pseudo action: ping_stop_0
	* Pseudo action: ping-clone_stopped_0
	* Pseudo action: httpd-bundle-clone_stop_0
	* Pseudo action: httpd-bundle-ip-192.168.122.132_stop_0
	* Pseudo action: Public-IP_stop_0
	* Pseudo action: mysql-group:0_stop_0
	* Pseudo action: mysql-proxy_stop_0
	* Pseudo action: promotable-rsc_stop_0
	* Pseudo action: promotable-clone_stopped_0
	* Pseudo action: httpd_stop_0
	* Pseudo action: httpd-bundle-clone_stopped_0
	* Pseudo action: httpd-bundle-clone_start_0
	* Pseudo action: exim-group_stopped_0
	* Pseudo action: exim-group_start_0
	* Resource action: Public-IP start on cluster01
	* Resource action: Email start on cluster01
	* Pseudo action: mysql-group:0_stopped_0
	* Pseudo action: mysql-clone-group_stopped_0
	* Pseudo action: httpd-bundle_stopped_0
	* Pseudo action: httpd-bundle-clone_running_0
	* Pseudo action: exim-group_running_0
	* Pseudo action: httpd-bundle_running_0

	Revised Cluster Status:
	* Node List:
	* Online: [ cluster01 ]
	* OFFLINE: [ cluster02 ]
	* GuestOnline: [ httpd-bundle-0 ]

	* Full List of Resources:
	* Clone Set: ping-clone [ping]:
	* Started: [ cluster01 ]
	* Stopped: [ cluster02 ]
	* Fencing (stonith:fence_xvm): Started cluster01
	* dummy (ocf:pacemaker:Dummy): Stopped
	* Clone Set: inactive-clone [inactive-dhcpd] (disabled):
	* Stopped (disabled): [ cluster01 cluster02 ]
	* Resource Group: inactive-group (disabled):
	* inactive-dummy-1 (ocf:pacemaker:Dummy): Stopped (disabled)
	* inactive-dummy-2 (ocf:pacemaker:Dummy): Stopped (disabled)
	* Container bundle set: httpd-bundle [pcmk:http]:
	* httpd-bundle-0 (192.168.122.131) (ocf:heartbeat:apache): Started cluster01
	* httpd-bundle-1 (192.168.122.132) (ocf:heartbeat:apache): FAILED
	* httpd-bundle-2 (192.168.122.133) (ocf:heartbeat:apache): Stopped
	* Resource Group: exim-group:
	* Public-IP (ocf:heartbeat:IPaddr): Started cluster01
	* Email (lsb:exim): Started cluster01
	* Clone Set: mysql-clone-group [mysql-group]:
	* Started: [ cluster01 ]
	* Stopped: [ cluster02 ]
	* Clone Set: promotable-clone [promotable-rsc] (promotable):
	* Unpromoted: [ cluster01 ]
	* Stopped: [ cluster02 ]
	=#=#=#= End test: Simulate a node failing - OK (0) =#=#=#=
	* Passed: crm_simulate - Simulate a node failing
	=#=#=#= Begin test: List a promotable clone resource =#=#=#=
	resource promotable-clone is running on: cluster01
	resource promotable-clone is running on: cluster02 Promoted
	=#=#=#= End test: List a promotable clone resource - OK (0) =#=#=#=
	* Passed: crm_resource - List a promotable clone resource
	=#=#=#= Begin test: List the primitive of a promotable clone resource =#=#=#=
	resource promotable-rsc is running on: cluster01
	resource promotable-rsc is running on: cluster02 Promoted
	=#=#=#= End test: List the primitive of a promotable clone resource - OK (0) =#=#=#=
	* Passed: crm_resource - List the primitive of a promotable clone resource
	=#=#=#= Begin test: List a single instance of a promotable clone resource =#=#=#=
	resource promotable-rsc:0 is running on: cluster02 Promoted
	=#=#=#= End test: List a single instance of a promotable clone resource - OK (0) =#=#=#=
	* Passed: crm_resource - List a single instance of a promotable clone resource
	=#=#=#= Begin test: List another instance of a promotable clone resource =#=#=#=
	resource promotable-rsc:1 is running on: cluster01
	=#=#=#= End test: List another instance of a promotable clone resource - OK (0) =#=#=#=
	* Passed: crm_resource - List another instance of a promotable clone resource
	=#=#=#= Begin test: List a promotable clone resource in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource --locate -r promotable-clone --output-as=xml">
	<nodes resource="promotable-clone">
	<node>cluster01</node>
	<node state="promoted">cluster02</node>
	</nodes>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: List a promotable clone resource in XML - OK (0) =#=#=#=
	* Passed: crm_resource - List a promotable clone resource in XML
	=#=#=#= Begin test: List the primitive of a promotable clone resource in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource --locate -r promotable-rsc --output-as=xml">
	<nodes resource="promotable-rsc">
	<node>cluster01</node>
	<node state="promoted">cluster02</node>
	</nodes>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: List the primitive of a promotable clone resource in XML - OK (0) =#=#=#=
	* Passed: crm_resource - List the primitive of a promotable clone resource in XML
	=#=#=#= Begin test: List a single instance of a promotable clone resource in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource --locate -r promotable-rsc:0 --output-as=xml">
	<nodes resource="promotable-rsc:0">
	<node state="promoted">cluster02</node>
	</nodes>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: List a single instance of a promotable clone resource in XML - OK (0) =#=#=#=
	* Passed: crm_resource - List a single instance of a promotable clone resource in XML
	=#=#=#= Begin test: List another instance of a promotable clone resource in XML =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource --locate -r promotable-rsc:1 --output-as=xml">
	<nodes resource="promotable-rsc:1">
	<node>cluster01</node>
	</nodes>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: List another instance of a promotable clone resource in XML - OK (0) =#=#=#=
	* Passed: crm_resource - List another instance of a promotable clone resource in XML
	=#=#=#= Begin test: Try to move an instance of a cloned resource =#=#=#=
	crm_resource: Cannot operate on clone resource instance 'promotable-rsc:0'
	Error performing operation: Invalid parameter
	=#=#=#= End test: Try to move an instance of a cloned resource - Invalid parameter (2) =#=#=#=
	* Passed: crm_resource - Try to move an instance of a cloned resource
	=#=#=#= Begin test: Query a nonexistent promotable score attribute =#=#=#=
	crm_attribute: Error performing operation: No such device or address
	=#=#=#= End test: Query a nonexistent promotable score attribute - No such object (105) =#=#=#=
	* Passed: crm_attribute - Query a nonexistent promotable score attribute
	=#=#=#= Begin test: Query a nonexistent promotable score attribute (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_attribute -N cluster01 -p promotable-rsc -G --output-as=xml">
	<status code="105" message="No such object">
	<errors>
	<error>crm_attribute: Error performing operation: No such device or address</error>
	</errors>
	</status>
	</pacemaker-result>
	=#=#=#= End test: Query a nonexistent promotable score attribute (XML) - No such object (105) =#=#=#=
	* Passed: crm_attribute - Query a nonexistent promotable score attribute (XML)
	=#=#=#= Begin test: Delete a nonexistent promotable score attribute =#=#=#=
	=#=#=#= End test: Delete a nonexistent promotable score attribute - OK (0) =#=#=#=
	* Passed: crm_attribute - Delete a nonexistent promotable score attribute
	=#=#=#= Begin test: Delete a nonexistent promotable score attribute (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_attribute -N cluster01 -p promotable-rsc -D --output-as=xml">
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Delete a nonexistent promotable score attribute (XML) - OK (0) =#=#=#=
	* Passed: crm_attribute - Delete a nonexistent promotable score attribute (XML)
	=#=#=#= Begin test: Query after deleting a nonexistent promotable score attribute =#=#=#=
	crm_attribute: Error performing operation: No such device or address
	=#=#=#= End test: Query after deleting a nonexistent promotable score attribute - No such object (105) =#=#=#=
	* Passed: crm_attribute - Query after deleting a nonexistent promotable score attribute
	=#=#=#= Begin test: Query after deleting a nonexistent promotable score attribute (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_attribute -N cluster01 -p promotable-rsc -G --output-as=xml">
	<status code="105" message="No such object">
	<errors>
	<error>crm_attribute: Error performing operation: No such device or address</error>
	</errors>
	</status>
	</pacemaker-result>
	=#=#=#= End test: Query after deleting a nonexistent promotable score attribute (XML) - No such object (105) =#=#=#=
	* Passed: crm_attribute - Query after deleting a nonexistent promotable score attribute (XML)
	=#=#=#= Begin test: Update a nonexistent promotable score attribute =#=#=#=
	=#=#=#= End test: Update a nonexistent promotable score attribute - OK (0) =#=#=#=
	* Passed: crm_attribute - Update a nonexistent promotable score attribute
	=#=#=#= Begin test: Update a nonexistent promotable score attribute (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_attribute -N cluster01 -p promotable-rsc -v 1 --output-as=xml">
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Update a nonexistent promotable score attribute (XML) - OK (0) =#=#=#=
	* Passed: crm_attribute - Update a nonexistent promotable score attribute (XML)
	=#=#=#= Begin test: Query after updating a nonexistent promotable score attribute =#=#=#=
	scope=status name=master-promotable-rsc value=1
	=#=#=#= End test: Query after updating a nonexistent promotable score attribute - OK (0) =#=#=#=
	* Passed: crm_attribute - Query after updating a nonexistent promotable score attribute
	=#=#=#= Begin test: Query after updating a nonexistent promotable score attribute (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_attribute -N cluster01 -p promotable-rsc -G --output-as=xml">
	<attribute name="master-promotable-rsc" value="1" scope="status"/>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Query after updating a nonexistent promotable score attribute (XML) - OK (0) =#=#=#=
	* Passed: crm_attribute - Query after updating a nonexistent promotable score attribute (XML)
	=#=#=#= Begin test: Update an existing promotable score attribute =#=#=#=
	=#=#=#= End test: Update an existing promotable score attribute - OK (0) =#=#=#=
	* Passed: crm_attribute - Update an existing promotable score attribute
	=#=#=#= Begin test: Update an existing promotable score attribute (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_attribute -N cluster01 -p promotable-rsc -v 5 --output-as=xml">
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Update an existing promotable score attribute (XML) - OK (0) =#=#=#=
	* Passed: crm_attribute - Update an existing promotable score attribute (XML)
	=#=#=#= Begin test: Query after updating an existing promotable score attribute =#=#=#=
	scope=status name=master-promotable-rsc value=5
	=#=#=#= End test: Query after updating an existing promotable score attribute - OK (0) =#=#=#=
	* Passed: crm_attribute - Query after updating an existing promotable score attribute
	=#=#=#= Begin test: Query after updating an existing promotable score attribute (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_attribute -N cluster01 -p promotable-rsc -G --output-as=xml">
	<attribute name="master-promotable-rsc" value="5" scope="status"/>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Query after updating an existing promotable score attribute (XML) - OK (0) =#=#=#=
	* Passed: crm_attribute - Query after updating an existing promotable score attribute (XML)
	=#=#=#= Begin test: Delete an existing promotable score attribute =#=#=#=
	Deleted status attribute: id=status-1-master-promotable-rsc name=master-promotable-rsc
	=#=#=#= End test: Delete an existing promotable score attribute - OK (0) =#=#=#=
	* Passed: crm_attribute - Delete an existing promotable score attribute
	=#=#=#= Begin test: Delete an existing promotable score attribute (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_attribute -N cluster01 -p promotable-rsc -D --output-as=xml">
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Delete an existing promotable score attribute (XML) - OK (0) =#=#=#=
	* Passed: crm_attribute - Delete an existing promotable score attribute (XML)
	=#=#=#= Begin test: Query after deleting an existing promotable score attribute =#=#=#=
	crm_attribute: Error performing operation: No such device or address
	=#=#=#= End test: Query after deleting an existing promotable score attribute - No such object (105) =#=#=#=
	* Passed: crm_attribute - Query after deleting an existing promotable score attribute
	=#=#=#= Begin test: Query after deleting an existing promotable score attribute (XML) =#=#=#=
	<pacemaker-result api-version="X" request="crm_attribute -N cluster01 -p promotable-rsc -G --output-as=xml">
	<status code="105" message="No such object">
	<errors>
	<error>crm_attribute: Error performing operation: No such device or address</error>
	</errors>
	</status>
	</pacemaker-result>
	=#=#=#= End test: Query after deleting an existing promotable score attribute (XML) - No such object (105) =#=#=#=
	* Passed: crm_attribute - Query after deleting an existing promotable score attribute (XML)
	=#=#=#= Begin test: Check that CIB_file="-" works - crm_mon =#=#=#=
	Cluster Summary:
	* Stack: corosync
	* Current DC: cluster02 (version) - partition with quorum
	* Last updated:
	* Last change:
	* 5 nodes configured
	* 32 resource instances configured (4 DISABLED)

	Node List:
	* Online: [ cluster01 cluster02 ]
	* GuestOnline: [ httpd-bundle-0 httpd-bundle-1 ]

	Active Resources:
	* Clone Set: ping-clone [ping]:
	* Started: [ cluster01 cluster02 ]
	* Fencing (stonith:fence_xvm): Started cluster01
	* dummy (ocf:pacemaker:Dummy): Started cluster02
	* Container bundle set: httpd-bundle [pcmk:http]:
	* httpd-bundle-0 (192.168.122.131) (ocf:heartbeat:apache): Started cluster01
	* httpd-bundle-1 (192.168.122.132) (ocf:heartbeat:apache): Started cluster02
	* httpd-bundle-2 (192.168.122.133) (ocf:heartbeat:apache): Stopped
	* Resource Group: exim-group:
	* Public-IP (ocf:heartbeat:IPaddr): Started cluster02
	* Email (lsb:exim): Started cluster02
	* Clone Set: mysql-clone-group [mysql-group]:
	* Started: [ cluster01 cluster02 ]
	* Clone Set: promotable-clone [promotable-rsc] (promotable):
	* Promoted: [ cluster02 ]
	* Unpromoted: [ cluster01 ]
	=#=#=#= End test: Check that CIB_file="-" works - crm_mon - OK (0) =#=#=#=
	* Passed: cat - Check that CIB_file="-" works - crm_mon
	=#=#=#= Begin test: Check that CIB_file="-" works - crm_resource =#=#=#=
	<pacemaker-result api-version="X" request="crm_resource --digests -r rsc1 -N node1 --output-as=xml">
	<digests resource="rsc1" node="node1" task="start" interval="0ms">
	<digest type="all" hash="3acdbe4c12734ebeb1251a59545af936">
	<parameters passwd="secret" fake="0"/>
	</digest>
	<digest type="nonprivate" hash="279c477dbc38c621904a00ab9e599b2f">
	<parameters fake="0"/>
	</digest>
	<digest type="nonreloadable" hash="5de1fd72a2e7762ed41543231034f6d7">
	<parameters passwd="secret"/>
	</digest>
	</digests>
	<status code="0" message="OK"/>
	</pacemaker-result>
	=#=#=#= End test: Check that CIB_file="-" works - crm_resource - OK (0) =#=#=#=
	* Passed: cat - Check that CIB_file="-" works - crm_resource
	=#=#=#= Begin test: Check that CIB_file="-" works - crmadmin =#=#=#=
	11
	=#=#=#= End test: Check that CIB_file="-" works - crmadmin - OK (0) =#=#=#=
	* Passed: cat - Check that CIB_file="-" works - crmadmin
	diff --git a/cts/cts-cli.in b/cts/cts-cli.in
	index e7e502517c..431ddccf47 100755
	--- a/cts/cts-cli.in
	+++ b/cts/cts-cli.in
	@@ -1,2674 +1,2706 @@
	#!@BASH_PATH@
	#
	# Copyright 2008-2022 the Pacemaker project contributors
	#
	# The version control history for this file may have further details.
	#
	# This source code is licensed under the GNU General Public License version 2
	# or later (GPLv2+) WITHOUT ANY WARRANTY.
	#

	# Set the exit status of a command to the exit code of the last program to
	# exit non-zero. This is bash-specific.
	set -o pipefail

	#
	# Note on portable usage of sed: GNU/POSIX/*BSD sed have a limited subset of
	# compatible functionality. Do not use the -i option, alternation (\\|),
	# \0, or character sequences such as \n or \s.
	#

	USAGE_TEXT="Usage: cts-cli [<options>]
	Options:
	--help Display this text, then exit
	-V, --verbose Display any differences from expected output
	-t 'TEST [...]' Run only specified tests
	(default: 'daemons dates error_codes tools crm_mon acls
	validity upgrade rules feature_set').
	Other tests: agents (must be run in an installed environment).
	-p DIR Look for executables in DIR (may be specified multiple times)
	-v, --valgrind Run all commands under valgrind
	-s Save actual output as expected output"

	# If readlink supports -e (i.e. GNU), use it
	readlink -e / >/dev/null 2>/dev/null
	if [ $? -eq 0 ]; then
	test_home="$(dirname "$(readlink -e "$0")")"
	else
	test_home="$(dirname "$0")"
	fi

	: ${shadow=cts-cli}
	shadow_dir=$(mktemp -d ${TMPDIR:-/tmp}/cts-cli.shadow.XXXXXXXXXX)
	num_errors=0
	num_passed=0
	verbose=0
	tests="daemons dates error_codes tools crm_mon acls validity upgrade rules "
	tests="$tests feature_set"
	do_save=0
	XMLLINT_CMD=
	VALGRIND_CMD=
	VALGRIND_OPTS="
	-q
	--gen-suppressions=all
	--show-reachable=no
	--leak-check=full
	--trace-children=no
	--time-stamp=yes
	--num-callers=20
	--suppressions=$test_home/valgrind-pcmk.suppressions
	"

	# Temp files for saving a command's stdout/stderr in _test_assert()
	test_assert_outfile=$(mktemp ${TMPDIR:-/tmp}/cts-cli.ta_outfile.XXXXXXXXXX)
	test_assert_errfile=$(mktemp ${TMPDIR:-/tmp}/cts-cli.ta_errfile.XXXXXXXXXX)
	xmllint_outfile=$(mktemp ${TMPDIR:-/tmp}/cts-cli.xmllint_outfile.XXXXXXXXXX)

	# Log test errors to stderr
	export PCMK_stderr=1

	# Output when PCMK_trace_functions is undefined is different from when it's
	# empty. Later we save the value of PCMK_trace_functions, do work, and restore
	# the original value. Getting back to the initial state is simplest if we assume
	# the variable is defined.
	: ${PCMK_trace_functions=""}
	export PCMK_trace_functions

	# These constants must track crm_exit_t values
	CRM_EX_OK=0
	CRM_EX_ERROR=1
	CRM_EX_INVALID_PARAM=2
	CRM_EX_UNIMPLEMENT_FEATURE=3
	CRM_EX_INSUFFICIENT_PRIV=4
	CRM_EX_NOT_CONFIGURED=6
	CRM_EX_USAGE=64
	CRM_EX_DATAERR=65
	CRM_EX_CONFIG=78
	CRM_EX_OLD=103
	CRM_EX_DIGEST=104
	CRM_EX_NOSUCH=105
	CRM_EX_UNSAFE=107
	CRM_EX_EXISTS=108
	CRM_EX_MULTIPLE=109
	CRM_EX_EXPIRED=110
	CRM_EX_NOT_YET_IN_EFFECT=111

	reset_shadow_cib_version() {
	local SHADOWPATH

	SHADOWPATH="$(crm_shadow --file)"
	# sed -i isn't portable :-(
	cp -p "$SHADOWPATH" "${SHADOWPATH}.$$" # preserve permissions
	sed -e 's/epoch="[0-9]*"/epoch="1"/g' \
	-e 's/num_updates="[0-9]*"/num_updates="0"/g' \
	-e 's/admin_epoch="[0-9]*"/admin_epoch="0"/g' \
	"$SHADOWPATH" > "${SHADOWPATH}.$$"
	mv -- "${SHADOWPATH}.$$" "$SHADOWPATH"
	}

	# A newly created empty CIB might or might not have a rsc_defaults section
	# depending on whether the --with-resource-stickiness-default configure
	# option was used. To ensure regression tests behave the same either way,
	# delete any rsc_defaults after creating or erasing a CIB.
	delete_shadow_resource_defaults() {
	cibadmin --delete --xml-text '<rsc_defaults/>'

	# The above command might or might not bump the CIB version, so reset it
	# to ensure future changes result in the same version for comparison.
	reset_shadow_cib_version
	}

	create_shadow_cib() {
	local VALIDATE_WITH
	local SHADOW_CMD

	CREATE_ARG="$1"
	VALIDATE_WITH="$2"

	export CIB_shadow_dir="${shadow_dir}"

	SHADOW_CMD="$VALGRIND_CMD crm_shadow --batch --force $CREATE_ARG"
	if [ -z "$VALIDATE_WITH" ]; then
	$SHADOW_CMD "$shadow" 2>&1
	else
	$SHADOW_CMD "$shadow" --validate-with="${VALIDATE_WITH}" 2>&1
	fi

	export CIB_shadow="$shadow"
	delete_shadow_resource_defaults
	}

	function _test_assert() {
	target=$1; shift
	validate=$1; shift
	cib=$1; shift
	app=`echo "$cmd" \| sed 's/\ .*//'`
	printf "* Running: $app - $desc\n" 1>&2

	printf "=#=#=#= Begin test: $desc =#=#=#=\n"

	# Capture stderr and stdout separately, then print them consecutively
	eval $VALGRIND_CMD $cmd > "$test_assert_outfile" 2> "$test_assert_errfile"
	rc=$?
	cat "$test_assert_errfile"
	cat "$test_assert_outfile"

	if [ x$cib != x0 ]; then
	printf "=#=#=#= Current cib after: $desc =#=#=#=\n"
	CIB_user=root cibadmin -Q
	fi

	# Do not validate if running under valgrind, even if told to do so. Valgrind
	# will output a lot more stuff that is not XML, so it wouldn't validate anyway.
	if [ "$validate" = "1" ] && [ "$VALGRIND_CMD" = "" ] && [ $rc = 0 ] && [ "$XMLLINT_CMD" != "" ]; then
	# The sed command filters out the "- validates" line that xmllint will output
	# on success. grep cannot be used here because "grep -v 'validates$'" will
	# return an exit code of 1 if its input consists entirely of "- validates".
	$XMLLINT_CMD --noout --relaxng \
	"$PCMK_schema_directory/api/api-result.rng" "$test_assert_outfile" \
	> "$xmllint_outfile" 2>&1
	rc=$?

	sed -n '/validates$/ !p' "$xmllint_outfile"

	if [ $rc = 0 ]; then
	printf "=#=#=#= End test: %s - $(crm_error --exit $rc) (%d) =#=#=#=\n" "$desc" $rc
	else
	printf "=#=#=#= End test: %s - Failed to validate (%d) =#=#=#=\n" "$desc" $rc
	fi
	else
	printf "=#=#=#= End test: %s - $(crm_error --exit $rc) (%d) =#=#=#=\n" "$desc" $rc
	fi

	if [ $rc -ne $target ]; then
	num_errors=$(( $num_errors + 1 ))
	printf "* Failed (rc=%.3d): %-14s - %s\n" $rc $app "$desc"
	printf "* Failed (rc=%.3d): %-14s - %s\n" $rc $app "$desc (`which $app`)" 1>&2
	return
	exit $CRM_EX_ERROR
	else
	printf "* Passed: %-14s - %s\n" $app "$desc"
	num_passed=$(( $num_passed + 1 ))
	fi
	}

	function test_assert() {
	_test_assert $1 0 $2
	}

	function test_assert_validate() {
	_test_assert $1 1 $2
	}

	# Tests that depend on resource agents and must be run in an installed
	# environment
	function test_agents() {
	desc="Validate a valid resource configuration"
	cmd="crm_resource --validate --class ocf --provider pacemaker --agent Dummy"
	test_assert $CRM_EX_OK 0

	desc="Validate a valid resource configuration (XML)"
	cmd="crm_resource --validate --class ocf --provider pacemaker --agent Dummy"
	cmd="$cmd --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	# Make the Dummy configuration invalid (op_sleep can't be a generic string)
	export OCF_RESKEY_op_sleep=asdf

	desc="Validate an invalid resource configuration"
	cmd="crm_resource --validate --class ocf --provider pacemaker --agent Dummy"
	test_assert $CRM_EX_NOT_CONFIGURED 0

	desc="Validate an invalid resource configuration (XML)"
	cmd="crm_resource --validate --class ocf --provider pacemaker --agent Dummy"
	cmd="$cmd --output-as=xml"
	test_assert_validate $CRM_EX_NOT_CONFIGURED 0

	unset OCF_RESKEY_op_sleep
	export OCF_RESKEY_op_sleep
	}

	function test_daemons() {
	desc="Get CIB manager metadata"
	cmd="pacemaker-based metadata"
	test_assert $CRM_EX_OK 0

	desc="Get controller metadata"
	cmd="pacemaker-controld metadata"
	test_assert $CRM_EX_OK 0

	desc="Get fencer metadata"
	cmd="pacemaker-fenced metadata"
	test_assert $CRM_EX_OK 0

	desc="Get scheduler metadata"
	cmd="pacemaker-schedulerd metadata"
	test_assert $CRM_EX_OK 0
	}

	function test_crm_mon() {
	local TMPXML
	export CIB_file="$test_home/cli/crm_mon.xml"

	desc="Basic text output"
	cmd="crm_mon -1"
	test_assert $CRM_EX_OK 0

	desc="XML output"
	cmd="crm_mon --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Basic text output without node section"
	cmd="crm_mon -1 --exclude=nodes"
	test_assert $CRM_EX_OK 0

	desc="XML output without the node section"
	cmd="crm_mon --output-as=xml --exclude=nodes"
	test_assert_validate $CRM_EX_OK 0

	desc="Text output with only the node section"
	cmd="crm_mon -1 --exclude=all --include=nodes"
	test_assert $CRM_EX_OK 0

	# The above test doesn't need to be performed for other output formats. It's
	# really just a test to make sure that blank lines are correct.

	desc="Complete text output"
	cmd="crm_mon -1 --include=all"
	test_assert $CRM_EX_OK 0

	# XML includes everything already so there's no need for a complete test

	desc="Complete text output with detail"
	cmd="crm_mon -1R --include=all"
	test_assert $CRM_EX_OK 0

	# XML includes detailed output already

	desc="Complete brief text output"
	cmd="crm_mon -1 --include=all --brief"
	test_assert $CRM_EX_OK 0

	desc="Complete text output grouped by node"
	cmd="crm_mon -1 --include=all --group-by-node"
	test_assert $CRM_EX_OK 0

	# XML does not have a brief output option

	desc="Complete brief text output grouped by node"
	cmd="crm_mon -1 --include=all --group-by-node --brief"
	test_assert $CRM_EX_OK 0

	desc="XML output grouped by node"
	cmd="crm_mon -1 --output-as=xml --group-by-node"
	test_assert_validate $CRM_EX_OK 0

	desc="Complete text output filtered by node"
	cmd="crm_mon -1 --include=all --node=cluster01"
	test_assert $CRM_EX_OK 0

	desc="XML output filtered by node"
	cmd="crm_mon --output-as xml --include=all --node=cluster01"
	test_assert_validate $CRM_EX_OK 0

	desc="Complete text output filtered by tag"
	cmd="crm_mon -1 --include=all --node=even-nodes"
	test_assert $CRM_EX_OK 0

	desc="XML output filtered by tag"
	cmd="crm_mon --output-as=xml --include=all --node=even-nodes"
	test_assert_validate $CRM_EX_OK 0

	desc="Complete text output filtered by resource tag"
	cmd="crm_mon -1 --include=all --resource=fencing-rscs"
	test_assert $CRM_EX_OK 0

	desc="XML output filtered by resource tag"
	cmd="crm_mon --output-as=xml --include=all --resource=fencing-rscs"
	test_assert_validate $CRM_EX_OK 0

	desc="Basic text output filtered by node that doesn't exist"
	cmd="crm_mon -1 --node=blah"
	test_assert $CRM_EX_OK 0

	desc="XML output filtered by node that doesn't exist"
	cmd="crm_mon --output-as=xml --node=blah"
	test_assert_validate $CRM_EX_OK 0

	desc="Basic text output with inactive resources"
	cmd="crm_mon -1 -r"
	test_assert $CRM_EX_OK 0

	# XML already includes inactive resources

	desc="Basic text output with inactive resources, filtered by node"
	cmd="crm_mon -1 -r --node=cluster02"
	test_assert $CRM_EX_OK 0

	# XML already includes inactive resources

	desc="Complete text output filtered by primitive resource"
	cmd="crm_mon -1 --include=all --resource=Fencing"
	test_assert $CRM_EX_OK 0

	desc="XML output filtered by primitive resource"
	cmd="crm_mon --output-as=xml --resource=Fencing"
	test_assert_validate $CRM_EX_OK 0

	desc="Complete text output filtered by group resource"
	cmd="crm_mon -1 --include=all --resource=exim-group"
	test_assert $CRM_EX_OK 0

	desc="XML output filtered by group resource"
	cmd="crm_mon --output-as=xml --resource=exim-group"
	test_assert_validate $CRM_EX_OK 0

	desc="Complete text output filtered by group resource member"
	cmd="crm_mon -1 --include=all --resource=Public-IP"
	test_assert $CRM_EX_OK 0

	desc="XML output filtered by group resource member"
	cmd="crm_mon --output-as=xml --resource=Email"
	test_assert_validate $CRM_EX_OK 0

	desc="Complete text output filtered by clone resource"
	cmd="crm_mon -1 --include=all --resource=ping-clone"
	test_assert $CRM_EX_OK 0

	desc="XML output filtered by clone resource"
	cmd="crm_mon --output-as=xml --resource=ping-clone"
	test_assert_validate $CRM_EX_OK 0

	desc="Complete text output filtered by clone resource instance"
	cmd="crm_mon -1 --include=all --resource=ping"
	test_assert $CRM_EX_OK 0

	desc="XML output filtered by clone resource instance"
	cmd="crm_mon --output-as=xml --resource=ping"
	test_assert_validate $CRM_EX_OK 0

	desc="Complete text output filtered by exact clone resource instance"
	cmd="crm_mon -1 --include=all --show-detail --resource=ping:0"
	test_assert $CRM_EX_OK 0

	desc="XML output filtered by exact clone resource instance"
	cmd="crm_mon --output-as=xml --resource=ping:1"
	test_assert_validate $CRM_EX_OK 0

	desc="Basic text output filtered by resource that doesn't exist"
	cmd="crm_mon -1 --resource=blah"
	test_assert $CRM_EX_OK 0

	desc="XML output filtered by resource that doesn't exist"
	cmd="crm_mon --output-as=xml --resource=blah"
	test_assert_validate $CRM_EX_OK 0

	desc="Basic text output with inactive resources, filtered by tag"
	cmd="crm_mon -1 -r --resource=inactive-rscs"
	test_assert $CRM_EX_OK 0

	desc="Basic text output with inactive resources, filtered by bundle resource"
	cmd="crm_mon -1 -r --resource=httpd-bundle"
	test_assert $CRM_EX_OK 0

	desc="XML output filtered by inactive bundle resource"
	cmd="crm_mon --output-as=xml --resource=httpd-bundle"
	test_assert_validate $CRM_EX_OK 0

	desc="Basic text output with inactive resources, filtered by bundled IP address resource"
	cmd="crm_mon -1 -r --resource=httpd-bundle-ip-192.168.122.131"
	test_assert $CRM_EX_OK 0

	desc="XML output filtered by bundled IP address resource"
	cmd="crm_mon --output-as=xml --resource=httpd-bundle-ip-192.168.122.132"
	test_assert_validate $CRM_EX_OK 0

	desc="Basic text output with inactive resources, filtered by bundled container"
	cmd="crm_mon -1 -r --resource=httpd-bundle-docker-1"
	test_assert $CRM_EX_OK 0

	desc="XML output filtered by bundled container"
	cmd="crm_mon --output-as=xml --resource=httpd-bundle-docker-2"
	test_assert_validate $CRM_EX_OK 0

	desc="Basic text output with inactive resources, filtered by bundle connection"
	cmd="crm_mon -1 -r --resource=httpd-bundle-0"
	test_assert $CRM_EX_OK 0

	desc="XML output filtered by bundle connection"
	cmd="crm_mon --output-as=xml --resource=httpd-bundle-0"
	test_assert_validate $CRM_EX_OK 0

	desc="Basic text output with inactive resources, filtered by bundled primitive resource"
	cmd="crm_mon -1 -r --resource=httpd"
	test_assert $CRM_EX_OK 0

	desc="XML output filtered by bundled primitive resource"
	cmd="crm_mon --output-as=xml --resource=httpd"
	test_assert_validate $CRM_EX_OK 0

	desc="Complete text output, filtered by clone name in cloned group"
	cmd="crm_mon -1 --include=all --show-detail --resource=mysql-clone-group"
	test_assert $CRM_EX_OK 0

	desc="XML output, filtered by clone name in cloned group"
	cmd="crm_mon --output-as=xml --resource=mysql-clone-group"
	test_assert_validate $CRM_EX_OK 0

	desc="Complete text output, filtered by group name in cloned group"
	cmd="crm_mon -1 --include=all --show-detail --resource=mysql-group"
	test_assert $CRM_EX_OK 0

	desc="XML output, filtered by group name in cloned group"
	cmd="crm_mon --output-as=xml --resource=mysql-group"
	test_assert_validate $CRM_EX_OK 0

	desc="Complete text output, filtered by exact group instance name in cloned group"
	cmd="crm_mon -1 --include=all --show-detail --resource=mysql-group:1"
	test_assert $CRM_EX_OK 0

	desc="XML output, filtered by exact group instance name in cloned group"
	cmd="crm_mon --output-as=xml --resource=mysql-group:1"
	test_assert_validate $CRM_EX_OK 0

	desc="Complete text output, filtered by primitive name in cloned group"
	cmd="crm_mon -1 --include=all --show-detail --resource=mysql-proxy"
	test_assert $CRM_EX_OK 0

	desc="XML output, filtered by primitive name in cloned group"
	cmd="crm_mon --output-as=xml --resource=mysql-proxy"
	test_assert_validate $CRM_EX_OK 0

	desc="Complete text output, filtered by exact primitive instance name in cloned group"
	cmd="crm_mon -1 --include=all --show-detail --resource=mysql-proxy:1"
	test_assert $CRM_EX_OK 0

	desc="XML output, filtered by exact primitive instance name in cloned group"
	cmd="crm_mon --output-as=xml --resource=mysql-proxy:1"
	test_assert_validate $CRM_EX_OK 0

	unset CIB_file

	export CIB_file="$test_home/cli/crm_mon-partial.xml"

	desc="Text output of partially active resources"
	cmd="crm_mon -1 --show-detail"
	test_assert $CRM_EX_OK 0

	desc="XML output of partially active resources"
	cmd="crm_mon -1 --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Text output of partially active resources, with inactive resources"
	cmd="crm_mon -1 -r --show-detail"
	test_assert $CRM_EX_OK 0

	# XML already includes inactive resources

	desc="Complete brief text output, with inactive resources"
	cmd="crm_mon -1 -r --include=all --brief --show-detail"
	test_assert $CRM_EX_OK 0

	# XML does not have a brief output option

	desc="Text output of partially active group"
	cmd="crm_mon -1 --resource=partially-active-group"
	test_assert $CRM_EX_OK 0

	desc="Text output of partially active group, with inactive resources"
	cmd="crm_mon -1 --resource=partially-active-group -r"
	test_assert $CRM_EX_OK 0

	desc="Text output of active member of partially active group"
	cmd="crm_mon -1 --resource=dummy-1"
	test_assert $CRM_EX_OK 0

	desc="Text output of inactive member of partially active group"
	cmd="crm_mon -1 --resource=dummy-2 --show-detail"
	test_assert $CRM_EX_OK 0

	desc="Complete brief text output grouped by node, with inactive resources"
	cmd="crm_mon -1 -r --include=all --group-by-node --brief --show-detail"
	test_assert $CRM_EX_OK 0

	desc="Text output of partially active resources, with inactive resources, filtered by node"
	cmd="crm_mon -1 -r --node=cluster01"
	test_assert $CRM_EX_OK 0

	desc="Text output of partially active resources, filtered by node"
	cmd="crm_mon -1 --output-as=xml --node=cluster01"
	test_assert_validate $CRM_EX_OK 0

	unset CIB_file

	export CIB_file="$test_home/cli/crm_mon-unmanaged.xml"

	desc="Text output of active unmanaged resource on offline node"
	cmd="crm_mon -1"
	test_assert $CRM_EX_OK 0

	desc="XML output of active unmanaged resource on offline node"
	cmd="crm_mon -1 --output-as=xml"
	test_assert $CRM_EX_OK 0

	desc="Brief text output of active unmanaged resource on offline node"
	cmd="crm_mon -1 --brief"
	test_assert $CRM_EX_OK 0

	desc="Brief text output of active unmanaged resource on offline node, grouped by node"
	cmd="crm_mon -1 --brief --group-by-node"
	test_assert $CRM_EX_OK 0

	# Maintenance mode tests

	export CIB_file=$(mktemp ${TMPDIR:-/tmp}/cts-cli.crm_mon.xml.XXXXXXXXXX)
	cp "$test_home/cli/crm_mon.xml" "$CIB_file"

	crm_attribute -n maintenance-mode -v true

	desc="Text output of all resources with maintenance-mode enabled"
	cmd="crm_mon -1 -r"
	test_assert $CRM_EX_OK 0

	desc="XML output of all resources with maintenance-mode enabled"
	cmd="crm_mon -1 -r --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	crm_attribute -n maintenance-mode -v false

	crm_attribute -n maintenance -N cluster02 -v true

	desc="Text output of all resources with maintenance enabled for a node"
	cmd="crm_mon -1 -r"
	test_assert $CRM_EX_OK 0

	desc="XML output of all resources with maintenance enabled for a node"
	cmd="crm_mon -1 -r --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	rm -f "$CIB_file"
	unset CIB_file

	export CIB_file="$test_home/cli/crm_mon-rsc-maint.xml"

	# The fence resource is excluded, for comparison
	desc="Text output of all resources with maintenance meta attribute true"
	cmd="crm_mon -1 -r"
	test_assert $CRM_EX_OK 0

	desc="XML output of all resources with maintenance meta attribute true"
	cmd="crm_mon -1 -r --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	unset CIB_file

	export CIB_file="$test_home/cli/crm_mon-T180.xml"

	desc="Text output of guest node's container on different node from its"
	desc="$desc remote resource"
	cmd="crm_mon -1"
	test_assert $CRM_EX_OK 0

	desc="Complete text output of guest node's container on different node from"
	desc="$desc its remote resource"
	cmd="crm_mon -1 --show-detail"
	test_assert $CRM_EX_OK 0

	unset CIB_file
	}

	function test_error_codes() {
	# Note: At the time of this writing, crm_error returns success even for
	# unknown error codes. We don't want to cause a regression by changing that.

	# Due to the way _test_assert() formats output, we need "crm_error" to be
	# the first token of cmd. We can't start with a parenthesis or variable
	# assignment. However, in the "list result codes" tests, we also need to
	# save some output for later processing. We'll use a temp file for this.
	local TMPFILE
	TMPFILE=$(mktemp ${TMPDIR:-/tmp}/cts-cli.crm_error_out.XXXXXXXXXX)

	# Legacy return codes
	#
	# Don't test unknown legacy code. FreeBSD includes a colon in strerror(),
	# while other distros do not.
	desc="Get legacy return code"
	cmd="crm_error -- 201"
	test_assert $CRM_EX_OK 0

	desc="Get legacy return code (XML)"
	cmd="crm_error --output-as=xml -- 201"
	test_assert_validate $CRM_EX_OK 0

	desc="Get legacy return code (with name)"
	cmd="crm_error -n -- 201"
	test_assert $CRM_EX_OK 0

	desc="Get legacy return code (with name) (XML)"
	cmd="crm_error -n --output-as=xml -- 201"
	test_assert_validate $CRM_EX_OK 0

	desc="Get multiple legacy return codes"
	cmd="crm_error -- 201 202"
	test_assert $CRM_EX_OK 0

	desc="Get multiple legacy return codes (XML)"
	cmd="crm_error --output-as=xml -- 201 202"
	test_assert_validate $CRM_EX_OK 0

	desc="Get multiple legacy return codes (with names)"
	cmd="crm_error -n -- 201 202"
	test_assert $CRM_EX_OK 0

	desc="Get multiple legacy return codes (with names) (XML)"
	cmd="crm_error -n --output-as=xml -- 201 202"
	test_assert_validate $CRM_EX_OK 0

	# We can only rely on our custom codes, so we'll spot-check codes 201-209
	desc="List legacy return codes (spot check)"
	cmd="crm_error -l \| grep 20[1-9]"
	test_assert $CRM_EX_OK 0

	desc="List legacy return codes (spot check) (XML)"
	cmd="crm_error -l --output-as=xml > $TMPFILE; rc=$?"
	cmd="$cmd; grep -Ev '<result-code.*code=\"([^2]\|2[^0]\|20[^1-9])' $TMPFILE"
	cmd="$cmd; (exit $rc)"
	test_assert_validate $CRM_EX_OK 0

	desc="List legacy return codes (spot check) (with names)"
	cmd="crm_error -n -l \| grep 20[1-9]"
	test_assert $CRM_EX_OK 0

	desc="List legacy return codes (spot check) (with names) (XML)"
	cmd="crm_error -n -l --output-as=xml > $TMPFILE; rc=$?"
	cmd="$cmd; grep -Ev '<result-code.*code=\"([^2]\|2[^0]\|20[^1-9])' $TMPFILE"
	cmd="$cmd; (exit $rc)"
	test_assert_validate $CRM_EX_OK 0

	# Standard Pacemaker return codes
	#
	# Don't test positive (system) error codes, which may vary by OS

	desc="Get unknown Pacemaker return code"
	cmd="crm_error -r -- -10000"
	test_assert $CRM_EX_OK 0

	desc="Get unknown Pacemaker return code (XML)"
	cmd="crm_error -r --output-as=xml -- -10000"
	test_assert_validate $CRM_EX_OK 0

	desc="Get unknown Pacemaker return code (with name)"
	cmd="crm_error -n -r -- -10000"
	test_assert $CRM_EX_OK 0

	desc="Get unknown Pacemaker return code (with name) (XML)"
	cmd="crm_error -n -r --output-as=xml -- -10000"
	test_assert_validate $CRM_EX_OK 0

	# Negative return codes require parsing out the "--" explicitly, so we need
	# to test them as a separate case
	desc="Get negative Pacemaker return code"
	cmd="crm_error -r -- -1005"
	test_assert $CRM_EX_OK 0

	desc="Get negative Pacemaker return code (XML)"
	cmd="crm_error -r --output-as=xml -- -1005"
	test_assert_validate $CRM_EX_OK 0

	# Testing name lookups for negative return codes only is sufficient
	desc="Get negative Pacemaker return code (with name)"
	cmd="crm_error -n -r -- -1005"
	test_assert $CRM_EX_OK 0

	desc="Get negative Pacemaker return code (with name) (XML)"
	cmd="crm_error -n -r --output-as=xml -- -1005"
	test_assert_validate $CRM_EX_OK 0

	# We can only rely on our custom codes (negative and zero)
	desc="List Pacemaker return codes (non-positive)"
	cmd="crm_error -l -r \| grep -E '^[[:blank:]]*(-[[:digit:]]+\|0):'"
	test_assert $CRM_EX_OK 0

	desc="List Pacemaker return codes (non-positive) (XML)"
	cmd="crm_error -l -r --output-as=xml > $TMPFILE; rc=$?"
	cmd="$cmd; grep -E -v '<result-code.*code=\"[[:digit:]]' $TMPFILE"
	cmd="$cmd; (exit $rc)"
	test_assert_validate $CRM_EX_OK 0

	desc="List Pacemaker return codes (non-positive) (with names)"
	cmd="crm_error -n -l -r \| grep -E '^[[:blank:]]*(-[[:digit:]]+\|0):'"
	test_assert $CRM_EX_OK 0

	desc="List Pacemaker return codes (non-positive) (with names) (XML)"
	cmd="crm_error -n -l -r --output-as=xml > $TMPFILE; rc=$?"
	cmd="$cmd; grep -E -v '<result-code.*code=\"[[:digit:]]' $TMPFILE"
	cmd="$cmd; (exit $rc)"
	test_assert_validate $CRM_EX_OK 0

	# crm_exit_t exit codes

	desc="Get unknown crm_exit_t exit code"
	cmd="crm_error -X -- -10000"
	test_assert $CRM_EX_OK 0

	desc="Get unknown crm_exit_t exit code (XML)"
	cmd="crm_error -X --output-as=xml -- -10000"
	test_assert_validate $CRM_EX_OK 0

	desc="Get unknown crm_exit_t exit code (with name)"
	cmd="crm_error -n -X -- -10000"
	test_assert $CRM_EX_OK 0

	desc="Get unknown crm_exit_t exit code (with name) (XML)"
	cmd="crm_error -n -X --output-as=xml -- -10000"
	test_assert_validate $CRM_EX_OK 0

	desc="Get crm_exit_t exit code"
	cmd="crm_error -X -- 1"
	test_assert $CRM_EX_OK 0

	desc="Get crm_exit_t exit code (XML)"
	cmd="crm_error -X --output-as=xml -- 1"
	test_assert_validate $CRM_EX_OK 0

	desc="Get crm_exit_t exit code (with name)"
	cmd="crm_error -n -X -- 1"
	test_assert $CRM_EX_OK 0

	desc="Get crm_exit_t exit code (with name) (XML)"
	cmd="crm_error -n -X --output-as=xml -- 1"
	test_assert_validate $CRM_EX_OK 0

	desc="Get all crm_exit_t exit codes"
	cmd="crm_error -l -X"
	test_assert $CRM_EX_OK 0

	desc="Get all crm_exit_t exit codes (XML)"
	cmd="crm_error -l -X --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Get all crm_exit_t exit codes (with name)"
	cmd="crm_error -l -n -X"
	test_assert $CRM_EX_OK 0

	desc="Get all crm_exit_t exit codes (with name) (XML)"
	cmd="crm_error -l -n -X --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	rm -f "$TMPFILE"
	}

	function test_tools() {
	local TMPXML
	local TMPORIG

	TMPXML=$(mktemp ${TMPDIR:-/tmp}/cts-cli.tools.xml.XXXXXXXXXX)
	TMPORIG=$(mktemp ${TMPDIR:-/tmp}/cts-cli.tools.existing.xml.XXXXXXXXXX)

	create_shadow_cib --create-empty

	desc="Validate CIB"
	cmd="cibadmin -Q"
	test_assert $CRM_EX_OK

	desc="Query the value of an attribute that does not exist"
	cmd="crm_attribute -n ABCD --query --quiet"
	test_assert $CRM_EX_NOSUCH 0

	desc="Configure something before erasing"
	cmd="crm_attribute -n cluster-delay -v 60s"
	test_assert $CRM_EX_OK

	desc="Require --force for CIB erasure"
	cmd="cibadmin -E"
	test_assert $CRM_EX_UNSAFE

	desc="Allow CIB erasure with --force"
	cmd="cibadmin -E --force"
	test_assert $CRM_EX_OK 0

	# Skip outputting the resulting CIB in the previous command, and delete
	# rsc_defaults now, so tests behave the same regardless of build options.
	delete_shadow_resource_defaults

	# Verify the output after erasure
	desc="Query CIB"
	cmd="cibadmin -Q"
	test_assert $CRM_EX_OK

	# Save a copy of the CIB for a later test
	cibadmin -Q > "$TMPORIG"

	desc="Set cluster option"
	cmd="crm_attribute -n cluster-delay -v 60s"
	test_assert $CRM_EX_OK

	desc="Query new cluster option"
	cmd="cibadmin -Q -o crm_config \| grep cib-bootstrap-options-cluster-delay"
	test_assert $CRM_EX_OK

	desc="Query cluster options"
	cmd="cibadmin -Q -o crm_config > $TMPXML"
	test_assert $CRM_EX_OK

	desc="Set no-quorum policy"
	cmd="crm_attribute -n no-quorum-policy -v ignore"
	test_assert $CRM_EX_OK

	desc="Delete nvpair"
	cmd="cibadmin -D -o crm_config --xml-text '<nvpair id=\"cib-bootstrap-options-cluster-delay\"/>'"
	test_assert $CRM_EX_OK

	desc="Create operation should fail"
	cmd="cibadmin -C -o crm_config --xml-file $TMPXML"
	test_assert $CRM_EX_EXISTS

	desc="Modify cluster options section"
	cmd="cibadmin -M -o crm_config --xml-file $TMPXML"
	test_assert $CRM_EX_OK

	desc="Query updated cluster option"
	cmd="cibadmin -Q -o crm_config \| grep cib-bootstrap-options-cluster-delay"
	test_assert $CRM_EX_OK

	desc="Set duplicate cluster option"
	cmd="crm_attribute -n cluster-delay -v 40s -s duplicate"
	test_assert $CRM_EX_OK

	desc="Setting multiply defined cluster option should fail"
	cmd="crm_attribute -n cluster-delay -v 30s"
	test_assert $CRM_EX_MULTIPLE

	desc="Set cluster option with -s"
	cmd="crm_attribute -n cluster-delay -v 30s -s duplicate"
	test_assert $CRM_EX_OK

	desc="Delete cluster option with -i"
	cmd="crm_attribute -n cluster-delay -D -i cib-bootstrap-options-cluster-delay"
	test_assert $CRM_EX_OK

	desc="Create node1 and bring it online"
	cmd="crm_simulate --live-check --in-place --node-up=node1"
	test_assert $CRM_EX_OK

	desc="Create node attribute"
	cmd="crm_attribute -n ram -v 1024M -N node1 -t nodes"
	test_assert $CRM_EX_OK

	desc="Query new node attribute"
	cmd="cibadmin -Q -o nodes \| grep node1-ram"
	test_assert $CRM_EX_OK

	desc="Create second node attribute"
	cmd="crm_attribute -n rattr -v XYZ -N node1 -t nodes"
	test_assert $CRM_EX_OK

	desc="Query node attributes by pattern"
	cmd="crm_attribute -t nodes -P 'ra.*' -N node1 --query"
	test_assert $CRM_EX_OK 0

	desc="Update node attributes by pattern"
	cmd="crm_attribute -t nodes -P 'rat.*' -N node1 -v 10"
	test_assert $CRM_EX_OK

	desc="Delete node attributes by pattern"
	cmd="crm_attribute -t nodes -P 'rat.*' -N node1 -D"
	test_assert $CRM_EX_OK

	desc="Set a transient (fail-count) node attribute"
	cmd="crm_attribute -n fail-count-foo -v 3 -N node1 -t status"
	test_assert $CRM_EX_OK

	desc="Query a fail count"
	cmd="crm_failcount --query -r foo -N node1"
	test_assert $CRM_EX_OK

	desc="Show node attributes with crm_simulate"
	cmd="crm_simulate --live-check --show-attrs"
	test_assert $CRM_EX_OK 0

	desc="Set a second transient node attribute"
	cmd="crm_attribute -n fail-count-bar -v 5 -N node1 -t status"
	test_assert $CRM_EX_OK

	desc="Query transient node attributes by pattern"
	cmd="crm_attribute -t status -P fail-count -N node1 --query"
	test_assert $CRM_EX_OK 0

	desc="Update transient node attributes by pattern"
	cmd="crm_attribute -t status -P fail-count -N node1 -v 10"
	test_assert $CRM_EX_OK

	desc="Delete transient node attributes by pattern"
	cmd="crm_attribute -t status -P fail-count -N node1 -D"
	test_assert $CRM_EX_OK

	desc="crm_attribute given invalid delete usage"
	cmd="crm_attribute -t nodes -N node1 -D"
	test_assert $CRM_EX_USAGE 0

	desc="Set a utilization node attribute"
	cmd="crm_attribute -n cpu -v 1 -N node1 -z"
	test_assert $CRM_EX_OK

	desc="Query utilization node attribute"
	cmd="crm_attribute --query -n cpu -N node1 -z"
	test_assert $CRM_EX_OK 0

	desc="Digest calculation"
	cmd="cibadmin -Q \| cibadmin -5 -p 2>&1 > /dev/null"
	test_assert $CRM_EX_OK

	# This update will fail because it has version numbers
	desc="Replace operation should fail"
	cmd="cibadmin -R --xml-file $TMPORIG"
	test_assert $CRM_EX_OLD

	desc="Default standby value"
	cmd="crm_standby -N node1 -G"
	test_assert $CRM_EX_OK

	desc="Set standby status"
	cmd="crm_standby -N node1 -v true"
	test_assert $CRM_EX_OK

	desc="Query standby value"
	cmd="crm_standby -N node1 -G"
	test_assert $CRM_EX_OK

	desc="Delete standby value"
	cmd="crm_standby -N node1 -D"
	test_assert $CRM_EX_OK

	desc="Create a resource"
	cmd="cibadmin -C -o resources --xml-text '<primitive id=\"dummy\" class=\"ocf\" provider=\"pacemaker\" type=\"Dummy\"/>'"
	test_assert $CRM_EX_OK

	desc="crm_resource run with extra arguments"
	cmd="crm_resource foo bar"
	test_assert $CRM_EX_USAGE 0

	desc="crm_resource given both -r and resource config"
	cmd="crm_resource -r xyz --class ocf --provider pacemaker --agent Dummy"
	test_assert $CRM_EX_USAGE 0

	desc="crm_resource given resource config with invalid action"
	cmd="crm_resource --class ocf --provider pacemaker --agent Dummy -D"
	test_assert $CRM_EX_USAGE 0

	desc="Create a resource meta attribute"
	cmd="crm_resource -r dummy --meta -p is-managed -v false"
	test_assert $CRM_EX_OK

	desc="Query a resource meta attribute"
	cmd="crm_resource -r dummy --meta -g is-managed"
	test_assert $CRM_EX_OK

	desc="Remove a resource meta attribute"
	cmd="crm_resource -r dummy --meta -d is-managed"
	test_assert $CRM_EX_OK

	desc="Create another resource meta attribute"
	cmd="crm_resource -r dummy --meta -p target-role -v Stopped --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Show why a resource is not running"
	cmd="crm_resource -Y -r dummy --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Remove another resource meta attribute"
	cmd="crm_resource -r dummy --meta -d target-role --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Get a non-existent attribute from a resource element with output-as=xml"
	cmd="crm_resource -r dummy --get-parameter nonexistent --element --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Get a non-existent attribute from a resource element without output-as=xml"
	cmd="crm_resource -r dummy --get-parameter nonexistent --element"
	test_assert $CRM_EX_OK

	desc="Get an existent attribute from a resource element with output-as=xml"
	cmd="crm_resource -r dummy --get-parameter class --element --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Get an existent attribute from a resource element without output-as=xml"
	cmd="crm_resource -r dummy --get-parameter class --element"
	test_assert $CRM_EX_OK

	+ desc="Set a non-existent attribute for a resource element with output-as=xml"
	+ cmd="crm_resource -r dummy --set-parameter=description -v test_description --element --output-as=xml"
	+ test_assert $CRM_EX_OK
	+
	+ desc="Set an existent attribute for a resource element with output-as=xml"
	+ cmd="crm_resource -r dummy --set-parameter=description -v test_description --element --output-as=xml"
	+ test_assert $CRM_EX_OK
	+
	+ desc="Delete an existent attribute for a resource element with output-as=xml"
	+ cmd="crm_resource -r dummy -d description --element --output-as=xml"
	+ test_assert $CRM_EX_OK
	+
	+ desc="Delete a non-existent attribute for a resource element with output-as=xml"
	+ cmd="crm_resource -r dummy -d description --element --output-as=xml"
	+ test_assert $CRM_EX_OK
	+
	+ desc="Set a non-existent attribute for a resource element without output-as=xml"
	+ cmd="crm_resource -r dummy --set-parameter=description -v test_description --element"
	+ test_assert $CRM_EX_OK
	+
	+ desc="Set an existent attribute for a resource element without output-as=xml"
	+ cmd="crm_resource -r dummy --set-parameter=description -v test_description --element"
	+ test_assert $CRM_EX_OK
	+
	+ desc="Delete an existent attribute for a resource element without output-as=xml"
	+ cmd="crm_resource -r dummy -d description --element"
	+ test_assert $CRM_EX_OK
	+
	+ desc="Delete a non-existent attribute for a resource element without output-as=xml"
	+ cmd="crm_resource -r dummy -d description --element"
	+ test_assert $CRM_EX_OK
	+
	desc="Create a resource attribute"
	cmd="crm_resource -r dummy -p delay -v 10s"
	test_assert $CRM_EX_OK

	desc="List the configured resources"
	cmd="crm_resource -L"
	test_assert $CRM_EX_OK

	desc="List the configured resources in XML"
	cmd="crm_resource -L --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Implicitly list the configured resources"
	cmd="crm_resource"
	test_assert $CRM_EX_OK 0

	desc="List IDs of instantiated resources"
	cmd="crm_resource -l"
	test_assert $CRM_EX_OK 0

	desc="Show XML configuration of resource"
	cmd="crm_resource -q -r dummy"
	test_assert $CRM_EX_OK 0

	desc="Show XML configuration of resource, output as XML"
	cmd="crm_resource -q -r dummy --output-as=xml"
	test_assert $CRM_EX_OK 0

	desc="Require a destination when migrating a resource that is stopped"
	cmd="crm_resource -r dummy -M"
	test_assert $CRM_EX_USAGE

	desc="Don't support migration to non-existent locations"
	cmd="crm_resource -r dummy -M -N i.do.not.exist"
	test_assert $CRM_EX_NOSUCH

	desc="Create a fencing resource"
	cmd="cibadmin -C -o resources --xml-text '<primitive id=\"Fence\" class=\"stonith\" type=\"fence_true\"/>'"
	test_assert $CRM_EX_OK

	desc="Bring resources online"
	cmd="crm_simulate --live-check --in-place -S"
	test_assert $CRM_EX_OK

	desc="Try to move a resource to its existing location"
	cmd="crm_resource -r dummy --move --node node1"
	test_assert $CRM_EX_EXISTS

	desc="Try to move a resource that doesn't exist"
	cmd="crm_resource -r xyz --move --node node1"
	test_assert $CRM_EX_NOSUCH 0

	desc="Move a resource from its existing location"
	cmd="crm_resource -r dummy --move"
	test_assert $CRM_EX_OK

	desc="Clear out constraints generated by --move"
	cmd="crm_resource -r dummy --clear"
	test_assert $CRM_EX_OK

	desc="Default ticket granted state"
	cmd="crm_ticket -t ticketA -G granted -d false"
	test_assert $CRM_EX_OK

	desc="Set ticket granted state"
	cmd="crm_ticket -t ticketA -r --force"
	test_assert $CRM_EX_OK

	desc="Query ticket granted state"
	cmd="crm_ticket -t ticketA -G granted"
	test_assert $CRM_EX_OK

	desc="Delete ticket granted state"
	cmd="crm_ticket -t ticketA -D granted --force"
	test_assert $CRM_EX_OK

	desc="Make a ticket standby"
	cmd="crm_ticket -t ticketA -s"
	test_assert $CRM_EX_OK

	desc="Query ticket standby state"
	cmd="crm_ticket -t ticketA -G standby"
	test_assert $CRM_EX_OK

	desc="Activate a ticket"
	cmd="crm_ticket -t ticketA -a"
	test_assert $CRM_EX_OK

	desc="Delete ticket standby state"
	cmd="crm_ticket -t ticketA -D standby"
	test_assert $CRM_EX_OK

	desc="Ban a resource on unknown node"
	cmd="crm_resource -r dummy -B -N host1"
	test_assert $CRM_EX_NOSUCH

	desc="Create two more nodes and bring them online"
	cmd="crm_simulate --live-check --in-place --node-up=node2 --node-up=node3"
	test_assert $CRM_EX_OK

	desc="Ban dummy from node1"
	cmd="crm_resource -r dummy -B -N node1"
	test_assert $CRM_EX_OK

	desc="Show where a resource is running"
	cmd="crm_resource -r dummy -W"
	test_assert $CRM_EX_OK 0

	desc="Show constraints on a resource"
	cmd="crm_resource -a -r dummy"
	test_assert $CRM_EX_OK 0

	desc="Ban dummy from node2"
	cmd="crm_resource -r dummy -B -N node2 --output-as=xml"
	test_assert_validate $CRM_EX_OK

	desc="Relocate resources due to ban"
	cmd="crm_simulate --live-check --in-place -S"
	test_assert $CRM_EX_OK

	desc="Move dummy to node1"
	cmd="crm_resource -r dummy -M -N node1 --output-as=xml"
	test_assert_validate $CRM_EX_OK

	desc="Clear implicit constraints for dummy on node2"
	cmd="crm_resource -r dummy -U -N node2"
	test_assert $CRM_EX_OK

	desc="Drop the status section"
	cmd="cibadmin -R -o status --xml-text '<status/>'"
	test_assert $CRM_EX_OK 0

	desc="Create a clone"
	cmd="cibadmin -C -o resources --xml-text '<clone id=\"test-clone\"><primitive id=\"test-primitive\" class=\"ocf\" provider=\"pacemaker\" type=\"Dummy\"/></clone>'"
	test_assert $CRM_EX_OK 0

	desc="Create a resource meta attribute"
	cmd="crm_resource -r test-primitive --meta -p is-managed -v false"
	test_assert $CRM_EX_OK

	desc="Create a resource meta attribute in the primitive"
	cmd="crm_resource -r test-primitive --meta -p is-managed -v false --force"
	test_assert $CRM_EX_OK

	desc="Update resource meta attribute with duplicates"
	cmd="crm_resource -r test-clone --meta -p is-managed -v true"
	test_assert $CRM_EX_OK

	desc="Update resource meta attribute with duplicates (force clone)"
	cmd="crm_resource -r test-clone --meta -p is-managed -v true --force"
	test_assert $CRM_EX_OK

	desc="Update child resource meta attribute with duplicates"
	cmd="crm_resource -r test-primitive --meta -p is-managed -v false"
	test_assert $CRM_EX_OK

	desc="Delete resource meta attribute with duplicates"
	cmd="crm_resource -r test-clone --meta -d is-managed"
	test_assert $CRM_EX_OK

	desc="Delete resource meta attribute in parent"
	cmd="crm_resource -r test-primitive --meta -d is-managed"
	test_assert $CRM_EX_OK

	desc="Create a resource meta attribute in the primitive"
	cmd="crm_resource -r test-primitive --meta -p is-managed -v false --force"
	test_assert $CRM_EX_OK

	desc="Update existing resource meta attribute"
	cmd="crm_resource -r test-clone --meta -p is-managed -v true"
	test_assert $CRM_EX_OK

	desc="Create a resource meta attribute in the parent"
	cmd="crm_resource -r test-clone --meta -p is-managed -v true --force"
	test_assert $CRM_EX_OK

	desc="Copy resources"
	cmd="cibadmin -Q -o resources > $TMPXML"
	test_assert $CRM_EX_OK 0

	desc="Delete resource parent meta attribute (force)"
	cmd="crm_resource -r test-clone --meta -d is-managed --force"
	test_assert $CRM_EX_OK

	desc="Restore duplicates"
	cmd="cibadmin -R -o resources --xml-file $TMPXML"
	test_assert $CRM_EX_OK

	desc="Delete resource child meta attribute"
	cmd="crm_resource -r test-primitive --meta -d is-managed"
	test_assert $CRM_EX_OK

	desc="Create the dummy-group resource group"
	cmd="cibadmin -C -o resources --xml-text '<group id=\"dummy-group\">"
	cmd="$cmd <primitive id=\"dummy1\" class=\"ocf\" provider=\"pacemaker\""
	cmd="$cmd type=\"Dummy\"/>"
	cmd="$cmd <primitive id=\"dummy2\" class=\"ocf\" provider=\"pacemaker\""
	cmd="$cmd type=\"Dummy\"/>"
	cmd="$cmd </group>'"
	test_assert $CRM_EX_OK

	desc="Create a resource meta attribute in dummy1"
	cmd="crm_resource -r dummy1 --meta -p is-managed -v true"
	test_assert $CRM_EX_OK

	desc="Create a resource meta attribute in dummy-group"
	cmd="crm_resource -r dummy-group --meta -p is-managed -v false"
	test_assert $CRM_EX_OK

	desc="Delete the dummy-group resource group"
	cmd="cibadmin -D -o resources --xml-text '<group id=\"dummy-group\">'"
	test_assert $CRM_EX_OK

	desc="Specify a lifetime when moving a resource"
	cmd="crm_resource -r dummy --move --node node2 --lifetime=PT1H"
	test_assert $CRM_EX_OK

	desc="Try to move a resource previously moved with a lifetime"
	cmd="crm_resource -r dummy --move --node node1"
	test_assert $CRM_EX_OK

	desc="Ban dummy from node1 for a short time"
	cmd="crm_resource -r dummy -B -N node1 --lifetime=PT1S"
	test_assert $CRM_EX_OK

	desc="Remove expired constraints"
	sleep 2
	cmd="crm_resource --clear --expired"
	test_assert $CRM_EX_OK

	# Clear has already been tested elsewhere, but we need to get rid of the
	# constraints so testing delete works. It won't delete if there's still
	# a reference to the resource somewhere.
	desc="Clear all implicit constraints for dummy"
	cmd="crm_resource -r dummy -U"
	test_assert $CRM_EX_OK

	desc="Set a node health strategy"
	cmd="crm_attribute -n node-health-strategy -v migrate-on-red"
	test_assert $CRM_EX_OK

	desc="Set a node health attribute"
	cmd="crm_attribute -N node3 -n '#health-cts-cli' -v red"
	test_assert $CRM_EX_OK

	desc="Show why a resource is not running on an unhealthy node"
	cmd="crm_resource -N node3 -Y -r dummy --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Delete a resource"
	cmd="crm_resource -D -r dummy -t primitive"
	test_assert $CRM_EX_OK

	unset CIB_shadow
	unset CIB_shadow_dir

	desc="Create an XML patchset"
	cmd="crm_diff -o $test_home/cli/crm_diff_old.xml -n $test_home/cli/crm_diff_new.xml"
	test_assert $CRM_EX_ERROR 0

	export CIB_file="$test_home/cli/constraints.xml"

	for rsc in prim1 prim2 prim3 prim4 prim5 prim6 prim7 prim8 prim9 \
	prim10 prim11 prim12 prim13 group clone; do
	desc="Check locations and constraints for $rsc"
	cmd="crm_resource -a -r $rsc"
	test_assert $CRM_EX_OK 0

	desc="Recursively check locations and constraints for $rsc"
	cmd="crm_resource -A -r $rsc"
	test_assert $CRM_EX_OK 0

	desc="Check locations and constraints for $rsc in XML"
	cmd="crm_resource -a -r $rsc --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Recursively check locations and constraints for $rsc in XML"
	cmd="crm_resource -A -r $rsc --output-as=xml"
	test_assert_validate $CRM_EX_OK 0
	done

	desc="Check locations and constraints for group member (referring to group)"
	cmd="crm_resource -a -r gr2"
	test_assert $CRM_EX_OK 0

	desc="Check locations and constraints for group member (without referring to group)"
	cmd="crm_resource -a -r gr2 --force"
	test_assert $CRM_EX_OK 0

	# Create a shadow CIB based on constraints.xml
	create_shadow_cib --create
	unset CIB_file

	desc="Set a meta-attribute for primitive and resources colocated with it"
	cmd="crm_resource -r prim5 --meta --set-parameter=target-role -v Stopped --recursive"
	test_assert $CRM_EX_OK 0

	desc="Set a meta-attribute for group and resource colocated with it"
	cmd="crm_resource -r group --meta --set-parameter=target-role -v Stopped --recursive"
	test_assert $CRM_EX_OK 0

	desc="Set a meta-attribute for clone and resource colocated with it"
	cmd="crm_resource -r clone --meta --set-parameter=target-role -v Stopped --recursive"
	test_assert $CRM_EX_OK 0

	unset CIB_shadow
	unset CIB_shadow_dir

	export CIB_file="$test_home/cli/crm_resource_digests.xml"

	desc="Show resource digests"
	cmd="crm_resource --digests -r rsc1 -N node1 --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Show resource digests with overrides"
	cmd="$cmd CRM_meta_interval=10000 CRM_meta_timeout=20000"
	test_assert $CRM_EX_OK 0

	desc="Show resource operations"
	cmd="crm_resource --list-operations"
	test_assert $CRM_EX_OK 0

	desc="Show resource operations (XML)"
	cmd="crm_resource --list-operations --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	unset CIB_file

	export CIB_file="$test_home/cli/crmadmin-cluster-remote-guest-nodes.xml"

	desc="List all nodes"
	cmd="crmadmin -N"
	test_assert $CRM_EX_OK 0

	desc="Minimally list all nodes"
	cmd="crmadmin -N -q"
	test_assert $CRM_EX_OK 0

	desc="List all nodes as bash exports"
	cmd="crmadmin -N -B"
	test_assert $CRM_EX_OK 0

	desc="List cluster nodes"
	cmd="crmadmin -N cluster \| wc -l \| grep 6"
	test_assert $CRM_EX_OK 0

	desc="List guest nodes"
	cmd="crmadmin -N guest \| wc -l \| grep 2"
	test_assert $CRM_EX_OK 0

	desc="List remote nodes"
	cmd="crmadmin -N remote \| wc -l \| grep 3"
	test_assert $CRM_EX_OK 0

	desc="List cluster,remote nodes"
	cmd="crmadmin -N cluster,remote \| wc -l \| grep 9"
	test_assert $CRM_EX_OK 0

	desc="List guest,remote nodes"
	cmd="crmadmin -N guest,remote \| wc -l \| grep 5"
	test_assert $CRM_EX_OK 0

	unset CIB_file

	export CIB_file="$test_home/cli/crm_mon.xml"
	export CIB_shadow_dir="${shadow_dir}"

	desc="Show allocation scores with crm_simulate"
	cmd="crm_simulate -x $CIB_file --show-scores --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Show utilization with crm_simulate"
	cmd="crm_simulate -x $CIB_file --show-utilization"
	test_assert $CRM_EX_OK 0

	desc="Simulate injecting a failure"
	cmd="crm_simulate -x $CIB_file -S -i ping_monitor_10000@cluster02=1"
	test_assert $CRM_EX_OK 0

	desc="Simulate bringing a node down"
	cmd="crm_simulate -x $CIB_file -S --node-down=cluster01"
	test_assert $CRM_EX_OK 0

	desc="Simulate a node failing"
	cmd="crm_simulate -x $CIB_file -S --node-fail=cluster02"
	test_assert $CRM_EX_OK 0

	unset CIB_shadow_dir

	desc="List a promotable clone resource"
	cmd="crm_resource --locate -r promotable-clone"
	test_assert $CRM_EX_OK 0

	desc="List the primitive of a promotable clone resource"
	cmd="crm_resource --locate -r promotable-rsc"
	test_assert $CRM_EX_OK 0

	desc="List a single instance of a promotable clone resource"
	cmd="crm_resource --locate -r promotable-rsc:0"
	test_assert $CRM_EX_OK 0

	desc="List another instance of a promotable clone resource"
	cmd="crm_resource --locate -r promotable-rsc:1"
	test_assert $CRM_EX_OK 0

	desc="List a promotable clone resource in XML"
	cmd="crm_resource --locate -r promotable-clone --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="List the primitive of a promotable clone resource in XML"
	cmd="crm_resource --locate -r promotable-rsc --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="List a single instance of a promotable clone resource in XML"
	cmd="crm_resource --locate -r promotable-rsc:0 --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="List another instance of a promotable clone resource in XML"
	cmd="crm_resource --locate -r promotable-rsc:1 --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Try to move an instance of a cloned resource"
	cmd="crm_resource -r promotable-rsc:0 --move --node node1"
	test_assert $CRM_EX_INVALID_PARAM 0

	# Create a sandbox copy of crm_mon.xml
	cibadmin -Q > "$TMPXML"
	export CIB_file="$TMPXML"

	desc="Query a nonexistent promotable score attribute"
	cmd="crm_attribute -N cluster01 -p promotable-rsc -G"
	test_assert $CRM_EX_NOSUCH 0

	desc="Query a nonexistent promotable score attribute (XML)"
	cmd="crm_attribute -N cluster01 -p promotable-rsc -G --output-as=xml"
	test_assert_validate $CRM_EX_NOSUCH 0

	desc="Delete a nonexistent promotable score attribute"
	cmd="crm_attribute -N cluster01 -p promotable-rsc -D"
	test_assert $CRM_EX_OK 0

	desc="Delete a nonexistent promotable score attribute (XML)"
	cmd="crm_attribute -N cluster01 -p promotable-rsc -D --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Query after deleting a nonexistent promotable score attribute"
	cmd="crm_attribute -N cluster01 -p promotable-rsc -G"
	test_assert $CRM_EX_NOSUCH 0

	desc="Query after deleting a nonexistent promotable score attribute (XML)"
	cmd="crm_attribute -N cluster01 -p promotable-rsc -G --output-as=xml"
	test_assert_validate $CRM_EX_NOSUCH 0

	desc="Update a nonexistent promotable score attribute"
	cmd="crm_attribute -N cluster01 -p promotable-rsc -v 1"
	test_assert $CRM_EX_OK 0

	desc="Update a nonexistent promotable score attribute (XML)"
	cmd="crm_attribute -N cluster01 -p promotable-rsc -v 1 --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Query after updating a nonexistent promotable score attribute"
	cmd="crm_attribute -N cluster01 -p promotable-rsc -G"
	test_assert $CRM_EX_OK 0

	desc="Query after updating a nonexistent promotable score attribute (XML)"
	cmd="crm_attribute -N cluster01 -p promotable-rsc -G --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Update an existing promotable score attribute"
	cmd="crm_attribute -N cluster01 -p promotable-rsc -v 5"
	test_assert $CRM_EX_OK 0

	desc="Update an existing promotable score attribute (XML)"
	cmd="crm_attribute -N cluster01 -p promotable-rsc -v 5 --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Query after updating an existing promotable score attribute"
	cmd="crm_attribute -N cluster01 -p promotable-rsc -G"
	test_assert $CRM_EX_OK 0

	desc="Query after updating an existing promotable score attribute (XML)"
	cmd="crm_attribute -N cluster01 -p promotable-rsc -G --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Delete an existing promotable score attribute"
	cmd="crm_attribute -N cluster01 -p promotable-rsc -D"
	test_assert $CRM_EX_OK 0

	desc="Delete an existing promotable score attribute (XML)"
	cmd="crm_attribute -N cluster01 -p promotable-rsc -D --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Query after deleting an existing promotable score attribute"
	cmd="crm_attribute -N cluster01 -p promotable-rsc -G"
	test_assert $CRM_EX_NOSUCH 0

	desc="Query after deleting an existing promotable score attribute (XML)"
	cmd="crm_attribute -N cluster01 -p promotable-rsc -G --output-as=xml"
	test_assert_validate $CRM_EX_NOSUCH 0

	unset CIB_file

	export CIB_file="-"

	desc="Check that CIB_file=\"-\" works - crm_mon"
	cmd="cat $test_home/cli/crm_mon.xml \| crm_mon -1"
	test_assert $CRM_EX_OK 0

	desc="Check that CIB_file=\"-\" works - crm_resource"
	cmd="cat $test_home/cli/crm_resource_digests.xml \| crm_resource --digests -r rsc1 -N node1 --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Check that CIB_file=\"-\" works - crmadmin"
	cmd="cat $test_home/cli/crmadmin-cluster-remote-guest-nodes.xml \| crmadmin -N \| wc -l \| grep 11"
	test_assert $CRM_EX_OK 0

	unset CIB_file
	rm -f "$TMPXML" "$TMPORIG"
	}

	INVALID_PERIODS=(
	"2019-01-01 00:00:00Z" # Start with no end
	"2019-01-01 00:00:00Z/" # Start with only a trailing slash
	"PT2S/P1M" # Two durations
	"2019-13-01 00:00:00Z/P1M" # Out-of-range month
	"20191077T15/P1M" # Out-of-range day
	"2019-10-01T25:00:00Z/P1M" # Out-of-range hour
	"2019-10-01T24:00:01Z/P1M" # Hour 24 with anything but :00:00
	"PT5H/20191001T007000Z" # Out-of-range minute
	"2019-10-01 00:00:80Z/P1M" # Out-of-range second
	"2019-10-01 00:00:10 +25:00/P1M" # Out-of-range offset hour
	"20191001T000010 -00:61/P1M" # Out-of-range offset minute
	"P1Y/2019-02-29 00:00:00Z" # Feb. 29 in non-leap-year
	"2019-01-01 00:00:00Z/P" # Duration with no values
	"P1Z/2019-02-20 00:00:00Z" # Invalid duration unit
	"P1YM/2019-02-20 00:00:00Z" # No number for duration unit
	)

	function test_dates() {
	# Ensure invalid period specifications are rejected
	for spec in '' "${INVALID_PERIODS[@]}"; do
	desc="Invalid period - [$spec]"
	cmd="iso8601 -p \"$spec\""
	test_assert $CRM_EX_INVALID_PARAM 0
	done

	desc="2014-01-01 00:30:00 - 1 Hour"
	cmd="iso8601 -d '2014-01-01 00:30:00Z' -D P-1H -E '2013-12-31 23:30:00Z'"
	test_assert $CRM_EX_OK 0

	desc="Valid date - Feb 29 in leap year"
	cmd="iso8601 -d '2020-02-29 00:00:00Z' -E '2020-02-29 00:00:00Z'"
	test_assert $CRM_EX_OK 0

	desc="Valid date - using 'T' and offset"
	cmd="iso8601 -d '20191201T131211 -05:00' -E '2019-12-01 18:12:11Z'"
	test_assert $CRM_EX_OK 0

	desc="24:00:00 equivalent to 00:00:00 of next day"
	cmd="iso8601 -d '2019-12-31 24:00:00Z' -E '2020-01-01 00:00:00Z'"
	test_assert $CRM_EX_OK 0

	for y in 06 07 08 09 10 11 12 13 14 15 16 17 18 40; do
	desc="20$y-W01-7"
	cmd="iso8601 -d '20$y-W01-7 00Z'"
	test_assert $CRM_EX_OK 0

	desc="20$y-W01-7 - round-trip"
	cmd="iso8601 -d '20$y-W01-7 00Z' -W -E '20$y-W01-7 00:00:00Z'"
	test_assert $CRM_EX_OK 0

	desc="20$y-W01-1"
	cmd="iso8601 -d '20$y-W01-1 00Z'"
	test_assert $CRM_EX_OK 0

	desc="20$y-W01-1 - round-trip"
	cmd="iso8601 -d '20$y-W01-1 00Z' -W -E '20$y-W01-1 00:00:00Z'"
	test_assert $CRM_EX_OK 0
	done

	desc="2009-W53-07"
	cmd="iso8601 -d '2009-W53-7 00:00:00Z' -W -E '2009-W53-7 00:00:00Z'"
	test_assert $CRM_EX_OK 0

	desc="epoch + 2 Years 5 Months 6 Minutes"
	cmd="iso8601 -d 'epoch' -D P2Y5MT6M -E '1972-06-01 00:06:00Z'"
	test_assert $CRM_EX_OK 0

	desc="2009-01-31 + 1 Month"
	cmd="iso8601 -d '20090131T000000Z' -D P1M -E '2009-02-28 00:00:00Z'"
	test_assert $CRM_EX_OK 0

	desc="2009-01-31 + 2 Months"
	cmd="iso8601 -d '2009-01-31 00:00:00Z' -D P2M -E '2009-03-31 00:00:00Z'"
	test_assert $CRM_EX_OK 0

	desc="2009-01-31 + 3 Months"
	cmd="iso8601 -d '2009-01-31 00:00:00Z' -D P3M -E '2009-04-30 00:00:00Z'"
	test_assert $CRM_EX_OK 0

	desc="2009-03-31 - 1 Month"
	cmd="iso8601 -d '2009-03-31 01:00:00 +01:00' -D P-1M -E '2009-02-28 00:00:00Z'"
	test_assert $CRM_EX_OK 0

	desc="2038-01-01 + 3 Months"
	cmd="iso8601 -d '2038-01-01 00:00:00Z' -D P3M -E '2038-04-01 00:00:00Z'"
	test_assert $CRM_EX_OK 0
	}

	function test_acl_loop() {
	local TMPXML

	TMPXML="$1"

	# Make sure we're rejecting things for the right reasons
	orig_trace_fns="$PCMK_trace_functions"
	export PCMK_trace_functions=pcmk__check_acl,pcmk__apply_creation_acl

	CIB_user=root cibadmin --replace --xml-text '<resources/>'

	### no ACL ###
	export CIB_user=unknownguy
	desc="$CIB_user: Query configuration"
	cmd="cibadmin -Q"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	desc="$CIB_user: Set enable-acl"
	cmd="crm_attribute -n enable-acl -v false"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	desc="$CIB_user: Set stonith-enabled"
	cmd="crm_attribute -n stonith-enabled -v false"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	desc="$CIB_user: Create a resource"
	cmd="cibadmin -C -o resources --xml-text '<primitive id=\"dummy\" class=\"ocf\" provider=\"pacemaker\" type=\"Dummy\"/>'"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	### deny /cib permission ###
	export CIB_user=l33t-haxor
	desc="$CIB_user: Query configuration"
	cmd="cibadmin -Q"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	desc="$CIB_user: Set enable-acl"
	cmd="crm_attribute -n enable-acl -v false"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	desc="$CIB_user: Set stonith-enabled"
	cmd="crm_attribute -n stonith-enabled -v false"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	desc="$CIB_user: Create a resource"
	cmd="cibadmin -C -o resources --xml-text '<primitive id=\"dummy\" class=\"ocf\" provider=\"pacemaker\" type=\"Dummy\"/>'"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	### observer role ###
	export CIB_user=niceguy
	desc="$CIB_user: Query configuration"
	cmd="cibadmin -Q"
	test_assert $CRM_EX_OK 0

	desc="$CIB_user: Set enable-acl"
	cmd="crm_attribute -n enable-acl -v false"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	desc="$CIB_user: Set stonith-enabled"
	cmd="crm_attribute -n stonith-enabled -v false"
	test_assert $CRM_EX_OK

	desc="$CIB_user: Create a resource"
	cmd="cibadmin -C -o resources --xml-text '<primitive id=\"dummy\" class=\"ocf\" provider=\"pacemaker\" type=\"Dummy\"/>'"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	export CIB_user=root
	desc="$CIB_user: Query configuration"
	cmd="cibadmin -Q"
	test_assert $CRM_EX_OK 0

	desc="$CIB_user: Set stonith-enabled"
	cmd="crm_attribute -n stonith-enabled -v true"
	test_assert $CRM_EX_OK

	desc="$CIB_user: Create a resource"
	cmd="cibadmin -C -o resources --xml-text '<primitive id=\"dummy\" class=\"ocf\" provider=\"pacemaker\" type=\"Dummy\"/>'"
	test_assert $CRM_EX_OK

	### deny /cib permission ###
	export CIB_user=l33t-haxor

	desc="$CIB_user: Create a resource meta attribute"
	cmd="crm_resource -r dummy --meta -p target-role -v Stopped"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	desc="$CIB_user: Query a resource meta attribute"
	cmd="crm_resource -r dummy --meta -g target-role"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	desc="$CIB_user: Remove a resource meta attribute"
	cmd="crm_resource -r dummy --meta -d target-role"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	### observer role ###
	export CIB_user=niceguy

	desc="$CIB_user: Create a resource meta attribute"
	cmd="crm_resource -r dummy --meta -p target-role -v Stopped"
	test_assert $CRM_EX_OK

	desc="$CIB_user: Query a resource meta attribute"
	cmd="crm_resource -r dummy --meta -g target-role"
	test_assert $CRM_EX_OK

	desc="$CIB_user: Remove a resource meta attribute"
	cmd="crm_resource -r dummy --meta -d target-role"
	test_assert $CRM_EX_OK

	desc="$CIB_user: Create a resource meta attribute"
	cmd="crm_resource -r dummy --meta -p target-role -v Started"
	test_assert $CRM_EX_OK

	### read //meta_attributes ###
	export CIB_user=badidea
	desc="$CIB_user: Query configuration - implied deny"
	cmd="cibadmin -Q"
	test_assert $CRM_EX_OK 0

	### deny /cib, read //meta_attributes ###
	export CIB_user=betteridea
	desc="$CIB_user: Query configuration - explicit deny"
	cmd="cibadmin -Q"
	test_assert $CRM_EX_OK 0

	CIB_user=root cibadmin -Q > "$TMPXML"
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin --delete --xml-text '<acls/>'
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin -Ql

	### observer role ###
	export CIB_user=niceguy
	desc="$CIB_user: Replace - remove acls"
	cmd="cibadmin --replace --xml-file $TMPXML"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	CIB_user=root cibadmin -Q > "$TMPXML"
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin -C -o resources --xml-text '<primitive id="dummy2" class="ocf" provider="pacemaker" type="Dummy"/>'
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin -Ql

	desc="$CIB_user: Replace - create resource"
	cmd="cibadmin --replace --xml-file $TMPXML"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	CIB_user=root cibadmin -Q > "$TMPXML"
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" crm_attribute -n enable-acl -v false
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin -Ql

	desc="$CIB_user: Replace - modify attribute (deny)"
	cmd="cibadmin --replace --xml-file $TMPXML"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	CIB_user=root cibadmin -Q > "$TMPXML"
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin --replace --xml-text '<nvpair id="cib-bootstrap-options-enable-acl" name="enable-acl"/>'
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin -Ql

	desc="$CIB_user: Replace - delete attribute (deny)"
	cmd="cibadmin --replace --xml-file $TMPXML"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	CIB_user=root cibadmin -Q > "$TMPXML"
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin --modify --xml-text '<primitive id="dummy" description="nothing interesting"/>'
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin -Ql

	desc="$CIB_user: Replace - create attribute (deny)"
	cmd="cibadmin --replace --xml-file $TMPXML"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	### admin role ###
	CIB_user=bob
	CIB_user=root cibadmin -Q > "$TMPXML"
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin --modify --xml-text '<primitive id="dummy" description="nothing interesting"/>'
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin -Ql

	desc="$CIB_user: Replace - create attribute (direct allow)"
	cmd="cibadmin --replace -o resources --xml-file $TMPXML"
	test_assert $CRM_EX_OK 0

	CIB_user=root cibadmin -Q > "$TMPXML"
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin --modify --xml-text '<primitive id="dummy" description="something interesting"/>'
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin -Ql

	desc="$CIB_user: Replace - modify attribute (direct allow)"
	cmd="cibadmin --replace -o resources --xml-file $TMPXML"
	test_assert $CRM_EX_OK 0

	CIB_user=root cibadmin -Q > "$TMPXML"
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin --replace -o resources --xml-text '<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy"/>'
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin -Ql

	desc="$CIB_user: Replace - delete attribute (direct allow)"
	cmd="cibadmin --replace -o resources --xml-file $TMPXML"
	test_assert $CRM_EX_OK 0

	### super_user role ###
	export CIB_user=joe

	CIB_user=root cibadmin -Q > "$TMPXML"
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin --modify --xml-text '<primitive id="dummy" description="nothing interesting"/>'
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin -Ql

	desc="$CIB_user: Replace - create attribute (inherited allow)"
	cmd="cibadmin --replace -o resources --xml-file $TMPXML"
	test_assert $CRM_EX_OK 0

	CIB_user=root cibadmin -Q > "$TMPXML"
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin --modify --xml-text '<primitive id="dummy" description="something interesting"/>'
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin -Ql

	desc="$CIB_user: Replace - modify attribute (inherited allow)"
	cmd="cibadmin --replace -o resources --xml-file $TMPXML"
	test_assert $CRM_EX_OK 0

	CIB_user=root cibadmin -Q > "$TMPXML"
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin --replace -o resources --xml-text '<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy"/>'
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin -Ql

	desc="$CIB_user: Replace - delete attribute (inherited allow)"
	cmd="cibadmin --replace -o resources --xml-file $TMPXML"
	test_assert $CRM_EX_OK 0

	### rsc_writer role ###
	export CIB_user=mike

	CIB_user=root cibadmin -Q > "$TMPXML"
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin --modify --xml-text '<primitive id="dummy" description="nothing interesting"/>'
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin -Ql

	desc="$CIB_user: Replace - create attribute (allow overrides deny)"
	cmd="cibadmin --replace -o resources --xml-file $TMPXML"
	test_assert $CRM_EX_OK 0

	CIB_user=root cibadmin -Q > "$TMPXML"
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin --modify --xml-text '<primitive id="dummy" description="something interesting"/>'
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin -Ql

	desc="$CIB_user: Replace - modify attribute (allow overrides deny)"
	cmd="cibadmin --replace -o resources --xml-file $TMPXML"
	test_assert $CRM_EX_OK 0

	CIB_user=root cibadmin -Q > "$TMPXML"
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin --replace -o resources --xml-text '<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy"/>'
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin -Ql

	desc="$CIB_user: Replace - delete attribute (allow overrides deny)"
	cmd="cibadmin --replace -o resources --xml-file $TMPXML"
	test_assert $CRM_EX_OK 0

	### rsc_denied role ###
	export CIB_user=chris

	CIB_user=root cibadmin -Q > "$TMPXML"
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin --modify --xml-text '<primitive id="dummy" description="nothing interesting"/>'
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin -Ql

	desc="$CIB_user: Replace - create attribute (deny overrides allow)"
	cmd="cibadmin --replace -o resources --xml-file $TMPXML"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	# Set as root since setting as chris failed
	CIB_user=root cibadmin --modify --xml-text '<primitive id="dummy" description="nothing interesting"/>'

	CIB_user=root cibadmin -Q > "$TMPXML"
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin --modify --xml-text '<primitive id="dummy" description="something interesting"/>'
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin -Ql

	desc="$CIB_user: Replace - modify attribute (deny overrides allow)"
	cmd="cibadmin --replace -o resources --xml-file $TMPXML"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	# Set as root since setting as chris failed
	CIB_user=root cibadmin --modify --xml-text '<primitive id="dummy" description="something interesting"/>'

	CIB_user=root cibadmin -Q > "$TMPXML"
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin --replace -o resources --xml-text '<primitive id="dummy" class="ocf" provider="pacemaker" type="Dummy"/>'
	CIB_user=root CIB_file="$TMPXML" CIB_shadow="" cibadmin -Ql

	desc="$CIB_user: Replace - delete attribute (deny overrides allow)"
	cmd="cibadmin --replace -o resources --xml-file $TMPXML"
	test_assert $CRM_EX_INSUFFICIENT_PRIV 0

	export PCMK_trace_functions="$orig_trace_fns"
	}

	function test_acls() {
	local SHADOWPATH
	local TMPXML

	TMPXML=$(mktemp ${TMPDIR:-/tmp}/cts-cli.acls.xml.XXXXXXXXXX)

	create_shadow_cib --create-empty pacemaker-1.3

	cat <<EOF > "$TMPXML"
	<acls>
	<acl_user id="l33t-haxor">
	<deny id="crook-nothing" xpath="/cib"/>
	</acl_user>
	<acl_user id="niceguy">
	<role_ref id="observer"/>
	</acl_user>
	<acl_user id="bob">
	<role_ref id="admin"/>
	</acl_user>
	<acl_user id="joe">
	<role_ref id="super_user"/>
	</acl_user>
	<acl_user id="mike">
	<role_ref id="rsc_writer"/>
	</acl_user>
	<acl_user id="chris">
	<role_ref id="rsc_denied"/>
	</acl_user>
	<acl_role id="observer">
	<read id="observer-read-1" xpath="/cib"/>
	<write id="observer-write-1" xpath="//nvpair[@name='stonith-enabled']"/>
	<write id="observer-write-2" xpath="//nvpair[@name='target-role']"/>
	</acl_role>
	<acl_role id="admin">
	<read id="admin-read-1" xpath="/cib"/>
	<write id="admin-write-1" xpath="//resources"/>
	</acl_role>
	<acl_role id="super_user">
	<write id="super_user-write-1" xpath="/cib"/>
	</acl_role>
	<acl_role id="rsc_writer">
	<deny id="rsc-writer-deny-1" xpath="/cib"/>
	<write id="rsc-writer-write-1" xpath="//resources"/>
	</acl_role>
	<acl_role id="rsc_denied">
	<write id="rsc-denied-write-1" xpath="/cib"/>
	<deny id="rsc-denied-deny-1" xpath="//resources"/>
	</acl_role>
	</acls>
	EOF

	desc="Configure some ACLs"
	cmd="cibadmin -M -o acls --xml-file $TMPXML"
	test_assert $CRM_EX_OK

	desc="Enable ACLs"
	cmd="crm_attribute -n enable-acl -v true"
	test_assert $CRM_EX_OK

	desc="Set cluster option"
	cmd="crm_attribute -n no-quorum-policy -v ignore"
	test_assert $CRM_EX_OK

	desc="New ACL"
	cmd="cibadmin --create -o acls --xml-text '<acl_user id=\"badidea\"><read id=\"badidea-resources\" xpath=\"//meta_attributes\"/></acl_user>'"
	test_assert $CRM_EX_OK

	desc="Another ACL"
	cmd="cibadmin --create -o acls --xml-text '<acl_user id=\"betteridea\"><read id=\"betteridea-resources\" xpath=\"//meta_attributes\"/></acl_user>'"
	test_assert $CRM_EX_OK

	desc="Updated ACL"
	cmd="cibadmin --replace -o acls --xml-text '<acl_user id=\"betteridea\"><deny id=\"betteridea-nothing\" xpath=\"/cib\"/><read id=\"betteridea-resources\" xpath=\"//meta_attributes\"/></acl_user>'"
	test_assert $CRM_EX_OK

	test_acl_loop "$TMPXML"

	printf "\n\n !#!#!#!#! Upgrading to latest CIB schema and re-testing !#!#!#!#!\n"
	printf "\nUpgrading to latest CIB schema and re-testing\n" 1>&2

	export CIB_user=root
	desc="$CIB_user: Upgrade to latest CIB schema"
	cmd="cibadmin --upgrade --force -V"
	test_assert $CRM_EX_OK

	reset_shadow_cib_version

	test_acl_loop "$TMPXML"

	unset CIB_shadow_dir
	rm -f "$TMPXML"
	}

	function test_validity() {
	local TMPGOOD
	local TMPBAD

	TMPGOOD=$(mktemp ${TMPDIR:-/tmp}/cts-cli.validity.good.xml.XXXXXXXXXX)
	TMPBAD=$(mktemp ${TMPDIR:-/tmp}/cts-cli.validity.bad.xml.XXXXXXXXXX)

	create_shadow_cib --create-empty pacemaker-1.2
	orig_trace_fns="$PCMK_trace_functions"
	export PCMK_trace_functions=apply_upgrade,update_validation

	cibadmin -C -o resources --xml-text '<primitive id="dummy1" class="ocf" provider="pacemaker" type="Dummy"/>'
	cibadmin -C -o resources --xml-text '<primitive id="dummy2" class="ocf" provider="pacemaker" type="Dummy"/>'
	cibadmin -C -o constraints --xml-text '<rsc_order id="ord_1-2" first="dummy1" first-action="start" then="dummy2"/>'
	cibadmin -Q > "$TMPGOOD"


	desc="Try to make resulting CIB invalid (enum violation)"
	cmd="cibadmin -M -o constraints --xml-text '<rsc_order id=\"ord_1-2\" first=\"dummy1\" first-action=\"break\" then=\"dummy2\"/>'"
	test_assert $CRM_EX_CONFIG

	sed 's\|"start"\|"break"\|' "$TMPGOOD" > "$TMPBAD"
	desc="Run crm_simulate with invalid CIB (enum violation)"
	cmd="crm_simulate -x $TMPBAD -S"
	test_assert $CRM_EX_CONFIG 0


	desc="Try to make resulting CIB invalid (unrecognized validate-with)"
	cmd="cibadmin -M --xml-text '<cib validate-with=\"pacemaker-9999.0\"/>'"
	test_assert $CRM_EX_CONFIG

	sed 's\|"pacemaker-1.2"\|"pacemaker-9999.0"\|' "$TMPGOOD" > "$TMPBAD"
	desc="Run crm_simulate with invalid CIB (unrecognized validate-with)"
	cmd="crm_simulate -x $TMPBAD -S"
	test_assert $CRM_EX_CONFIG 0


	desc="Try to make resulting CIB invalid, but possibly recoverable (valid with X.Y+1)"
	cmd="cibadmin -C -o configuration --xml-text '<tags/>'"
	test_assert $CRM_EX_CONFIG

	sed 's\|</configuration>\|<tags/></configuration>\|' "$TMPGOOD" > "$TMPBAD"
	desc="Run crm_simulate with invalid, but possibly recoverable CIB (valid with X.Y+1)"
	cmd="crm_simulate -x $TMPBAD -S"
	test_assert $CRM_EX_OK 0


	sed 's\|[ ][ ]validate-with="[^"]"\|\|' "$TMPGOOD" > "$TMPBAD"
	desc="Make resulting CIB valid, although without validate-with attribute"
	cmd="cibadmin -R --xml-file $TMPBAD"
	test_assert $CRM_EX_OK

	desc="Run crm_simulate with valid CIB, but without validate-with attribute"
	cmd="crm_simulate -x $TMPBAD -S"
	test_assert $CRM_EX_OK 0


	# this will just disable validation and accept the config, outputting
	# validation errors
	sed -e 's\|[ ][ ]validate-with="[^"]"\|\|' \
	-e 's\|$[ ][ ]epoch="[^"]$"\|\10"\|' -e 's\|"start"\|"break"\|' \
	"$TMPGOOD" > "$TMPBAD"
	desc="Make resulting CIB invalid, and without validate-with attribute"
	cmd="cibadmin -R --xml-file $TMPBAD"
	test_assert $CRM_EX_OK

	desc="Run crm_simulate with invalid CIB, also without validate-with attribute"
	cmd="crm_simulate -x $TMPBAD -S"
	test_assert $CRM_EX_OK 0

	unset CIB_shadow_dir
	rm -f "$TMPGOOD" "$TMPBAD"
	export PCMK_trace_functions="$orig_trace_fns"
	}

	test_upgrade() {
	local TMPXML

	TMPXML=$(mktemp ${TMPDIR:-/tmp}/cts-cli.tools.xml.XXXXXXXXXX)

	create_shadow_cib --create-empty pacemaker-2.10
	orig_trace_fns="$PCMK_trace_functions"
	export PCMK_trace_functions=apply_upgrade,update_validation

	desc="Set stonith-enabled=false"
	cmd="crm_attribute -n stonith-enabled -v false"
	test_assert $CRM_EX_OK

	cat <<EOF > "$TMPXML"
	<resources>
	<primitive id="mySmartFuse" class="ocf" provider="experiment" type="SmartFuse">
	<operations>
	<op id="mySmartFuse-start" name="start" interval="0" timeout="40s"/>
	<op id="mySmartFuse-monitor-inputpower" name="monitor" interval="30s">
	<instance_attributes id="mySmartFuse-inputpower-instanceparams">
	<nvpair id="mySmartFuse-inputpower-requires" name="requires" value="inputpower"/>
	</instance_attributes>
	</op>
	<op id="mySmartFuse-monitor-outputpower" name="monitor" interval="2s">
	<instance_attributes id="mySmartFuse-outputpower-instanceparams">
	<nvpair id="mySmartFuse-outputpower-requires" name="requires" value="outputpower"/>
	</instance_attributes>
	</op>
	</operations>
	<instance_attributes id="mySmartFuse-params">
	<nvpair id="mySmartFuse-params-ip" name="ip" value="192.0.2.10"/>
	</instance_attributes>
	<!-- a bit hairy but valid -->
	<instance_attributes id-ref="mySmartFuse-outputpower-instanceparams"/>
	</primitive>
	</resources>
	EOF

	desc="Configure the initial resource"
	cmd="cibadmin -M -o resources --xml-file $TMPXML"
	test_assert $CRM_EX_OK

	desc="Upgrade to latest CIB schema (trigger 2.10.xsl + the wrapping)"
	cmd="cibadmin --upgrade --force -V -V"
	test_assert $CRM_EX_OK

	desc="Query a resource instance attribute (shall survive)"
	cmd="crm_resource -r mySmartFuse -g requires"
	test_assert $CRM_EX_OK

	unset CIB_shadow_dir
	rm -f "$TMPXML"
	export PCMK_trace_functions="$orig_trace_fns"
	}

	test_rules() {
	local TMPXML

	create_shadow_cib --create-empty

	cibadmin -C -o crm_config --xml-text '<cluster_property_set id="cib-bootstrap-options"><nvpair id="cib-bootstrap-options-stonith-enabled" name="stonith-enabled" value="false"/></cluster_property_set>'
	cibadmin -C -o resources --xml-text '<primitive class="ocf" id="dummy" provider="heartbeat" type="Dummy" />'

	TMPXML=$(mktemp ${TMPDIR:-/tmp}/cts-cli.tools.xml.XXXXXXXXXX)
	cat <<EOF > "$TMPXML"
	<rsc_location id="cli-too-many-date-expressions" rsc="dummy">
	<rule id="cli-rule-too-many-date-expressions" score="INFINITY" boolean-op="or">
	<date_expression id="cli-date-expression-1" operation="gt" start="2020-01-01 01:00:00 -0500"/>
	<date_expression id="cli-date-expression-2" operation="lt" end="2019-01-01 01:00:00 -0500"/>
	</rule>
	</rsc_location>
	EOF

	cibadmin -C -o constraints -x "$TMPXML"
	rm -f "$TMPXML"

	TMPXML=$(mktemp ${TMPDIR:-/tmp}/cts-cli.tools.xml.XXXXXXXXXX)
	cat <<EOF > "$TMPXML"
	<rsc_location id="cli-prefer-dummy-expired" rsc="dummy">
	<rule id="cli-prefer-rule-dummy-expired" score="INFINITY">
	<date_expression id="cli-prefer-lifetime-end-dummy-expired" operation="lt" end="2019-01-01 12:00:00 -05:00"/>
	</rule>
	</rsc_location>
	EOF

	cibadmin -C -o constraints -x "$TMPXML"
	rm -f "$TMPXML"

	if [ "$(uname)" == "FreeBSD" ]; then
	tomorrow=$(date -v+1d +"%F %T %z")
	else
	tomorrow=$(date --date=tomorrow +"%F %T %z")
	fi

	TMPXML=$(mktemp ${TMPDIR:-/tmp}/cts-cli.tools.xml.XXXXXXXXXX)
	cat <<EOF > "$TMPXML"
	<rsc_location id="cli-prefer-dummy-not-yet" rsc="dummy">
	<rule id="cli-prefer-rule-dummy-not-yet" score="INFINITY">
	<date_expression id="cli-prefer-lifetime-end-dummy-not-yet" operation="gt" start="${tomorrow}"/>
	</rule>
	</rsc_location>
	EOF

	cibadmin -C -o constraints -x "$TMPXML"
	rm -f "$TMPXML"

	TMPXML=$(mktemp ${TMPDIR:-/tmp}/cts-cli.tools.xml.XXXXXXXXXX)
	cat <<EOF > "$TMPXML"
	<rsc_location id="cli-prefer-dummy-date_spec-only-years" rsc="dummy">
	<rule id="cli-prefer-rule-dummy-date_spec-only-years" score="INFINITY">
	<date_expression id="cli-prefer-dummy-date_spec-only-years-expr" operation="date_spec">
	<date_spec id="cli-prefer-dummy-date_spec-only-years-spec" years="2019"/>
	</date_expression>
	</rule>
	</rsc_location>
	EOF

	cibadmin -C -o constraints -x "$TMPXML"
	rm -f "$TMPXML"

	TMPXML=$(mktemp ${TMPDIR:-/tmp}/cts-cli.tools.xml.XXXXXXXXXX)
	cat <<EOF > "$TMPXML"
	<rsc_location id="cli-prefer-dummy-date_spec-without-years" rsc="dummy">
	<rule id="cli-prefer-rule-dummy-date_spec-without-years" score="INFINITY">
	<date_expression id="cli-prefer-dummy-date_spec-without-years-expr" operation="date_spec">
	<date_spec id="cli-prefer-dummy-date_spec-without-years-spec" hours="20" months="1,3,5,7"/>
	</date_expression>
	</rule>
	</rsc_location>
	EOF

	cibadmin -C -o constraints -x "$TMPXML"
	rm -f "$TMPXML"

	TMPXML=$(mktemp ${TMPDIR:-/tmp}/cts-cli.tools.xml.XXXXXXXXXX)
	cat <<EOF > "$TMPXML"
	<rsc_location id="cli-prefer-dummy-date_spec-years-moon" rsc="dummy">
	<rule id="cli-prefer-rule-dummy-date_spec-years-moon" score="INFINITY">
	<date_expression id="cli-prefer-dummy-date_spec-years-moon-expr" operation="date_spec">
	<date_spec id="cli-prefer-dummy-date_spec-years-moon-spec" years="2019" moon="1"/>
	</date_expression>
	</rule>
	</rsc_location>
	EOF

	cibadmin -C -o constraints -x "$TMPXML"
	rm -f "$TMPXML"

	TMPXML=$(mktemp ${TMPDIR:-/tmp}/cts-cli.tools.xml.XXXXXXXXXX)
	cat <<EOF > "$TMPXML"
	<rsc_location id="cli-no-date_expression" rsc="dummy">
	<rule id="cli-no-date_expression-rule" score="INFINITY">
	<expression id="ban-apache-expr" attribute="#uname" operation="eq" value="node3"/>
	</rule>
	</rsc_location>
	EOF

	cibadmin -C -o constraints -x "$TMPXML"
	rm -f "$TMPXML"

	desc="crm_rule given no arguments"
	cmd="crm_rule"
	test_assert $CRM_EX_USAGE 0

	desc="crm_rule given no arguments (XML)"
	cmd="crm_rule --output-as=xml"
	test_assert_validate $CRM_EX_USAGE 0

	desc="crm_rule given no rule to check"
	cmd="crm_rule -c"
	test_assert $CRM_EX_USAGE 0

	desc="crm_rule given no rule to check (XML)"
	cmd="crm_rule -c --output-as=xml"
	test_assert_validate $CRM_EX_USAGE 0

	desc="crm_rule given invalid input XML"
	cmd="crm_rule -c -r blahblah -X 'invalidxml'"
	test_assert $CRM_EX_DATAERR 0

	desc="crm_rule given invalid input XML (XML)"
	cmd="crm_rule -c -r blahblah -X 'invalidxml' --output-as=xml"
	test_assert_validate $CRM_EX_DATAERR 0

	desc="crm_rule given invalid input XML on stdin"
	cmd="echo 'invalidxml' \| crm_rule -c -r blahblah -X -"
	test_assert $CRM_EX_DATAERR 0

	desc="crm_rule given invalid input XML on stdin (XML)"
	cmd="echo 'invalidxml' \| crm_rule -c -r blahblah -X - --output-as=xml"
	test_assert_validate $CRM_EX_DATAERR 0

	desc="Try to check a rule that doesn't exist"
	cmd="crm_rule -c -r blahblah"
	test_assert $CRM_EX_NOSUCH

	desc="Try to check a rule that doesn't exist, with XML output"
	cmd="crm_rule -c -r blahblah --output-as=xml"
	test_assert_validate $CRM_EX_NOSUCH 0

	desc="Try to check a rule that has too many date_expressions"
	cmd="crm_rule -c -r cli-rule-too-many-date-expressions"
	test_assert $CRM_EX_UNIMPLEMENT_FEATURE 0

	desc="Try to check a rule that has too many date_expressions (XML)"
	cmd="crm_rule -c -r cli-rule-too-many-date-expressions --output-as=xml"
	test_assert_validate $CRM_EX_UNIMPLEMENT_FEATURE 0

	desc="Verify basic rule is expired"
	cmd="crm_rule -c -r cli-prefer-rule-dummy-expired"
	test_assert $CRM_EX_EXPIRED 0

	desc="Verify basic rule is expired, with XML output"
	cmd="crm_rule -c -r cli-prefer-rule-dummy-expired --output-as=xml"
	test_assert_validate $CRM_EX_EXPIRED 0

	desc="Verify basic rule worked in the past"
	cmd="crm_rule -c -r cli-prefer-rule-dummy-expired -d 20180101"
	test_assert $CRM_EX_OK 0

	desc="Verify basic rule worked in the past (XML)"
	cmd="crm_rule -c -r cli-prefer-rule-dummy-expired -d 20180101 --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Verify basic rule is not yet in effect"
	cmd="crm_rule -c -r cli-prefer-rule-dummy-not-yet"
	test_assert $CRM_EX_NOT_YET_IN_EFFECT 0

	desc="Verify basic rule is not yet in effect (XML)"
	cmd="crm_rule -c -r cli-prefer-rule-dummy-not-yet --output-as=xml"
	test_assert_validate $CRM_EX_NOT_YET_IN_EFFECT 0

	desc="Verify date_spec rule with years has expired"
	cmd="crm_rule -c -r cli-prefer-rule-dummy-date_spec-only-years"
	test_assert $CRM_EX_EXPIRED 0

	desc="Verify date_spec rule with years has expired (XML)"
	cmd="crm_rule -c -r cli-prefer-rule-dummy-date_spec-only-years --output-as=xml"
	test_assert_validate $CRM_EX_EXPIRED 0

	desc="Verify multiple rules at once"
	cmd="crm_rule -c -r cli-prefer-rule-dummy-not-yet -r cli-prefer-rule-dummy-date_spec-only-years"
	test_assert $CRM_EX_EXPIRED 0

	desc="Verify multiple rules at once, with XML output"
	cmd="crm_rule -c -r cli-prefer-rule-dummy-not-yet -r cli-prefer-rule-dummy-date_spec-only-years --output-as=xml"
	test_assert_validate $CRM_EX_EXPIRED 0

	desc="Verify date_spec rule with years is in effect"
	cmd="crm_rule -c -r cli-prefer-rule-dummy-date_spec-only-years -d 20190201"
	test_assert $CRM_EX_OK 0

	desc="Verify date_spec rule with years is in effect (XML)"
	cmd="crm_rule -c -r cli-prefer-rule-dummy-date_spec-only-years -d 20190201 --output-as=xml"
	test_assert_validate $CRM_EX_OK 0

	desc="Try to check a rule whose date_spec does not contain years="
	cmd="crm_rule -c -r cli-prefer-rule-dummy-date_spec-without-years"
	test_assert $CRM_EX_UNIMPLEMENT_FEATURE 0

	desc="Try to check a rule whose date_spec does not contain years= (XML)"
	cmd="crm_rule -c -r cli-prefer-rule-dummy-date_spec-without-years --output-as=xml"
	test_assert_validate $CRM_EX_UNIMPLEMENT_FEATURE 0

	desc="Try to check a rule whose date_spec contains years= and moon="
	cmd="crm_rule -c -r cli-prefer-rule-dummy-date_spec-years-moon"
	test_assert $CRM_EX_UNIMPLEMENT_FEATURE 0

	desc="Try to check a rule whose date_spec contains years= and moon= (XML)"
	cmd="crm_rule -c -r cli-prefer-rule-dummy-date_spec-years-moon --output-as=xml"
	test_assert_validate $CRM_EX_UNIMPLEMENT_FEATURE 0

	desc="Try to check a rule with no date_expression"
	cmd="crm_rule -c -r cli-no-date_expression-rule"
	test_assert $CRM_EX_UNIMPLEMENT_FEATURE 0

	desc="Try to check a rule with no date_expression (XML)"
	cmd="crm_rule -c -r cli-no-date_expression-rule --output-as=xml"
	test_assert_validate $CRM_EX_UNIMPLEMENT_FEATURE 0

	unset CIB_shadow_dir
	}

	# Ensure all command output is in portable locale for comparison
	export LC_ALL="C"
	test_access_render() {
	local TMPXML

	TMPXML=$(mktemp ${TMPDIR:-/tmp}/cts-cli.access_render.xml.XXXXXXXXXX)
	export CIB_shadow_dir="${shadow_dir}"

	$VALGRIND_CMD crm_shadow --batch --force --create-empty $shadow 2>&1
	export CIB_shadow=$shadow

	# Create a test CIB that has ACL roles
	cat <<EOF > "$TMPXML"
	<acls>
	<acl_role id="role-deny-acls">
	<acl_permission id="deny-acls" kind="deny" xpath="/cib/configuration/acls"/>
	<acl_permission id="read-rest" kind="read" xpath="/cib"/>
	</acl_role>
	<acl_target id="tony">
	<role id="role-deny-acls"/>
	</acl_target>
	</acls>
	EOF

	desc="Configure some ACLs"
	cmd="cibadmin -M -o acls --xml-file $TMPXML"
	test_assert $CRM_EX_OK

	desc="Enable ACLs"
	cmd="crm_attribute -n enable-acl -v true"
	test_assert $CRM_EX_OK

	unset CIB_user

	# Run cibadmin --show-access on the test CIB with different users (tony here)

	desc="An instance of ACLs render (into color)"
	cmd="cibadmin --force --show-access=color -Q --user tony"
	test_assert $CRM_EX_OK 0

	desc="An instance of ACLs render (into namespacing)"
	cmd="cibadmin --force --show-access=namespace -Q --user tony"
	test_assert $CRM_EX_OK 0

	desc="An instance of ACLs render (into text)"
	cmd="cibadmin --force --show-access=text -Q --user tony"
	test_assert $CRM_EX_OK 0

	unset CIB_shadow_dir
	rm -f "$TMPXML"
	}

	function test_feature_set() {
	create_shadow_cib --create-empty

	# Import the initial test CIB with non-mixed versions
	desc="Import the test CIB"
	cmd="cibadmin --replace --xml-file $test_home/cli/crm_mon-feature_set.xml"
	test_assert $CRM_EX_OK

	desc="Complete text output, no mixed status"
	cmd="crm_mon -1 --show-detail"
	test_assert $CRM_EX_OK 0

	desc="XML output, no mixed status"
	cmd="crm_mon --output-as=xml"
	test_assert $CRM_EX_OK 0

	# Modify the CIB to fake that the cluster has mixed versions
	desc="Fake inconsistent feature set"
	cmd="crm_attribute --node=cluster02 --name=#feature-set --update=3.15.0 --lifetime=reboot"
	test_assert $CRM_EX_OK

	desc="Complete text output, mixed status"
	cmd="crm_mon -1 --show-detail"
	test_assert $CRM_EX_OK 0

	desc="XML output, mixed status"
	cmd="crm_mon --output-as=xml"
	test_assert $CRM_EX_OK 0

	unset CIB_shadow_dir
	}

	# Process command-line arguments
	while [ $# -gt 0 ]; do
	case "$1" in
	-t)
	tests="$2"
	shift 2
	;;
	-V\|--verbose)
	verbose=1
	shift
	;;
	-v\|--valgrind)
	export G_SLICE=always-malloc
	VALGRIND_CMD="valgrind $VALGRIND_OPTS"
	shift
	;;
	-s)
	do_save=1
	shift
	;;
	-p)
	export PATH="$2:$PATH"
	shift
	;;
	--help)
	echo "$USAGE_TEXT"
	exit $CRM_EX_OK
	;;
	*)
	echo "error: unknown option $1"
	echo
	echo "$USAGE_TEXT"
	exit $CRM_EX_USAGE
	;;
	esac
	done

	for t in $tests; do
	case "$t" in
	agents) ;;
	daemons) ;;
	dates) ;;
	error_codes) ;;
	tools) ;;
	acls) ;;
	validity) ;;
	upgrade) ;;
	rules) ;;
	crm_mon) ;;
	feature_set) ;;
	*)
	echo "error: unknown test $t"
	echo
	echo "$USAGE_TEXT"
	exit $CRM_EX_USAGE
	;;
	esac
	done

	XMLLINT_CMD=$(which xmllint 2>/dev/null)
	if [ $? -ne 0 ]; then
	XMLLINT_CMD=""
	echo "xmllint is missing - install it to validate command output"
	fi

	# Check whether we're running from source directory
	SRCDIR=$(dirname $test_home)
	if [ -x "$SRCDIR/tools/crm_simulate" ]; then
	path_dirs="$SRCDIR/tools"
	for daemon in based controld fenced schedulerd; do
	if [ -x "$SRCDIR/daemons/$daemon/pacemaker-${daemon}" ]; then
	path_dirs="$path_dirs:$SRCDIR/daemons/$daemon"
	fi
	done
	export PATH="$path_dirs:$PATH"

	echo "Using local binaries from: ${path_dirs//:/ }"

	if [ -x "$SRCDIR/xml" ]; then
	export PCMK_schema_directory="$SRCDIR/xml"
	echo "Using local schemas from: $PCMK_schema_directory"
	fi
	else
	export PATH="@CRM_DAEMON_DIR@:$PATH"
	export PCMK_schema_directory=@CRM_SCHEMA_DIRECTORY@
	fi

	for t in $tests; do
	echo "Testing $t"
	TMPFILE=$(mktemp ${TMPDIR:-/tmp}/cts-cli.$t.XXXXXXXXXX)
	eval TMPFILE_$t="$TMPFILE"
	test_$t > "$TMPFILE"

	# last-rc-change= is always numeric in the CIB. However, for the crm_mon
	# test we also need to compare against the XML output of the crm_mon
	# program. There, these are shown as human readable strings (like the
	# output of the `date` command).
	sed -e 's/cib-last-written.*>/>/'\
	-e 's/Last updated: .*/Last updated:/' \
	-e 's/Last change: .*/Last change:/' \
	-e 's/(version .*)/(version)/' \
	-e 's/last_update time=\".*\"/last_update time=\"\"/' \
	-e 's/last_change time=\".*\"/last_change time=\"\"/' \
	-e 's/ api-version="[^"]*"/ api-version="X"/' \
	-e 's/ default="[^"]*"/ default=""/' \
	-e 's/ version="[^"]*"/ version=""/' \
	-e 's/request=\".$crm_[a-zA-Z0-9]$/request=\"\1/' \
	-e 's/crm_feature_set="[^"]*" //'\
	-e 's/validate-with="[^"]*" //'\
	-e 's/Created new pacemaker-.* configuration/Created new pacemaker configuration/'\
	-e 's/.$crm_time_parse_duration$@.\.c:[0-9][0-9]*)/\1/g' \
	-e 's/.$crm_time_parse_period$@.\.c:[0-9][0-9]*)/\1/g' \
	-e 's/.$crm_time_parse_sec$@.\.c:[0-9][0-9]*)/\1/g' \
	-e 's/.$log_xmllib_err$@.\.c:[0-9][0-9]*)/\1/g' \
	-e 's/.$parse_date$@.\.c:[0-9][0-9]*)/\1/g' \
	-e 's/.$pcmk__.$@.\.c:[0-9][0-9])/\1/g' \
	-e 's/.$unpack_.$@.\.c:[0-9][0-9])/\1/g' \
	-e 's/.$update_validation$@.\.c:[0-9][0-9]*)/\1/g' \
	-e 's/.$apply_upgrade$@.\.c:[0-9][0-9]*)/\1/g' \
	-e "s/ last-rc-change=['\"][-+A-Za-z0-9: ]*['\"],\{0,1\}//" \
	-e 's\|^/tmp/cts-cli\.validity\.bad.xml\.[^:]*:\|validity.bad.xml:\|'\
	-e 's/^Entity: line [0-9][0-9]*: //'\
	-e 's/$validation ([0-9][0-9]* of $[0-9][0-9]$).$/\1X\2/' \
	-e 's/^Migration will take effect until: .*/Migration will take effect until:/' \
	-e 's/ end=\"[0-9][-+: 0-9]Z\"/ end=\"\"/' \
	-e 's/ start=\"[0-9][-+: 0-9]Z\"/ start=\"\"/' \
	-e 's/^Error checking rule: Device not configured/Error checking rule: No such device or address/' \
	-e 's/Error performing operation: Device not configured/Error performing operation: No such device or address/' \
	-e 's/$Injecting attribute last-failure-ping#monitor_10000=$[0-9]*/\1/' \
	-e 's/^lt-//' \
	-e 's/ocf::/ocf:/' \
	-e 's/Masters:/Promoted:/' \
	-e 's/Slaves:/Unpromoted:/' \
	-e 's/Master/Promoted/' \
	-e 's/Slave/Unpromoted/' \
	-e 's/\x1b/\\x1b/' \
	"$TMPFILE" > "${TMPFILE}.$$"
	mv -- "${TMPFILE}.$$" "$TMPFILE"

	if [ $do_save -eq 1 ]; then
	cp "$TMPFILE" $test_home/cli/regression.$t.exp
	fi
	done

	rm -rf "${shadow_dir}"
	rm -f "${test_assert_outfile}"
	rm -f "${test_assert_errfile}"
	rm -f "${xmllint_outfile}"

	failed=0

	if [ $verbose -eq 1 ]; then
	echo -e "\n\nResults"
	fi
	for t in $tests; do
	eval TMPFILE="\$TMPFILE_$t"
	if [ $verbose -eq 1 ]; then
	diff -wu $test_home/cli/regression.$t.exp "$TMPFILE"
	else
	diff -w $test_home/cli/regression.$t.exp "$TMPFILE" >/dev/null 2>&1
	fi
	if [ $? -ne 0 ]; then
	failed=1
	fi
	done

	echo -e "\n\nSummary"
	for t in $tests; do
	eval TMPFILE="\$TMPFILE_$t"
	grep -e '^\* $Passed\\|Failed$' "$TMPFILE"
	done

	function print_or_remove_file() {

	eval TMPFILE="\$TMPFILE_$1"
	if [[ ! $(diff -wq $test_home/cli/regression.$1.exp "$TMPFILE") ]]; then
	rm -f "$TMPFILE"
	else
	echo " $TMPFILE"
	fi
	}

	if [ $num_errors -ne 0 ] && [ $failed -ne 0 ]; then
	echo "$num_errors tests failed; see output in:"
	for t in $tests; do
	print_or_remove_file "$t"
	done
	exit $CRM_EX_ERROR
	elif [ $num_errors -ne 0 ]; then
	echo "$num_errors tests failed"
	for t in $tests; do
	print_or_remove_file "$t"
	done
	exit $CRM_EX_ERROR
	elif [ $failed -eq 1 ]; then
	echo "$num_passed tests passed but output was unexpected; see output in:"
	for t in $tests; do
	print_or_remove_file "$t"
	done
	exit $CRM_EX_DIGEST
	else
	echo $num_passed tests passed
	for t in $tests; do
	eval TMPFILE="\$TMPFILE_$t"
	rm -f "$TMPFILE"
	done
	crm_shadow --force --delete $shadow >/dev/null 2>&1
	exit $CRM_EX_OK
	fi
	diff --git a/tools/crm_resource.c b/tools/crm_resource.c
	index 7b2602699a..e71af884c7 100644
	--- a/tools/crm_resource.c
	+++ b/tools/crm_resource.c
	@@ -1,2192 +1,2191 @@
	/*
	* Copyright 2004-2022 the Pacemaker project contributors
	*
	* The version control history for this file may have further details.
	*
	* This source code is licensed under the GNU General Public License version 2
	* or later (GPLv2+) WITHOUT ANY WARRANTY.
	*/

	#include <crm_internal.h>

	#include <crm_resource.h>
	#include <crm/lrmd_internal.h>
	#include <crm/common/cmdline_internal.h>
	#include <crm/common/ipc_attrd_internal.h>
	#include <crm/common/lists_internal.h>
	#include <crm/common/output.h>
	#include <pacemaker-internal.h>

	#include <sys/param.h>
	#include <stdio.h>
	#include <sys/types.h>
	#include <unistd.h>
	#include <stdlib.h>
	#include <errno.h>
	#include <fcntl.h>
	#include <libgen.h>
	#include <time.h>

	#include <crm/crm.h>
	#include <crm/stonith-ng.h>
	#include <crm/common/ipc_controld.h>
	#include <crm/cib/internal.h>

	#define SUMMARY "crm_resource - perform tasks related to Pacemaker cluster resources"
	-#define ATTR_SET_ELEMENT "attr_set_element"

	enum rsc_command {
	cmd_none = 0, // No command option given (yet)
	cmd_ban,
	cmd_cleanup,
	cmd_clear,
	cmd_colocations,
	cmd_cts,
	cmd_delete,
	cmd_delete_param,
	cmd_digests,
	cmd_execute_agent,
	cmd_fail,
	cmd_get_param,
	cmd_get_property,
	cmd_list_active_ops,
	cmd_list_agents,
	cmd_list_all_ops,
	cmd_list_alternatives,
	cmd_list_instances,
	cmd_list_providers,
	cmd_list_resources,
	cmd_list_standards,
	cmd_locate,
	cmd_metadata,
	cmd_move,
	cmd_query_raw_xml,
	cmd_query_xml,
	cmd_refresh,
	cmd_restart,
	cmd_set_param,
	cmd_set_property,
	cmd_wait,
	cmd_why,
	};

	struct {
	enum rsc_command rsc_cmd; // crm_resource command to perform

	// Infrastructure that given command needs to work
	gboolean require_cib; // Whether command requires CIB IPC
	int cib_options; // Options to use with CIB IPC calls
	gboolean require_crmd; // Whether command requires controller IPC
	gboolean require_dataset; // Whether command requires populated data set
	gboolean require_resource; // Whether command requires resource specified
	gboolean require_node; // Whether command requires node specified
	int find_flags; // Flags to use when searching for resource

	// Command-line option values
	gchar *rsc_id; // Value of --resource
	gchar *rsc_type; // Value of --resource-type
	gboolean force; // --force was given
	gboolean clear_expired; // --expired was given
	gboolean recursive; // --recursive was given
	gboolean promoted_role_only; // --promoted was given
	gchar *host_uname; // Value of --node
	gchar *interval_spec; // Value of --interval
	gchar *move_lifetime; // Value of --lifetime
	gchar *operation; // Value of --operation
	const char *attr_set_type; // Instance, meta, utilization, or element attribute
	gchar *prop_id; // --nvpair (attribute XML ID)
	char *prop_name; // Attribute name
	gchar *prop_set; // --set-name (attribute block XML ID)
	gchar *prop_value; // --parameter-value (attribute value)
	int timeout_ms; // Parsed from --timeout value
	char *agent_spec; // Standard and/or provider and/or agent
	gchar *xml_file; // Value of (deprecated) --xml-file
	int check_level; // Optional value of --validate or --force-check

	// Resource configuration specified via command-line arguments
	gboolean cmdline_config; // Resource configuration was via arguments
	char *v_agent; // Value of --agent
	char *v_class; // Value of --class
	char *v_provider; // Value of --provider
	GHashTable *cmdline_params; // Resource parameters specified

	// Positional command-line arguments
	gchar **remainder; // Positional arguments as given
	GHashTable *override_params; // Resource parameter values that override config
	} options = {
	.attr_set_type = XML_TAG_ATTR_SETS,
	.check_level = -1,
	.cib_options = cib_sync_call,
	.require_cib = TRUE,
	.require_dataset = TRUE,
	.require_resource = TRUE,
	};

	#if 0
	// @COMPAT @TODO enable this at next backward compatibility break
	#define SET_COMMAND(cmd) do { \
	if (options.rsc_cmd != cmd_none) { \
	g_set_error(error, PCMK__EXITC_ERROR, CRM_EX_USAGE, \
	"Only one command option may be specified"); \
	return FALSE; \
	} \
	options.rsc_cmd = (cmd); \
	} while (0)
	#else
	#define SET_COMMAND(cmd) do { \
	if (options.rsc_cmd != cmd_none) { \
	reset_options(); \
	} \
	options.rsc_cmd = (cmd); \
	} while (0)
	#endif

	gboolean agent_provider_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error);
	gboolean attr_set_type_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error);
	gboolean class_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error);
	gboolean cleanup_refresh_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error);
	gboolean delete_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error);
	gboolean expired_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error);
	gboolean list_agents_cb(const gchar option_name, const gchar optarg,
	gpointer data, GError **error);
	gboolean list_providers_cb(const gchar option_name, const gchar optarg,
	gpointer data, GError **error);
	gboolean list_standards_cb(const gchar option_name, const gchar optarg,
	gpointer data, GError **error);
	gboolean list_alternatives_cb(const gchar option_name, const gchar optarg,
	gpointer data, GError **error);
	gboolean metadata_cb(const gchar option_name, const gchar optarg,
	gpointer data, GError **error);
	gboolean option_cb(const gchar option_name, const gchar optarg,
	gpointer data, GError **error);
	gboolean fail_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error);
	gboolean flag_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error);
	gboolean get_param_prop_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error);
	gboolean list_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error);
	gboolean set_delete_param_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error);
	gboolean set_prop_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error);
	gboolean timeout_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error);
	gboolean validate_or_force_cb(const gchar option_name, const gchar optarg,
	gpointer data, GError **error);
	gboolean restart_cb(const gchar option_name, const gchar optarg,
	gpointer data, GError **error);
	gboolean digests_cb(const gchar option_name, const gchar optarg,
	gpointer data, GError **error);
	gboolean wait_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error);
	gboolean why_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error);

	static crm_exit_t exit_code = CRM_EX_OK;
	static pcmk__output_t *out = NULL;
	static pcmk__common_args_t *args = NULL;

	// Things that should be cleaned up on exit
	static GError *error = NULL;
	static GMainLoop *mainloop = NULL;
	static cib_t *cib_conn = NULL;
	static pcmk_ipc_api_t *controld_api = NULL;
	static pe_working_set_t *data_set = NULL;

	#define MESSAGE_TIMEOUT_S 60

	#define INDENT " "

	static pcmk__supported_format_t formats[] = {
	PCMK__SUPPORTED_FORMAT_NONE,
	PCMK__SUPPORTED_FORMAT_TEXT,
	PCMK__SUPPORTED_FORMAT_XML,
	{ NULL, NULL, NULL }
	};

	// Clean up and exit
	static crm_exit_t
	bye(crm_exit_t ec)
	{
	pcmk__output_and_clear_error(error, out);

	if (out != NULL) {
	out->finish(out, ec, true, NULL);
	pcmk__output_free(out);
	}
	pcmk__unregister_formats();

	if (cib_conn != NULL) {
	cib_t *save_cib_conn = cib_conn;

	cib_conn = NULL; // Ensure we can't free this twice
	cib__clean_up_connection(&save_cib_conn);
	}

	if (controld_api != NULL) {
	pcmk_ipc_api_t *save_controld_api = controld_api;

	controld_api = NULL; // Ensure we can't free this twice
	pcmk_free_ipc_api(save_controld_api);
	}

	if (mainloop != NULL) {
	g_main_loop_unref(mainloop);
	mainloop = NULL;
	}

	pe_free_working_set(data_set);
	data_set = NULL;
	crm_exit(ec);
	return ec;
	}

	static void
	quit_main_loop(crm_exit_t ec)
	{
	exit_code = ec;
	if (mainloop != NULL) {
	GMainLoop *mloop = mainloop;

	mainloop = NULL; // Don't re-enter this block
	pcmk_quit_main_loop(mloop, 10);
	g_main_loop_unref(mloop);
	}
	}

	static gboolean
	resource_ipc_timeout(gpointer data)
	{
	// Start with newline because "Waiting for ..." message doesn't have one
	if (error != NULL) {
	g_clear_error(&error);
	}

	g_set_error(&error, PCMK__EXITC_ERROR, CRM_EX_TIMEOUT,
	_("Aborting because no messages received in %d seconds"), MESSAGE_TIMEOUT_S);

	quit_main_loop(CRM_EX_TIMEOUT);
	return FALSE;
	}

	static void
	controller_event_callback(pcmk_ipc_api_t *api, enum pcmk_ipc_event event_type,
	crm_exit_t status, void event_data, void user_data)
	{
	switch (event_type) {
	case pcmk_ipc_event_disconnect:
	if (exit_code == CRM_EX_DISCONNECT) { // Unexpected
	crm_info("Connection to controller was terminated");
	}
	quit_main_loop(exit_code);
	break;

	case pcmk_ipc_event_reply:
	if (status != CRM_EX_OK) {
	out->err(out, "Error: bad reply from controller: %s",
	crm_exit_str(status));
	pcmk_disconnect_ipc(api);
	quit_main_loop(status);
	} else {
	if ((pcmk_controld_api_replies_expected(api) == 0)
	&& mainloop && g_main_loop_is_running(mainloop)) {
	out->info(out, "... got reply (done)");
	crm_debug("Got all the replies we expected");
	pcmk_disconnect_ipc(api);
	quit_main_loop(CRM_EX_OK);
	} else {
	out->info(out, "... got reply");
	}
	}
	break;

	default:
	break;
	}
	}

	static void
	start_mainloop(pcmk_ipc_api_t *capi)
	{
	unsigned int count = pcmk_controld_api_replies_expected(capi);

	if (count > 0) {
	out->info(out, "Waiting for %u %s from the controller",
	count, pcmk__plural_alt(count, "reply", "replies"));
	exit_code = CRM_EX_DISCONNECT; // For unexpected disconnects
	mainloop = g_main_loop_new(NULL, FALSE);
	g_timeout_add(MESSAGE_TIMEOUT_S * 1000, resource_ipc_timeout, NULL);
	g_main_loop_run(mainloop);
	}
	}

	static int
	compare_id(gconstpointer a, gconstpointer b)
	{
	return strcmp((const char )a, (const char )b);
	}

	static GList *
	build_constraint_list(xmlNode *root)
	{
	GList *retval = NULL;
	xmlNode *cib_constraints = NULL;
	xmlXPathObjectPtr xpathObj = NULL;
	int ndx = 0;

	cib_constraints = pcmk_find_cib_element(root, XML_CIB_TAG_CONSTRAINTS);
	xpathObj = xpath_search(cib_constraints, "//" XML_CONS_TAG_RSC_LOCATION);

	for (ndx = 0; ndx < numXpathResults(xpathObj); ndx++) {
	xmlNode *match = getXpathResult(xpathObj, ndx);
	retval = g_list_insert_sorted(retval, (gpointer) ID(match), compare_id);
	}

	freeXpathObject(xpathObj);
	return retval;
	}

	/* short option letters still available: eEJkKXyYZ */

	static GOptionEntry query_entries[] = {
	{ "list", 'L', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, list_cb,
	"List all cluster resources with status",
	NULL },
	{ "list-raw", 'l', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, list_cb,
	"List IDs of all instantiated resources (individual members\n"
	INDENT "rather than groups etc.)",
	NULL },
	{ "list-cts", 'c', G_OPTION_FLAG_HIDDEN\|G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, list_cb,
	NULL,
	NULL },
	{ "list-operations", 'O', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, list_cb,
	"List active resource operations, optionally filtered by\n"
	INDENT "--resource and/or --node",
	NULL },
	{ "list-all-operations", 'o', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, list_cb,
	"List all resource operations, optionally filtered by\n"
	INDENT "--resource and/or --node",
	NULL },
	{ "list-standards", 0, G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK,
	list_standards_cb,
	"List supported standards",
	NULL },
	{ "list-ocf-providers", 0, G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK,
	list_providers_cb,
	"List all available OCF providers",
	NULL },
	{ "list-agents", 0, G_OPTION_FLAG_NONE, G_OPTION_ARG_CALLBACK,
	list_agents_cb,
	"List all agents available for the named standard and/or provider",
	"STD:PROV" },
	{ "list-ocf-alternatives", 0, G_OPTION_FLAG_NONE, G_OPTION_ARG_CALLBACK,
	list_alternatives_cb,
	"List all available providers for the named OCF agent",
	"AGENT" },
	{ "show-metadata", 0, G_OPTION_FLAG_NONE, G_OPTION_ARG_CALLBACK,
	metadata_cb,
	"Show the metadata for the named class:provider:agent",
	"SPEC" },
	{ "query-xml", 'q', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, flag_cb,
	"Show XML configuration of resource (after any template expansion)",
	NULL },
	{ "query-xml-raw", 'w', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, flag_cb,
	"Show XML configuration of resource (before any template expansion)",
	NULL },
	{ "get-parameter", 'g', G_OPTION_FLAG_NONE, G_OPTION_ARG_CALLBACK, get_param_prop_cb,
	"Display named parameter for resource (use instance attribute\n"
	INDENT "unless --meta, --utilization or --element is specified)",
	"PARAM" },
	{ "get-property", 'G', G_OPTION_FLAG_HIDDEN, G_OPTION_ARG_CALLBACK, get_param_prop_cb,
	"Display named property of resource ('class', 'type', or 'provider') "
	"(requires --resource)",
	"PROPERTY" },
	{ "locate", 'W', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, flag_cb,
	"Show node(s) currently running resource",
	NULL },
	{ "constraints", 'a', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, flag_cb,
	"Display the location and colocation constraints that apply to a\n"
	INDENT "resource, and if --recursive is specified, to the resources\n"
	INDENT "directly or indirectly involved in those colocations.\n"
	INDENT "If the named resource is part of a group, or a clone or\n"
	INDENT "bundle instance, constraints for the collective resource\n"
	INDENT "will be shown unless --force is given.",
	NULL },
	{ "stack", 'A', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, flag_cb,
	"Equivalent to --constraints --recursive",
	NULL },
	{ "why", 'Y', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, why_cb,
	"Show why resources are not running, optionally filtered by\n"
	INDENT "--resource and/or --node",
	NULL },

	{ NULL }
	};

	static GOptionEntry command_entries[] = {
	{ "validate", 0, G_OPTION_FLAG_OPTIONAL_ARG, G_OPTION_ARG_CALLBACK,
	validate_or_force_cb,
	"Validate resource configuration by calling agent's validate-all\n"
	INDENT "action. The configuration may be specified either by giving an\n"
	INDENT "existing resource name with -r, or by specifying --class,\n"
	INDENT "--agent, and --provider arguments, along with any number of\n"
	INDENT "--option arguments. An optional LEVEL argument can be given\n"
	INDENT "to control the level of checking performed.",
	"LEVEL" },
	{ "cleanup", 'C', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, cleanup_refresh_cb,
	"If resource has any past failures, clear its history and fail\n"
	INDENT "count. Optionally filtered by --resource, --node, --operation\n"
	INDENT "and --interval (otherwise all). --operation and --interval\n"
	INDENT "apply to fail counts, but entire history is always clear, to\n"
	INDENT "allow current state to be rechecked. If the named resource is\n"
	INDENT "part of a group, or one numbered instance of a clone or bundled\n"
	INDENT "resource, the clean-up applies to the whole collective resource\n"
	INDENT "unless --force is given.",
	NULL },
	{ "refresh", 'R', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, cleanup_refresh_cb,
	"Delete resource's history (including failures) so its current state\n"
	INDENT "is rechecked. Optionally filtered by --resource and --node\n"
	INDENT "(otherwise all). If the named resource is part of a group, or one\n"
	INDENT "numbered instance of a clone or bundled resource, the refresh\n"
	INDENT "applies to the whole collective resource unless --force is given.",
	NULL },
	{ "set-parameter", 'p', G_OPTION_FLAG_NONE, G_OPTION_ARG_CALLBACK, set_delete_param_cb,
	"Set named parameter for resource (requires -v). Use instance\n"
	INDENT "attribute unless --meta or --utilization is specified.",
	"PARAM" },
	{ "delete-parameter", 'd', G_OPTION_FLAG_NONE, G_OPTION_ARG_CALLBACK, set_delete_param_cb,
	"Delete named parameter for resource. Use instance attribute\n"
	INDENT "unless --meta or --utilization is specified.",
	"PARAM" },
	{ "set-property", 'S', G_OPTION_FLAG_HIDDEN, G_OPTION_ARG_CALLBACK, set_prop_cb,
	"Set named property of resource ('class', 'type', or 'provider') "
	"(requires -r, -t, -v)",
	"PROPERTY" },

	{ NULL }
	};

	static GOptionEntry location_entries[] = {
	{ "move", 'M', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, flag_cb,
	"Create a constraint to move resource. If --node is specified,\n"
	INDENT "the constraint will be to move to that node, otherwise it\n"
	INDENT "will be to ban the current node. Unless --force is specified\n"
	INDENT "this will return an error if the resource is already running\n"
	INDENT "on the specified node. If --force is specified, this will\n"
	INDENT "always ban the current node.\n"
	INDENT "Optional: --lifetime, --promoted. NOTE: This may prevent the\n"
	INDENT "resource from running on its previous location until the\n"
	INDENT "implicit constraint expires or is removed with --clear.",
	NULL },
	{ "ban", 'B', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, flag_cb,
	"Create a constraint to keep resource off a node.\n"
	INDENT "Optional: --node, --lifetime, --promoted.\n"
	INDENT "NOTE: This will prevent the resource from running on the\n"
	INDENT "affected node until the implicit constraint expires or is\n"
	INDENT "removed with --clear. If --node is not specified, it defaults\n"
	INDENT "to the node currently running the resource for primitives\n"
	INDENT "and groups, or the promoted instance of promotable clones with\n"
	INDENT "promoted-max=1 (all other situations result in an error as\n"
	INDENT "there is no sane default).",
	NULL },
	{ "clear", 'U', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, flag_cb,
	"Remove all constraints created by the --ban and/or --move\n"
	INDENT "commands. Requires: --resource. Optional: --node, --promoted,\n"
	INDENT "--expired. If --node is not specified, all constraints created\n"
	INDENT "by --ban and --move will be removed for the named resource. If\n"
	INDENT "--node and --force are specified, any constraint created by\n"
	INDENT "--move will be cleared, even if it is not for the specified\n"
	INDENT "node. If --expired is specified, only those constraints whose\n"
	INDENT "lifetimes have expired will be removed.",
	NULL },
	{ "expired", 'e', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, expired_cb,
	"Modifies the --clear argument to remove constraints with\n"
	INDENT "expired lifetimes.",
	NULL },
	{ "lifetime", 'u', G_OPTION_FLAG_NONE, G_OPTION_ARG_STRING, &options.move_lifetime,
	"Lifespan (as ISO 8601 duration) of created constraints (with\n"
	INDENT "-B, -M) see https://en.wikipedia.org/wiki/ISO_8601#Durations)",
	"TIMESPEC" },
	{ "promoted", 0, G_OPTION_FLAG_NONE, G_OPTION_ARG_NONE,
	&options.promoted_role_only,
	"Limit scope of command to promoted role (with -B, -M, -U). For\n"
	INDENT "-B and -M, previously promoted instances may remain\n"
	INDENT "active in the unpromoted role.",
	NULL },

	// Deprecated since 2.1.0
	{ "master", 0, G_OPTION_FLAG_NONE, G_OPTION_ARG_NONE,
	&options.promoted_role_only,
	"Deprecated: Use --promoted instead", NULL },

	{ NULL }
	};

	static GOptionEntry advanced_entries[] = {
	{ "delete", 'D', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, delete_cb,
	"(Advanced) Delete a resource from the CIB. Required: -t",
	NULL },
	{ "fail", 'F', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, fail_cb,
	"(Advanced) Tell the cluster this resource has failed",
	NULL },
	{ "restart", 0, G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, restart_cb,
	"(Advanced) Tell the cluster to restart this resource and\n"
	INDENT "anything that depends on it",
	NULL },
	{ "wait", 0, G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, wait_cb,
	"(Advanced) Wait until the cluster settles into a stable state",
	NULL },
	{ "digests", 0, G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, digests_cb,
	"(Advanced) Show parameter hashes that Pacemaker uses to detect\n"
	INDENT "configuration changes (only accurate if there is resource\n"
	INDENT "history on the specified node). Required: --resource, --node.\n"
	INDENT "Optional: any NAME=VALUE parameters will be used to override\n"
	INDENT "the configuration (to see what the hash would be with those\n"
	INDENT "changes).",
	NULL },
	{ "force-demote", 0, G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK,
	validate_or_force_cb,
	"(Advanced) Bypass the cluster and demote a resource on the local\n"
	INDENT "node. Unless --force is specified, this will refuse to do so if\n"
	INDENT "the cluster believes the resource is a clone instance already\n"
	INDENT "running on the local node.",
	NULL },
	{ "force-stop", 0, G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK,
	validate_or_force_cb,
	"(Advanced) Bypass the cluster and stop a resource on the local node",
	NULL },
	{ "force-start", 0, G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK,
	validate_or_force_cb,
	"(Advanced) Bypass the cluster and start a resource on the local\n"
	INDENT "node. Unless --force is specified, this will refuse to do so if\n"
	INDENT "the cluster believes the resource is a clone instance already\n"
	INDENT "running on the local node.",
	NULL },
	{ "force-promote", 0, G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK,
	validate_or_force_cb,
	"(Advanced) Bypass the cluster and promote a resource on the local\n"
	INDENT "node. Unless --force is specified, this will refuse to do so if\n"
	INDENT "the cluster believes the resource is a clone instance already\n"
	INDENT "running on the local node.",
	NULL },
	{ "force-check", 0, G_OPTION_FLAG_OPTIONAL_ARG, G_OPTION_ARG_CALLBACK,
	validate_or_force_cb,
	"(Advanced) Bypass the cluster and check the state of a resource on\n"
	INDENT "the local node. An optional LEVEL argument can be given\n"
	INDENT "to control the level of checking performed.",
	"LEVEL" },

	{ NULL }
	};

	static GOptionEntry addl_entries[] = {
	{ "node", 'N', G_OPTION_FLAG_NONE, G_OPTION_ARG_STRING, &options.host_uname,
	"Node name",
	"NAME" },
	{ "recursive", 0, G_OPTION_FLAG_NONE, G_OPTION_ARG_NONE, &options.recursive,
	"Follow colocation chains when using --set-parameter or --constraints",
	NULL },
	{ "resource-type", 't', G_OPTION_FLAG_NONE, G_OPTION_ARG_STRING, &options.rsc_type,
	"Resource XML element (primitive, group, etc.) (with -D)",
	"ELEMENT" },
	{ "parameter-value", 'v', G_OPTION_FLAG_NONE, G_OPTION_ARG_STRING, &options.prop_value,
	"Value to use with -p",
	"PARAM" },
	{ "meta", 'm', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, attr_set_type_cb,
	"Use resource meta-attribute instead of instance attribute\n"
	INDENT "(with -p, -g, -d)",
	NULL },
	{ "utilization", 'z', G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, attr_set_type_cb,
	"Use resource utilization attribute instead of instance attribute\n"
	INDENT "(with -p, -g, -d)",
	NULL },
	{ "element", 0, G_OPTION_FLAG_NO_ARG, G_OPTION_ARG_CALLBACK, attr_set_type_cb,
	"Use resource element attribute instead of instance attribute\n"
	INDENT "(with -g)",
	NULL },
	{ "operation", 'n', G_OPTION_FLAG_NONE, G_OPTION_ARG_STRING, &options.operation,
	"Operation to clear instead of all (with -C -r)",
	"OPERATION" },
	{ "interval", 'I', G_OPTION_FLAG_NONE, G_OPTION_ARG_STRING, &options.interval_spec,
	"Interval of operation to clear (default 0) (with -C -r -n)",
	"N" },
	{ "class", 0, G_OPTION_FLAG_NONE, G_OPTION_ARG_CALLBACK, class_cb,
	"The standard the resource agent conforms to (for example, ocf).\n"
	INDENT "Use with --agent, --provider, --option, and --validate.",
	"CLASS" },
	{ "agent", 0, G_OPTION_FLAG_NONE, G_OPTION_ARG_CALLBACK, agent_provider_cb,
	"The agent to use (for example, IPaddr). Use with --class,\n"
	INDENT "--provider, --option, and --validate.",
	"AGENT" },
	{ "provider", 0, G_OPTION_FLAG_NONE, G_OPTION_ARG_CALLBACK, agent_provider_cb,
	"The vendor that supplies the resource agent (for example,\n"
	INDENT "heartbeat). Use with --class, --agent, --option, and --validate.",
	"PROVIDER" },
	{ "option", 0, G_OPTION_FLAG_NONE, G_OPTION_ARG_CALLBACK, option_cb,
	"Specify a device configuration parameter as NAME=VALUE (may be\n"
	INDENT "specified multiple times). Use with --validate and without the\n"
	INDENT "-r option.",
	"PARAM" },
	{ "set-name", 's', G_OPTION_FLAG_NONE, G_OPTION_ARG_STRING, &options.prop_set,
	"(Advanced) XML ID of attributes element to use (with -p, -d)",
	"ID" },
	{ "nvpair", 'i', G_OPTION_FLAG_NONE, G_OPTION_ARG_STRING, &options.prop_id,
	"(Advanced) XML ID of nvpair element to use (with -p, -d)",
	"ID" },
	{ "timeout", 'T', G_OPTION_FLAG_NONE, G_OPTION_ARG_CALLBACK, timeout_cb,
	"(Advanced) Abort if command does not finish in this time (with\n"
	INDENT "--restart, --wait, --force-*)",
	"N" },
	{ "force", 'f', G_OPTION_FLAG_NONE, G_OPTION_ARG_NONE, &options.force,
	"If making CIB changes, do so regardless of quorum. See help for\n"
	INDENT "individual commands for additional behavior.",
	NULL },
	{ "xml-file", 'x', G_OPTION_FLAG_HIDDEN, G_OPTION_ARG_FILENAME, &options.xml_file,
	NULL,
	"FILE" },
	{ "host-uname", 'H', G_OPTION_FLAG_HIDDEN, G_OPTION_ARG_STRING, &options.host_uname,
	NULL,
	"HOST" },

	{ NULL }
	};

	static void
	reset_options(void) {
	options.require_crmd = FALSE;
	options.require_node = FALSE;

	options.require_cib = TRUE;
	options.require_dataset = TRUE;
	options.require_resource = TRUE;

	options.find_flags = 0;
	}

	gboolean
	agent_provider_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error) {
	options.cmdline_config = TRUE;
	options.require_resource = FALSE;

	if (pcmk__str_eq(option_name, "--provider", pcmk__str_casei)) {
	pcmk__str_update(&options.v_provider, optarg);
	} else {
	pcmk__str_update(&options.v_agent, optarg);
	}

	return TRUE;
	}

	gboolean
	attr_set_type_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error) {
	if (pcmk__str_any_of(option_name, "-m", "--meta", NULL)) {
	options.attr_set_type = XML_TAG_META_SETS;
	} else if (pcmk__str_any_of(option_name, "-z", "--utilization", NULL)) {
	options.attr_set_type = XML_TAG_UTILIZATION;
	} else if (pcmk__str_eq(option_name, "--element", pcmk__str_casei)) {
	options.attr_set_type = ATTR_SET_ELEMENT;
	}
	return TRUE;
	}

	gboolean
	class_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error) {
	pcmk__str_update(&options.v_class, optarg);
	options.cmdline_config = TRUE;
	options.require_resource = FALSE;
	return TRUE;
	}

	gboolean
	cleanup_refresh_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error) {
	if (pcmk__str_any_of(option_name, "-C", "--cleanup", NULL)) {
	SET_COMMAND(cmd_cleanup);
	} else {
	SET_COMMAND(cmd_refresh);
	}

	options.require_resource = FALSE;
	if (getenv("CIB_file") == NULL) {
	options.require_crmd = TRUE;
	}
	options.find_flags = pe_find_renamed\|pe_find_anon;
	return TRUE;
	}

	gboolean
	delete_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error) {
	SET_COMMAND(cmd_delete);
	options.require_dataset = FALSE;
	options.find_flags = pe_find_renamed\|pe_find_any;
	return TRUE;
	}

	gboolean
	expired_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error) {
	options.clear_expired = TRUE;
	options.require_resource = FALSE;
	return TRUE;
	}

	static void
	get_agent_spec(const gchar *optarg)
	{
	options.require_cib = FALSE;
	options.require_dataset = FALSE;
	options.require_resource = FALSE;
	pcmk__str_update(&options.agent_spec, optarg);
	}

	gboolean
	list_agents_cb(const gchar option_name, const gchar optarg, gpointer data,
	GError **error)
	{
	SET_COMMAND(cmd_list_agents);
	get_agent_spec(optarg);
	return TRUE;
	}

	gboolean
	list_providers_cb(const gchar option_name, const gchar optarg, gpointer data,
	GError **error)
	{
	SET_COMMAND(cmd_list_providers);
	get_agent_spec(optarg);
	return TRUE;
	}

	gboolean
	list_standards_cb(const gchar option_name, const gchar optarg, gpointer data,
	GError **error)
	{
	SET_COMMAND(cmd_list_standards);
	options.require_cib = FALSE;
	options.require_dataset = FALSE;
	options.require_resource = FALSE;
	return TRUE;
	}

	gboolean
	list_alternatives_cb(const gchar option_name, const gchar optarg,
	gpointer data, GError **error)
	{
	SET_COMMAND(cmd_list_alternatives);
	get_agent_spec(optarg);
	return TRUE;
	}

	gboolean
	metadata_cb(const gchar option_name, const gchar optarg, gpointer data,
	GError **error)
	{
	SET_COMMAND(cmd_metadata);
	get_agent_spec(optarg);
	return TRUE;
	}

	gboolean
	option_cb(const gchar option_name, const gchar optarg, gpointer data,
	GError **error)
	{
	char *name = NULL;
	char *value = NULL;

	if (pcmk__scan_nvpair(optarg, &name, &value) != 2) {
	return FALSE;
	}
	if (options.cmdline_params == NULL) {
	options.cmdline_params = pcmk__strkey_table(free, free);
	}
	g_hash_table_replace(options.cmdline_params, name, value);
	return TRUE;
	}

	gboolean
	fail_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error) {
	SET_COMMAND(cmd_fail);
	options.require_crmd = TRUE;
	options.require_node = TRUE;
	return TRUE;
	}

	gboolean
	flag_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error) {
	if (pcmk__str_any_of(option_name, "-U", "--clear", NULL)) {
	SET_COMMAND(cmd_clear);
	options.find_flags = pe_find_renamed\|pe_find_anon;
	} else if (pcmk__str_any_of(option_name, "-B", "--ban", NULL)) {
	SET_COMMAND(cmd_ban);
	options.find_flags = pe_find_renamed\|pe_find_anon;
	} else if (pcmk__str_any_of(option_name, "-M", "--move", NULL)) {
	SET_COMMAND(cmd_move);
	options.find_flags = pe_find_renamed\|pe_find_anon;
	} else if (pcmk__str_any_of(option_name, "-q", "--query-xml", NULL)) {
	SET_COMMAND(cmd_query_xml);
	options.find_flags = pe_find_renamed\|pe_find_any;
	} else if (pcmk__str_any_of(option_name, "-w", "--query-xml-raw", NULL)) {
	SET_COMMAND(cmd_query_raw_xml);
	options.find_flags = pe_find_renamed\|pe_find_any;
	} else if (pcmk__str_any_of(option_name, "-W", "--locate", NULL)) {
	SET_COMMAND(cmd_locate);
	options.find_flags = pe_find_renamed\|pe_find_anon;

	} else if (pcmk__str_any_of(option_name, "-a", "--constraints", NULL)) {
	SET_COMMAND(cmd_colocations);
	options.find_flags = pe_find_renamed\|pe_find_anon;

	} else if (pcmk__str_any_of(option_name, "-A", "--stack", NULL)) {
	SET_COMMAND(cmd_colocations);
	options.find_flags = pe_find_renamed\|pe_find_anon;
	options.recursive = TRUE;
	}

	return TRUE;
	}

	gboolean
	get_param_prop_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error) {
	if (pcmk__str_any_of(option_name, "-g", "--get-parameter", NULL)) {
	SET_COMMAND(cmd_get_param);
	} else {
	SET_COMMAND(cmd_get_property);
	}

	pcmk__str_update(&options.prop_name, optarg);
	options.find_flags = pe_find_renamed\|pe_find_any;
	return TRUE;
	}

	gboolean
	list_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error) {
	if (pcmk__str_any_of(option_name, "-c", "--list-cts", NULL)) {
	SET_COMMAND(cmd_cts);
	} else if (pcmk__str_any_of(option_name, "-L", "--list", NULL)) {
	SET_COMMAND(cmd_list_resources);
	} else if (pcmk__str_any_of(option_name, "-l", "--list-raw", NULL)) {
	SET_COMMAND(cmd_list_instances);
	} else if (pcmk__str_any_of(option_name, "-O", "--list-operations", NULL)) {
	SET_COMMAND(cmd_list_active_ops);
	} else {
	SET_COMMAND(cmd_list_all_ops);
	}

	options.require_resource = FALSE;
	return TRUE;
	}

	gboolean
	set_delete_param_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error) {
	if (pcmk__str_any_of(option_name, "-p", "--set-parameter", NULL)) {
	SET_COMMAND(cmd_set_param);
	} else {
	SET_COMMAND(cmd_delete_param);
	}

	pcmk__str_update(&options.prop_name, optarg);
	options.find_flags = pe_find_renamed\|pe_find_any;
	return TRUE;
	}

	gboolean
	set_prop_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error) {
	SET_COMMAND(cmd_set_property);
	options.require_dataset = FALSE;
	pcmk__str_update(&options.prop_name, optarg);
	options.find_flags = pe_find_renamed\|pe_find_any;
	return TRUE;
	}

	gboolean
	timeout_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error) {
	options.timeout_ms = crm_get_msec(optarg);
	return TRUE;
	}

	gboolean
	validate_or_force_cb(const gchar option_name, const gchar optarg,
	gpointer data, GError **error)
	{
	SET_COMMAND(cmd_execute_agent);
	if (options.operation) {
	g_free(options.operation);
	}
	options.operation = g_strdup(option_name + 2); // skip "--"
	options.find_flags = pe_find_renamed\|pe_find_anon;
	if (options.override_params == NULL) {
	options.override_params = pcmk__strkey_table(free, free);
	}

	if (optarg != NULL) {
	if (pcmk__scan_min_int(optarg, &options.check_level, 0) != pcmk_rc_ok) {
	g_set_error(error, G_OPTION_ERROR, CRM_EX_INVALID_PARAM,
	_("Invalid check level setting: %s"), optarg);
	return FALSE;
	}
	}

	return TRUE;
	}

	gboolean
	restart_cb(const gchar option_name, const gchar optarg, gpointer data,
	GError **error)
	{
	SET_COMMAND(cmd_restart);
	options.find_flags = pe_find_renamed\|pe_find_anon;
	return TRUE;
	}

	gboolean
	digests_cb(const gchar option_name, const gchar optarg, gpointer data,
	GError **error)
	{
	SET_COMMAND(cmd_digests);
	options.find_flags = pe_find_renamed\|pe_find_anon;
	if (options.override_params == NULL) {
	options.override_params = pcmk__strkey_table(free, free);
	}
	options.require_node = TRUE;
	options.require_dataset = TRUE;
	return TRUE;
	}

	gboolean
	wait_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error) {
	SET_COMMAND(cmd_wait);
	options.require_resource = FALSE;
	options.require_dataset = FALSE;
	return TRUE;
	}

	gboolean
	why_cb(const gchar option_name, const gchar optarg, gpointer data, GError **error) {
	SET_COMMAND(cmd_why);
	options.require_resource = FALSE;
	options.find_flags = pe_find_renamed\|pe_find_anon;
	return TRUE;
	}

	static int
	ban_or_move(pcmk__output_t out, pe_resource_t rsc, const char *move_lifetime)
	{
	int rc = pcmk_rc_ok;
	pe_node_t *current = NULL;
	unsigned int nactive = 0;

	CRM_CHECK(rsc != NULL, return EINVAL);

	current = pe__find_active_requires(rsc, &nactive);

	if (nactive == 1) {
	rc = cli_resource_ban(out, options.rsc_id, current->details->uname, move_lifetime, NULL,
	cib_conn, options.cib_options, options.promoted_role_only);

	} else if (pcmk_is_set(rsc->flags, pe_rsc_promotable)) {
	int count = 0;
	GList *iter = NULL;

	current = NULL;
	for(iter = rsc->children; iter; iter = iter->next) {
	pe_resource_t child = (pe_resource_t )iter->data;
	enum rsc_role_e child_role = child->fns->state(child, TRUE);

	if (child_role == RSC_ROLE_PROMOTED) {
	count++;
	current = pe__current_node(child);
	}
	}

	if(count == 1 && current) {
	rc = cli_resource_ban(out, options.rsc_id, current->details->uname, move_lifetime, NULL,
	cib_conn, options.cib_options, options.promoted_role_only);

	} else {
	rc = EINVAL;
	g_set_error(&error, PCMK__EXITC_ERROR, CRM_EX_USAGE,
	_("Resource '%s' not moved: active in %d locations (promoted in %d).\n"
	"To prevent '%s' from running on a specific location, "
	"specify a node."
	"To prevent '%s' from being promoted at a specific "
	"location, specify a node and the --promoted option."),
	options.rsc_id, nactive, count, options.rsc_id, options.rsc_id);
	}

	} else {
	rc = EINVAL;
	g_set_error(&error, PCMK__EXITC_ERROR, CRM_EX_USAGE,
	_("Resource '%s' not moved: active in %d locations.\n"
	"To prevent '%s' from running on a specific location, "
	"specify a node."),
	options.rsc_id, nactive, options.rsc_id);
	}

	return rc;
	}

	static void
	cleanup(pcmk__output_t out, pe_resource_t rsc, pe_node_t *node)
	{
	int rc = pcmk_rc_ok;

	if (options.force == FALSE) {
	rsc = uber_parent(rsc);
	}

	crm_debug("Erasing failures of %s (%s requested) on %s",
	rsc->id, options.rsc_id, (options.host_uname? options.host_uname: "all nodes"));
	rc = cli_resource_delete(controld_api, options.host_uname, rsc, options.operation,
	options.interval_spec, TRUE, data_set, options.force);

	if ((rc == pcmk_rc_ok) && !out->is_quiet(out)) {
	// Show any reasons why resource might stay stopped
	cli_resource_check(out, rsc, node);
	}

	if (rc == pcmk_rc_ok) {
	start_mainloop(controld_api);
	}
	}

	static int
	clear_constraints(pcmk__output_t out, xmlNodePtr cib_xml_copy)
	{
	GList *before = NULL;
	GList *after = NULL;
	GList *remaining = NULL;
	GList *ele = NULL;
	pe_node_t *dest = NULL;
	int rc = pcmk_rc_ok;

	if (!out->is_quiet(out)) {
	before = build_constraint_list(data_set->input);
	}

	if (options.clear_expired) {
	rc = cli_resource_clear_all_expired(data_set->input, cib_conn, options.cib_options,
	options.rsc_id, options.host_uname,
	options.promoted_role_only);

	} else if (options.host_uname) {
	dest = pe_find_node(data_set->nodes, options.host_uname);
	if (dest == NULL) {
	rc = pcmk_rc_node_unknown;
	if (!out->is_quiet(out)) {
	g_list_free(before);
	}
	return rc;
	}
	rc = cli_resource_clear(options.rsc_id, dest->details->uname, NULL,
	cib_conn, options.cib_options, TRUE, options.force);

	} else {
	rc = cli_resource_clear(options.rsc_id, NULL, data_set->nodes,
	cib_conn, options.cib_options, TRUE, options.force);
	}

	if (!out->is_quiet(out)) {
	rc = cib_conn->cmds->query(cib_conn, NULL, cib_xml_copy, cib_scope_local \| cib_sync_call);
	rc = pcmk_legacy2rc(rc);

	if (rc != pcmk_rc_ok) {
	g_set_error(&error, PCMK__RC_ERROR, rc,
	_("Could not get modified CIB: %s\n"), pcmk_strerror(rc));
	g_list_free(before);
	free_xml(*cib_xml_copy);
	*cib_xml_copy = NULL;
	return rc;
	}

	data_set->input = *cib_xml_copy;
	cluster_status(data_set);

	after = build_constraint_list(data_set->input);
	remaining = pcmk__subtract_lists(before, after, (GCompareFunc) strcmp);

	for (ele = remaining; ele != NULL; ele = ele->next) {
	out->info(out, "Removing constraint: %s", (char *) ele->data);
	}

	g_list_free(before);
	g_list_free(after);
	g_list_free(remaining);
	}

	return rc;
	}

	static int
	delete(void)
	{
	int rc = pcmk_rc_ok;
	xmlNode *msg_data = NULL;

	if (options.rsc_type == NULL) {
	rc = ENXIO;
	g_set_error(&error, PCMK__RC_ERROR, rc,
	_("You need to specify a resource type with -t"));
	return rc;
	}

	msg_data = create_xml_node(NULL, options.rsc_type);
	crm_xml_add(msg_data, XML_ATTR_ID, options.rsc_id);

	rc = cib_conn->cmds->remove(cib_conn, XML_CIB_TAG_RESOURCES, msg_data,
	options.cib_options);
	rc = pcmk_legacy2rc(rc);
	free_xml(msg_data);
	return rc;
	}

	static int
	list_agents(pcmk__output_t out, const char agent_spec)
	{
	int rc = pcmk_rc_ok;
	char *provider = strchr(agent_spec, ':');
	lrmd_t *lrmd_conn = NULL;
	lrmd_list_t *list = NULL;

	rc = lrmd__new(&lrmd_conn, NULL, NULL, 0);
	if (rc != pcmk_rc_ok) {
	goto error;
	}

	if (provider) {
	*provider++ = 0;
	}

	rc = lrmd_conn->cmds->list_agents(lrmd_conn, &list, agent_spec, provider);

	if (rc > 0) {
	rc = out->message(out, "agents-list", list, agent_spec, provider);
	} else {
	rc = pcmk_rc_error;
	}

	error:
	if (rc != pcmk_rc_ok) {
	if (provider == NULL) {
	g_set_error(&error, PCMK__RC_ERROR, rc,
	_("No agents found for standard '%s'"), agent_spec);
	} else {
	g_set_error(&error, PCMK__RC_ERROR, rc,
	_("No agents found for standard '%s' and provider '%s'"),
	agent_spec, provider);
	}
	}

	lrmd_api_delete(lrmd_conn);
	return rc;
	}

	static int
	list_providers(pcmk__output_t out, const char agent_spec)
	{
	int rc;
	const char *text = NULL;
	lrmd_t *lrmd_conn = NULL;
	lrmd_list_t *list = NULL;

	rc = lrmd__new(&lrmd_conn, NULL, NULL, 0);
	if (rc != pcmk_rc_ok) {
	goto error;
	}

	switch (options.rsc_cmd) {
	case cmd_list_alternatives:
	rc = lrmd_conn->cmds->list_ocf_providers(lrmd_conn, agent_spec, &list);

	if (rc > 0) {
	rc = out->message(out, "alternatives-list", list, agent_spec);
	} else {
	rc = pcmk_rc_error;
	}

	text = "OCF providers";
	break;
	case cmd_list_standards:
	rc = lrmd_conn->cmds->list_standards(lrmd_conn, &list);

	if (rc > 0) {
	rc = out->message(out, "standards-list", list);
	} else {
	rc = pcmk_rc_error;
	}

	text = "standards";
	break;
	case cmd_list_providers:
	rc = lrmd_conn->cmds->list_ocf_providers(lrmd_conn, agent_spec, &list);

	if (rc > 0) {
	rc = out->message(out, "providers-list", list, agent_spec);
	} else {
	rc = pcmk_rc_error;
	}

	text = "OCF providers";
	break;
	default:
	g_set_error(&error, PCMK__RC_ERROR, pcmk_rc_error, "Bug");
	lrmd_api_delete(lrmd_conn);
	return pcmk_rc_error;
	}

	error:
	if (rc != pcmk_rc_ok) {
	if (agent_spec != NULL) {
	rc = ENXIO;
	g_set_error(&error, PCMK__RC_ERROR, rc,
	_("No %s found for %s"), text, agent_spec);

	} else {
	rc = ENXIO;
	g_set_error(&error, PCMK__RC_ERROR, rc,
	_("No %s found"), text);
	}
	}

	lrmd_api_delete(lrmd_conn);
	return rc;
	}

	static int
	populate_working_set(xmlNodePtr *cib_xml_copy)
	{
	int rc = pcmk_rc_ok;

	if (options.xml_file != NULL) {
	*cib_xml_copy = filename2xml(options.xml_file);
	if (*cib_xml_copy == NULL) {
	rc = pcmk_rc_cib_corrupt;
	}
	} else {
	rc = cib_conn->cmds->query(cib_conn, NULL, cib_xml_copy, cib_scope_local \| cib_sync_call);
	rc = pcmk_legacy2rc(rc);
	}

	if (rc == pcmk_rc_ok) {
	data_set = pe_new_working_set();
	if (data_set == NULL) {
	rc = ENOMEM;
	} else {
	pe__set_working_set_flags(data_set,
	pe_flag_no_counts\|pe_flag_no_compat);
	data_set->priv = out;
	rc = update_working_set_xml(data_set, cib_xml_copy);
	}
	}

	if (rc != pcmk_rc_ok) {
	free_xml(*cib_xml_copy);
	*cib_xml_copy = NULL;
	return rc;
	}

	cluster_status(data_set);
	return pcmk_rc_ok;
	}

	static int
	refresh(pcmk__output_t *out)
	{
	int rc = pcmk_rc_ok;
	const char *router_node = options.host_uname;
	int attr_options = pcmk__node_attr_none;

	if (options.host_uname) {
	pe_node_t *node = pe_find_node(data_set->nodes, options.host_uname);

	if (pe__is_guest_or_remote_node(node)) {
	node = pe__current_node(node->details->remote_rsc);
	if (node == NULL) {
	rc = ENXIO;
	g_set_error(&error, PCMK__RC_ERROR, rc,
	_("No cluster connection to Pacemaker Remote node %s detected"),
	options.host_uname);
	return rc;
	}
	router_node = node->details->uname;
	attr_options \|= pcmk__node_attr_remote;
	}
	}

	if (controld_api == NULL) {
	out->info(out, "Dry run: skipping clean-up of %s due to CIB_file",
	options.host_uname? options.host_uname : "all nodes");
	rc = pcmk_rc_ok;
	return rc;
	}

	crm_debug("Re-checking the state of all resources on %s", options.host_uname?options.host_uname:"all nodes");

	rc = pcmk__attrd_api_clear_failures(NULL, options.host_uname, NULL,
	NULL, NULL, NULL, attr_options);

	if (pcmk_controld_api_reprobe(controld_api, options.host_uname,
	router_node) == pcmk_rc_ok) {
	start_mainloop(controld_api);
	}

	return rc;
	}

	static void
	refresh_resource(pcmk__output_t out, pe_resource_t rsc, pe_node_t *node)
	{
	int rc = pcmk_rc_ok;

	if (options.force == FALSE) {
	rsc = uber_parent(rsc);
	}

	crm_debug("Re-checking the state of %s (%s requested) on %s",
	rsc->id, options.rsc_id, (options.host_uname? options.host_uname: "all nodes"));
	rc = cli_resource_delete(controld_api, options.host_uname, rsc, NULL, 0,
	FALSE, data_set, options.force);

	if ((rc == pcmk_rc_ok) && !out->is_quiet(out)) {
	// Show any reasons why resource might stay stopped
	cli_resource_check(out, rsc, node);
	}

	if (rc == pcmk_rc_ok) {
	start_mainloop(controld_api);
	}
	}

	static int
	set_property(void)
	{
	int rc = pcmk_rc_ok;
	xmlNode *msg_data = NULL;

	if (pcmk__str_empty(options.rsc_type)) {
	g_set_error(&error, PCMK__EXITC_ERROR, CRM_EX_USAGE,
	_("Must specify -t with resource type"));
	rc = ENXIO;
	return rc;

	} else if (pcmk__str_empty(options.prop_value)) {
	g_set_error(&error, PCMK__EXITC_ERROR, CRM_EX_USAGE,
	_("Must supply -v with new value"));
	rc = ENXIO;
	return rc;
	}

	CRM_LOG_ASSERT(options.prop_name != NULL);

	msg_data = create_xml_node(NULL, options.rsc_type);
	crm_xml_add(msg_data, XML_ATTR_ID, options.rsc_id);
	crm_xml_add(msg_data, options.prop_name, options.prop_value);

	rc = cib_conn->cmds->modify(cib_conn, XML_CIB_TAG_RESOURCES, msg_data,
	options.cib_options);
	rc = pcmk_legacy2rc(rc);
	free_xml(msg_data);

	return rc;
	}

	static int
	show_metadata(pcmk__output_t out, const char agent_spec)
	{
	int rc = pcmk_rc_ok;
	char *standard = NULL;
	char *provider = NULL;
	char *type = NULL;
	char *metadata = NULL;
	lrmd_t *lrmd_conn = NULL;

	rc = lrmd__new(&lrmd_conn, NULL, NULL, 0);
	if (rc != pcmk_rc_ok) {
	g_set_error(&error, PCMK__RC_ERROR, rc,
	_("Could not create executor connection"));
	lrmd_api_delete(lrmd_conn);
	return rc;
	}

	rc = crm_parse_agent_spec(agent_spec, &standard, &provider, &type);
	rc = pcmk_legacy2rc(rc);

	if (rc == pcmk_rc_ok) {
	rc = lrmd_conn->cmds->get_metadata(lrmd_conn, standard,
	provider, type,
	&metadata, 0);
	rc = pcmk_legacy2rc(rc);

	if (metadata) {
	out->output_xml(out, "metadata", metadata);
	free(metadata);
	} else {
	/* We were given a validly formatted spec, but it doesn't necessarily
	* match up with anything that exists. Use ENXIO as the return code
	* here because that maps to an exit code of CRM_EX_NOSUCH, which
	* probably is the most common reason to get here.
	*/
	rc = ENXIO;
	g_set_error(&error, PCMK__RC_ERROR, rc,
	_("Metadata query for %s failed: %s"),
	agent_spec, pcmk_rc_str(rc));
	}
	} else {
	rc = ENXIO;
	g_set_error(&error, PCMK__RC_ERROR, rc,
	_("'%s' is not a valid agent specification"), agent_spec);
	}

	lrmd_api_delete(lrmd_conn);
	return rc;
	}

	static void
	validate_cmdline_config(void)
	{
	// Cannot use both --resource and command-line resource configuration
	if (options.rsc_id != NULL) {
	g_set_error(&error, PCMK__EXITC_ERROR, CRM_EX_USAGE,
	_("--resource cannot be used with --class, --agent, and --provider"));

	// Not all commands support command-line resource configuration
	} else if (options.rsc_cmd != cmd_execute_agent) {
	g_set_error(&error, PCMK__EXITC_ERROR, CRM_EX_USAGE,
	_("--class, --agent, and --provider can only be used with "
	"--validate and --force-*"));

	// Not all of --class, --agent, and --provider need to be given. Not all
	// classes support the concept of a provider. Check that what we were given
	// is valid.
	} else if (pcmk__str_eq(options.v_class, "stonith", pcmk__str_none)) {
	if (options.v_provider != NULL) {
	g_set_error(&error, PCMK__EXITC_ERROR, CRM_EX_USAGE,
	_("stonith does not support providers"));

	} else if (stonith_agent_exists(options.v_agent, 0) == FALSE) {
	g_set_error(&error, PCMK__EXITC_ERROR, CRM_EX_USAGE,
	_("%s is not a known stonith agent"), options.v_agent ? options.v_agent : "");
	}

	} else if (resources_agent_exists(options.v_class, options.v_provider, options.v_agent) == FALSE) {
	g_set_error(&error, PCMK__EXITC_ERROR, CRM_EX_USAGE,
	_("%s:%s:%s is not a known resource"),
	options.v_class ? options.v_class : "",
	options.v_provider ? options.v_provider : "",
	options.v_agent ? options.v_agent : "");
	}

	if (error != NULL) {
	return;
	}

	if (options.cmdline_params == NULL) {
	options.cmdline_params = pcmk__strkey_table(free, free);
	}
	options.require_resource = FALSE;
	options.require_dataset = FALSE;
	options.require_cib = FALSE;
	}

	static GOptionContext *
	build_arg_context(pcmk__common_args_t args, GOptionGroup *group) {
	GOptionContext *context = NULL;

	GOptionEntry extra_prog_entries[] = {
	{ "quiet", 'Q', G_OPTION_FLAG_NONE, G_OPTION_ARG_NONE, &(args->quiet),
	"Be less descriptive in output.",
	NULL },
	{ "resource", 'r', G_OPTION_FLAG_NONE, G_OPTION_ARG_STRING, &options.rsc_id,
	"Resource ID",
	"ID" },
	{ G_OPTION_REMAINING, 0, G_OPTION_FLAG_NONE, G_OPTION_ARG_STRING_ARRAY, &options.remainder,
	NULL,
	NULL },

	{ NULL }
	};

	const char *description = "Examples:\n\n"
	"List the available OCF agents:\n\n"
	"\t# crm_resource --list-agents ocf\n\n"
	"List the available OCF agents from the linux-ha project:\n\n"
	"\t# crm_resource --list-agents ocf:heartbeat\n\n"
	"Move 'myResource' to a specific node:\n\n"
	"\t# crm_resource --resource myResource --move --node altNode\n\n"
	"Allow (but not force) 'myResource' to move back to its original "
	"location:\n\n"
	"\t# crm_resource --resource myResource --clear\n\n"
	"Stop 'myResource' (and anything that depends on it):\n\n"
	"\t# crm_resource --resource myResource --set-parameter target-role "
	"--meta --parameter-value Stopped\n\n"
	"Tell the cluster not to manage 'myResource' (the cluster will not "
	"attempt to start or stop the\n"
	"resource under any circumstances; useful when performing maintenance "
	"tasks on a resource):\n\n"
	"\t# crm_resource --resource myResource --set-parameter is-managed "
	"--meta --parameter-value false\n\n"
	"Erase the operation history of 'myResource' on 'aNode' (the cluster "
	"will 'forget' the existing\n"
	"resource state, including any errors, and attempt to recover the"
	"resource; useful when a resource\n"
	"had failed permanently and has been repaired by an administrator):\n\n"
	"\t# crm_resource --resource myResource --cleanup --node aNode\n\n";

	context = pcmk__build_arg_context(args, "text (default), xml", group, NULL);
	g_option_context_set_description(context, description);

	/* Add the -Q option, which cannot be part of the globally supported options
	* because some tools use that flag for something else.
	*/
	pcmk__add_main_args(context, extra_prog_entries);

	pcmk__add_arg_group(context, "queries", "Queries:",
	"Show query help", query_entries);
	pcmk__add_arg_group(context, "commands", "Commands:",
	"Show command help", command_entries);
	pcmk__add_arg_group(context, "locations", "Locations:",
	"Show location help", location_entries);
	pcmk__add_arg_group(context, "advanced", "Advanced:",
	"Show advanced option help", advanced_entries);
	pcmk__add_arg_group(context, "additional", "Additional Options:",
	"Show additional options", addl_entries);
	return context;
	}

	int
	main(int argc, char **argv)
	{
	xmlNode *cib_xml_copy = NULL;
	pe_resource_t *rsc = NULL;
	pe_node_t *node = NULL;
	int rc = pcmk_rc_ok;

	GOptionGroup *output_group = NULL;
	gchar **processed_args = NULL;
	GOptionContext *context = NULL;

	/*
	* Parse command line arguments
	*/

	args = pcmk__new_common_args(SUMMARY);
	processed_args = pcmk__cmdline_preproc(argv, "GHINSTdginpstuvx");
	context = build_arg_context(args, &output_group);

	pcmk__register_formats(output_group, formats);
	if (!g_option_context_parse_strv(context, &processed_args, &error)) {
	exit_code = CRM_EX_USAGE;
	goto done;
	}

	pcmk__cli_init_logging("crm_resource", args->verbosity);

	rc = pcmk__output_new(&out, args->output_ty, args->output_dest, argv);
	if (rc != pcmk_rc_ok) {
	exit_code = CRM_EX_ERROR;
	g_set_error(&error, PCMK__EXITC_ERROR, exit_code, _("Error creating output format %s: %s"),
	args->output_ty, pcmk_rc_str(rc));
	goto done;
	}

	pe__register_messages(out);
	crm_resource_register_messages(out);
	lrmd__register_messages(out);
	pcmk__register_lib_messages(out);

	out->quiet = args->quiet;

	crm_log_args(argc, argv);

	/*
	* Validate option combinations
	*/

	// If the user didn't explicitly specify a command, list resources
	if (options.rsc_cmd == cmd_none) {
	options.rsc_cmd = cmd_list_resources;
	options.require_resource = FALSE;
	}

	// --expired without --clear/-U doesn't make sense
	if (options.clear_expired && (options.rsc_cmd != cmd_clear)) {
	exit_code = CRM_EX_USAGE;
	g_set_error(&error, PCMK__EXITC_ERROR, exit_code, _("--expired requires --clear or -U"));
	goto done;
	}

	if ((options.remainder != NULL) && (options.override_params != NULL)) {
	// Commands that use positional arguments will create override_params
	for (gchar *s = options.remainder; s; s++) {
	char name = calloc(1, strlen(s));
	char value = calloc(1, strlen(s));
	int rc = sscanf(*s, "%[^=]=%s", name, value);

	if (rc == 2) {
	g_hash_table_replace(options.override_params, name, value);

	} else {
	exit_code = CRM_EX_USAGE;
	g_set_error(&error, PCMK__EXITC_ERROR, exit_code,
	_("Error parsing '%s' as a name=value pair"),
	argv[optind]);
	free(value);
	free(name);
	goto done;
	}
	}

	} else if (options.remainder != NULL) {
	gchar **strv = NULL;
	gchar *msg = NULL;
	int i = 1;
	int len = 0;

	for (gchar *s = options.remainder; s; s++) {
	len++;
	}

	CRM_ASSERT(len > 0);

	/* Add 1 for the strv[0] string below, and add another 1 for the NULL
	* at the end of the array so g_strjoinv knows when to stop.
	*/
	strv = calloc(len+2, sizeof(char *));
	strv[0] = strdup("non-option ARGV-elements:\n");

	for (gchar *s = options.remainder; s; s++) {
	strv[i] = crm_strdup_printf("[%d of %d] %s\n", i, len, *s);
	i++;
	}

	strv[i] = NULL;

	exit_code = CRM_EX_USAGE;
	msg = g_strjoinv("", strv);
	g_set_error(&error, PCMK__EXITC_ERROR, exit_code, "%s", msg);
	g_free(msg);

	/* Don't try to free the last element, which is just NULL. */
	for(i = 0; i < len+1; i++) {
	free(strv[i]);
	}
	free(strv);

	goto done;
	}

	if (pcmk__str_eq(args->output_ty, "xml", pcmk__str_none)) {
	/* Kind of a hack to display XML lists using a real tag instead of <list>. This just
	* saves from having to write custom messages to build the lists around all these things
	*/
	switch (options.rsc_cmd) {
	case cmd_execute_agent:
	case cmd_list_resources:
	case cmd_query_xml:
	case cmd_query_raw_xml:
	case cmd_list_active_ops:
	case cmd_list_all_ops:
	case cmd_colocations:
	pcmk__force_args(context, &error, "%s --xml-simple-list --xml-substitute", g_get_prgname());
	break;

	default:
	pcmk__force_args(context, &error, "%s --xml-substitute", g_get_prgname());
	break;
	}
	} else if (pcmk__str_eq(args->output_ty, "text", pcmk__str_null_matches)) {
	if ((options.rsc_cmd == cmd_colocations) \|\|
	options.rsc_cmd == cmd_list_resources) {
	pcmk__force_args(context, &error, "%s --text-fancy", g_get_prgname());
	}
	}

	if (args->version) {
	out->version(out, false);
	goto done;
	}

	if (options.cmdline_config) {
	/* A resource configuration was given on the command line. Sanity-check
	* the values and set error if they don't make sense.
	*/
	validate_cmdline_config();
	if (error != NULL) {
	exit_code = CRM_EX_USAGE;
	goto done;
	}

	} else if (options.cmdline_params != NULL) {
	// @COMPAT @TODO error out here when we can break backward compatibility
	g_hash_table_destroy(options.cmdline_params);
	options.cmdline_params = NULL;
	}

	if (options.require_resource && (options.rsc_id == NULL)) {
	exit_code = CRM_EX_USAGE;
	g_set_error(&error, PCMK__EXITC_ERROR, exit_code,
	_("Must supply a resource id with -r"));
	goto done;
	}
	if (options.require_node && (options.host_uname == NULL)) {
	exit_code = CRM_EX_USAGE;
	g_set_error(&error, PCMK__EXITC_ERROR, exit_code,
	_("Must supply a node name with -N"));
	goto done;
	}

	/*
	* Set up necessary connections
	*/

	if (options.force) {
	crm_debug("Forcing...");
	cib__set_call_options(options.cib_options, crm_system_name,
	cib_quorum_override);
	}

	if (options.find_flags && options.rsc_id) {
	options.require_dataset = TRUE;
	}

	// Establish a connection to the CIB if needed
	if (options.require_cib) {
	cib_conn = cib_new();
	if ((cib_conn == NULL) \|\| (cib_conn->cmds == NULL)) {
	exit_code = CRM_EX_DISCONNECT;
	g_set_error(&error, PCMK__EXITC_ERROR, exit_code,
	_("Could not create CIB connection"));
	goto done;
	}
	rc = cib_conn->cmds->signon(cib_conn, crm_system_name, cib_command);
	rc = pcmk_legacy2rc(rc);
	if (rc != pcmk_rc_ok) {
	exit_code = pcmk_rc2exitc(rc);
	g_set_error(&error, PCMK__EXITC_ERROR, exit_code,
	_("Could not connect to the CIB: %s"), pcmk_rc_str(rc));
	goto done;
	}
	}

	/* Populate working set from XML file if specified or CIB query otherwise */
	if (options.require_dataset) {
	rc = populate_working_set(&cib_xml_copy);
	if (rc != pcmk_rc_ok) {
	exit_code = pcmk_rc2exitc(rc);
	goto done;
	}
	}

	// If command requires that resource exist if specified, find it
	if (options.find_flags && options.rsc_id) {
	rsc = pe_find_resource_with_flags(data_set->resources, options.rsc_id,
	options.find_flags);
	if (rsc == NULL) {
	exit_code = CRM_EX_NOSUCH;
	g_set_error(&error, PCMK__EXITC_ERROR, exit_code,
	_("Resource '%s' not found"), options.rsc_id);
	goto done;
	}

	/* The --ban, --clear, --move, and --restart commands do not work with
	* instances of clone resourcs.
	*/
	if (strchr(options.rsc_id, ':') != NULL && pe_rsc_is_clone(rsc->parent) &&
	(options.rsc_cmd == cmd_ban \|\| options.rsc_cmd == cmd_clear \|\|
	options.rsc_cmd == cmd_move \|\| options.rsc_cmd == cmd_restart)) {
	exit_code = CRM_EX_INVALID_PARAM;
	g_set_error(&error, PCMK__EXITC_ERROR, exit_code,
	_("Cannot operate on clone resource instance '%s'"), options.rsc_id);
	goto done;
	}
	}

	// If user supplied a node name, check whether it exists
	if ((options.host_uname != NULL) && (data_set != NULL)) {
	node = pe_find_node(data_set->nodes, options.host_uname);

	if (node == NULL) {
	exit_code = CRM_EX_NOSUCH;
	g_set_error(&error, PCMK__EXITC_ERROR, exit_code,
	_("Node '%s' not found"), options.host_uname);
	goto done;
	}
	}

	// Establish a connection to the controller if needed
	if (options.require_crmd) {
	rc = pcmk_new_ipc_api(&controld_api, pcmk_ipc_controld);
	if (rc != pcmk_rc_ok) {
	exit_code = pcmk_rc2exitc(rc);
	g_set_error(&error, PCMK__EXITC_ERROR, exit_code,
	_("Error connecting to the controller: %s"), pcmk_rc_str(rc));
	goto done;
	}
	pcmk_register_ipc_callback(controld_api, controller_event_callback,
	NULL);
	rc = pcmk_connect_ipc(controld_api, pcmk_ipc_dispatch_main);
	if (rc != pcmk_rc_ok) {
	exit_code = pcmk_rc2exitc(rc);
	g_set_error(&error, PCMK__EXITC_ERROR, exit_code,
	_("Error connecting to the controller: %s"), pcmk_rc_str(rc));
	goto done;
	}
	}

	/*
	* Handle requested command
	*/

	switch (options.rsc_cmd) {
	case cmd_list_resources: {
	GList *all = NULL;
	all = g_list_prepend(all, (gpointer) "*");
	rc = out->message(out, "resource-list", data_set,
	pcmk_show_inactive_rscs \| pcmk_show_rsc_only \| pcmk_show_pending,
	true, all, all, false);
	g_list_free(all);

	if (rc == pcmk_rc_no_output) {
	rc = ENXIO;
	}
	break;
	}

	case cmd_list_instances:
	rc = out->message(out, "resource-names-list", data_set->resources);

	if (rc != pcmk_rc_ok) {
	rc = ENXIO;
	}

	break;

	case cmd_list_standards:
	case cmd_list_providers:
	case cmd_list_alternatives:
	rc = list_providers(out, options.agent_spec);
	break;

	case cmd_list_agents:
	rc = list_agents(out, options.agent_spec);
	break;

	case cmd_metadata:
	rc = show_metadata(out, options.agent_spec);
	break;

	case cmd_restart:
	/* We don't pass data_set because rsc needs to stay valid for the
	* entire lifetime of cli_resource_restart(), but it will reset and
	* update the working set multiple times, so it needs to use its own
	* copy.
	*/
	rc = cli_resource_restart(out, rsc, node, options.move_lifetime,
	options.timeout_ms, cib_conn,
	options.cib_options, options.promoted_role_only,
	options.force);
	break;

	case cmd_wait:
	rc = wait_till_stable(out, options.timeout_ms, cib_conn);
	break;

	case cmd_execute_agent:
	if (options.cmdline_config) {
	exit_code = cli_resource_execute_from_params(out, NULL,
	options.v_class, options.v_provider, options.v_agent,
	options.operation, options.cmdline_params,
	options.override_params, options.timeout_ms,
	args->verbosity, options.force, options.check_level);
	} else {
	exit_code = cli_resource_execute(rsc, options.rsc_id,
	options.operation, options.override_params,
	options.timeout_ms, cib_conn, data_set,
	args->verbosity, options.force, options.check_level);
	}
	goto done;

	case cmd_digests:
	node = pe_find_node(data_set->nodes, options.host_uname);
	if (node == NULL) {
	rc = pcmk_rc_node_unknown;
	} else {
	rc = pcmk__resource_digests(out, rsc, node,
	options.override_params);
	}
	break;

	case cmd_colocations:
	rc = out->message(out, "locations-and-colocations", rsc, data_set,
	options.recursive, (bool) options.force);
	break;

	case cmd_cts:
	rc = pcmk_rc_ok;
	g_list_foreach(data_set->resources, (GFunc) cli_resource_print_cts, out);
	cli_resource_print_cts_constraints(data_set);
	break;

	case cmd_fail:
	rc = cli_resource_fail(controld_api, options.host_uname,
	options.rsc_id, data_set);
	if (rc == pcmk_rc_ok) {
	start_mainloop(controld_api);
	}
	break;

	case cmd_list_active_ops:
	rc = cli_resource_print_operations(options.rsc_id,
	options.host_uname, TRUE,
	data_set);
	break;

	case cmd_list_all_ops:
	rc = cli_resource_print_operations(options.rsc_id,
	options.host_uname, FALSE,
	data_set);
	break;

	case cmd_locate: {
	GList *nodes = cli_resource_search(rsc, options.rsc_id, data_set);
	rc = out->message(out, "resource-search-list", nodes, options.rsc_id);
	g_list_free_full(nodes, free);
	break;
	}

	case cmd_query_xml:
	rc = cli_resource_print(rsc, data_set, true);
	break;

	case cmd_query_raw_xml:
	rc = cli_resource_print(rsc, data_set, false);
	break;

	case cmd_why:
	if ((options.host_uname != NULL) && (node == NULL)) {
	rc = pcmk_rc_node_unknown;
	} else {
	rc = out->message(out, "resource-reasons-list",
	data_set->resources, rsc, node);
	}
	break;

	case cmd_clear:
	rc = clear_constraints(out, &cib_xml_copy);
	break;

	case cmd_move:
	if (options.host_uname == NULL) {
	rc = ban_or_move(out, rsc, options.move_lifetime);
	} else {
	rc = cli_resource_move(rsc, options.rsc_id, options.host_uname,
	options.move_lifetime, cib_conn,
	options.cib_options, data_set,
	options.promoted_role_only,
	options.force);
	}

	if (rc == EINVAL) {
	exit_code = CRM_EX_USAGE;
	goto done;
	}

	break;

	case cmd_ban:
	if (options.host_uname == NULL) {
	rc = ban_or_move(out, rsc, options.move_lifetime);
	} else if (node == NULL) {
	rc = pcmk_rc_node_unknown;
	} else {
	rc = cli_resource_ban(out, options.rsc_id, node->details->uname,
	options.move_lifetime, NULL, cib_conn,
	options.cib_options,
	options.promoted_role_only);
	}

	if (rc == EINVAL) {
	exit_code = CRM_EX_USAGE;
	goto done;
	}

	break;

	case cmd_get_property:
	rc = out->message(out, "property-list", rsc, options.prop_name);
	if (rc == pcmk_rc_no_output) {
	rc = ENXIO;
	}

	break;

	case cmd_set_property:
	rc = set_property();
	break;

	case cmd_get_param: {
	unsigned int count = 0;
	GHashTable *params = NULL;
	pe_node_t *current = pe__find_active_on(rsc, &count, NULL);
	bool free_params = true;
	const char* value = NULL;

	if (count > 1) {
	out->err(out, "%s is active on more than one node,"
	" returning the default value for %s", rsc->id,
	pcmk__s(options.prop_name, "unspecified property"));
	current = NULL;
	}

	crm_debug("Looking up %s in %s", options.prop_name, rsc->id);

	if (pcmk__str_eq(options.attr_set_type, XML_TAG_ATTR_SETS, pcmk__str_none)) {
	params = pe_rsc_params(rsc, current, data_set);
	free_params = false;

	value = g_hash_table_lookup(params, options.prop_name);

	} else if (pcmk__str_eq(options.attr_set_type, XML_TAG_META_SETS, pcmk__str_none)) {
	params = pcmk__strkey_table(free, free);
	get_meta_attributes(params, rsc, current, data_set);

	value = g_hash_table_lookup(params, options.prop_name);

	} else if (pcmk__str_eq(options.attr_set_type, ATTR_SET_ELEMENT, pcmk__str_none)) {

	value = crm_element_value(rsc->xml, options.prop_name);
	free_params = false;

	} else {
	params = pcmk__strkey_table(free, free);
	pe__unpack_dataset_nvpairs(rsc->xml, XML_TAG_UTILIZATION, NULL, params,
	NULL, FALSE, data_set);

	value = g_hash_table_lookup(params, options.prop_name);
	}

	rc = out->message(out, "attribute-list", rsc, options.prop_name, value);
	if (free_params) {
	g_hash_table_destroy(params);
	}

	break;
	}

	case cmd_set_param:
	if (pcmk__str_empty(options.prop_value)) {
	exit_code = CRM_EX_USAGE;
	g_set_error(&error, PCMK__EXITC_ERROR, exit_code,
	_("You need to supply a value with the -v option"));
	goto done;
	}

	/* coverity[var_deref_model] False positive */
	rc = cli_resource_update_attribute(rsc, options.rsc_id,
	options.prop_set,
	options.attr_set_type,
	options.prop_id,
	options.prop_name,
	options.prop_value,
	options.recursive, cib_conn,
	options.cib_options, data_set,
	options.force);
	break;

	case cmd_delete_param:
	/* coverity[var_deref_model] False positive */
	rc = cli_resource_delete_attribute(rsc, options.rsc_id,
	options.prop_set,
	options.attr_set_type,
	options.prop_id,
	options.prop_name, cib_conn,
	options.cib_options, data_set,
	options.force);
	break;

	case cmd_cleanup:
	if (rsc == NULL) {
	rc = cli_cleanup_all(controld_api, options.host_uname,
	options.operation, options.interval_spec,
	data_set);
	if (rc == pcmk_rc_ok) {
	start_mainloop(controld_api);
	}
	} else {
	cleanup(out, rsc, node);
	}
	break;

	case cmd_refresh:
	if (rsc == NULL) {
	rc = refresh(out);
	} else {
	refresh_resource(out, rsc, node);
	}
	break;

	case cmd_delete:
	rc = delete();
	break;

	default:
	exit_code = CRM_EX_USAGE;
	g_set_error(&error, PCMK__EXITC_ERROR, exit_code,
	_("Unimplemented command: %d"), (int) options.rsc_cmd);
	goto done;
	}

	/* Convert rc into an exit code. */
	if (rc != pcmk_rc_ok && rc != pcmk_rc_no_output) {
	if (rc == pcmk_rc_no_quorum) {
	g_prefix_error(&error, "To ignore quorum, use the force option.\n");
	}

	exit_code = pcmk_rc2exitc(rc);
	}

	/*
	* Clean up and exit
	*/

	done:
	/* When we get here, exit_code has been set one of two ways - either at one of
	* the spots where there's a "goto done" (which itself could have happened either
	* directly or by calling pcmk_rc2exitc), or just up above after any of the break
	* statements.
	*
	* Thus, we can use just exit_code here to decide what to do.
	*/
	if (exit_code != CRM_EX_OK && exit_code != CRM_EX_USAGE) {
	if (error != NULL) {
	char *msg = crm_strdup_printf("%s\nError performing operation: %s",
	error->message, crm_exit_str(exit_code));
	g_clear_error(&error);
	g_set_error(&error, PCMK__EXITC_ERROR, exit_code, "%s", msg);
	free(msg);
	} else {
	g_set_error(&error, PCMK__EXITC_ERROR, exit_code,
	_("Error performing operation: %s"), crm_exit_str(exit_code));
	}
	}

	g_free(options.host_uname);
	g_free(options.interval_spec);
	g_free(options.move_lifetime);
	g_free(options.operation);
	g_free(options.prop_id);
	free(options.prop_name);
	g_free(options.prop_set);
	g_free(options.prop_value);
	g_free(options.rsc_id);
	g_free(options.rsc_type);
	free(options.agent_spec);
	free(options.v_agent);
	free(options.v_class);
	free(options.v_provider);
	g_free(options.xml_file);
	g_strfreev(options.remainder);

	if (options.override_params != NULL) {
	g_hash_table_destroy(options.override_params);
	}

	/* options.cmdline_params does not need to be destroyed here. See the
	* comments in cli_resource_execute_from_params.
	*/

	g_strfreev(processed_args);
	g_option_context_free(context);

	return bye(exit_code);
	}
	diff --git a/tools/crm_resource.h b/tools/crm_resource.h
	index aaa2f26f05..7afec4e1ff 100644
	--- a/tools/crm_resource.h
	+++ b/tools/crm_resource.h
	@@ -1,121 +1,123 @@
	/*
	* Copyright 2004-2023 the Pacemaker project contributors
	*
	* The version control history for this file may have further details.
	*
	* This source code is licensed under the GNU Lesser General Public License
	* version 2.1 or later (LGPLv2.1+) WITHOUT ANY WARRANTY.
	*/

	#include <crm_internal.h>

	#include <stdint.h>
	#include <stdbool.h>

	#include <crm/crm.h>

	#include <crm/msg_xml.h>
	#include <crm/services.h>
	#include <crm/common/xml.h>
	#include <crm/common/mainloop.h>
	#include <crm/common/output_internal.h>

	#include <crm/cib.h>
	#include <crm/common/attrd_internal.h>
	#include <crm/pengine/rules.h>
	#include <crm/pengine/status.h>
	#include <crm/pengine/internal.h>
	#include <pacemaker-internal.h>

	+#define ATTR_SET_ELEMENT "attr_set_element"
	+
	typedef struct node_info_s {
	const char *node_name;
	bool promoted;
	} node_info_t;

	enum resource_check_flags {
	rsc_remain_stopped = (1 << 0),
	rsc_unpromotable = (1 << 1),
	rsc_unmanaged = (1 << 2),
	rsc_locked = (1 << 3),
	rsc_node_health = (1 << 4),
	};

	typedef struct resource_checks_s {
	pe_resource_t *rsc; // Resource being checked
	uint32_t flags; // Group of enum resource_check_flags
	const char *lock_node; // Node that resource is shutdown-locked to, if any
	} resource_checks_t;

	resource_checks_t cli_check_resource(pe_resource_t rsc, char role_s, char managed);

	/* ban */
	int cli_resource_prefer(pcmk__output_t out, const char rsc_id, const char *host,
	const char move_lifetime, cib_t cib_conn, int cib_options,
	gboolean promoted_role_only);
	int cli_resource_ban(pcmk__output_t out, const char rsc_id, const char *host,
	const char move_lifetime, GList allnodes, cib_t * cib_conn,
	int cib_options, gboolean promoted_role_only);
	int cli_resource_clear(const char rsc_id, const char host, GList *allnodes,
	cib_t * cib_conn, int cib_options, bool clear_ban_constraints, gboolean force);
	int cli_resource_clear_all_expired(xmlNode root, cib_t cib_conn, int cib_options,
	const char rsc, const char node, gboolean promoted_role_only);

	/* print */
	void cli_resource_print_cts(pe_resource_t * rsc, pcmk__output_t *out);
	void cli_resource_print_cts_constraints(pe_working_set_t * data_set);

	int cli_resource_print(pe_resource_t rsc, pe_working_set_t data_set, bool expanded);
	int cli_resource_print_operations(const char rsc_id, const char host_uname,
	bool active, pe_working_set_t * data_set);

	/* runtime */
	int cli_resource_check(pcmk__output_t out, pe_resource_t rsc,
	pe_node_t *node);
	int cli_resource_fail(pcmk_ipc_api_t controld_api, const char host_uname,
	const char rsc_id, pe_working_set_t data_set);
	GList cli_resource_search(pe_resource_t rsc, const char *requested_name,
	pe_working_set_t *data_set);
	int cli_resource_delete(pcmk_ipc_api_t controld_api, const char host_uname,
	const pe_resource_t rsc, const char operation,
	const char *interval_spec, bool just_failures,
	pe_working_set_t *data_set, gboolean force);
	int cli_cleanup_all(pcmk_ipc_api_t controld_api, const char node_name,
	const char operation, const char interval_spec,
	pe_working_set_t *data_set);
	int cli_resource_restart(pcmk__output_t out, pe_resource_t rsc,
	const pe_node_t node, const char move_lifetime,
	int timeout_ms, cib_t *cib, int cib_options,
	gboolean promoted_role_only, gboolean force);
	int cli_resource_move(const pe_resource_t rsc, const char rsc_id,
	const char host_name, const char move_lifetime,
	cib_t cib, int cib_options, pe_working_set_t data_set,
	gboolean promoted_role_only, gboolean force);
	crm_exit_t cli_resource_execute_from_params(pcmk__output_t out, const char rsc_name,
	const char rsc_class, const char rsc_prov,
	const char rsc_type, const char rsc_action,
	GHashTable params, GHashTable override_hash,
	int timeout_ms, int resource_verbose,
	gboolean force, int check_level);
	crm_exit_t cli_resource_execute(pe_resource_t rsc, const char requested_name,
	const char rsc_action, GHashTable override_hash,
	int timeout_ms, cib_t cib, pe_working_set_t data_set,
	int resource_verbose, gboolean force, int check_level);

	int cli_resource_update_attribute(pe_resource_t rsc, const char requested_name,
	const char attr_set, const char attr_set_type,
	const char attr_id, const char attr_name,
	const char *attr_value, gboolean recursive,
	cib_t *cib, int cib_options,
	pe_working_set_t *data_set, gboolean force);
	int cli_resource_delete_attribute(pe_resource_t rsc, const char requested_name,
	const char attr_set, const char attr_set_type,
	const char attr_id, const char attr_name,
	cib_t *cib, int cib_options,
	pe_working_set_t *data_set, gboolean force);

	int update_working_set_xml(pe_working_set_t data_set, xmlNode *xml);
	int wait_till_stable(pcmk__output_t out, int timeout_ms, cib_t cib);

	bool resource_is_running_on(pe_resource_t rsc, const char host);

	void crm_resource_register_messages(pcmk__output_t *out);
	diff --git a/tools/crm_resource_runtime.c b/tools/crm_resource_runtime.c
	index 0180843fd1..7be8083aba 100644
	--- a/tools/crm_resource_runtime.c
	+++ b/tools/crm_resource_runtime.c
	@@ -1,2125 +1,2148 @@
	/*
	* Copyright 2004-2023 the Pacemaker project contributors
	*
	* The version control history for this file may have further details.
	*
	* This source code is licensed under the GNU General Public License version 2
	* or later (GPLv2+) WITHOUT ANY WARRANTY.
	*/

	#include <crm_internal.h>

	#include <crm_resource.h>
	#include <crm/common/ipc_attrd_internal.h>
	#include <crm/common/ipc_controld.h>
	#include <crm/common/lists_internal.h>
	#include <crm/services_internal.h>

	static GList *
	build_node_info_list(const pe_resource_t *rsc)
	{
	GList *retval = NULL;

	for (const GList *iter = rsc->children; iter != NULL; iter = iter->next) {
	const pe_resource_t child = (const pe_resource_t ) iter->data;

	for (const GList *iter2 = child->running_on;
	iter2 != NULL; iter2 = iter2->next) {

	const pe_node_t node = (const pe_node_t ) iter2->data;
	node_info_t *ni = calloc(1, sizeof(node_info_t));

	ni->node_name = node->details->uname;
	ni->promoted = pcmk_is_set(rsc->flags, pe_rsc_promotable) &&
	child->fns->state(child, TRUE) == RSC_ROLE_PROMOTED;

	retval = g_list_prepend(retval, ni);
	}
	}

	return retval;
	}

	GList *
	cli_resource_search(pe_resource_t rsc, const char requested_name,
	pe_working_set_t *data_set)
	{
	GList *retval = NULL;
	const pe_resource_t *parent = pe__const_top_resource(rsc, false);

	if (pe_rsc_is_clone(rsc)) {
	retval = build_node_info_list(rsc);

	/* The anonymous clone children's common ID is supplied */
	} else if (pe_rsc_is_clone(parent)
	&& !pcmk_is_set(rsc->flags, pe_rsc_unique)
	&& rsc->clone_name
	&& pcmk__str_eq(requested_name, rsc->clone_name, pcmk__str_casei)
	&& !pcmk__str_eq(requested_name, rsc->id, pcmk__str_casei)) {

	retval = build_node_info_list(parent);

	} else if (rsc->running_on != NULL) {
	for (GList *iter = rsc->running_on; iter != NULL; iter = iter->next) {
	pe_node_t node = (pe_node_t ) iter->data;
	node_info_t *ni = calloc(1, sizeof(node_info_t));
	ni->node_name = node->details->uname;
	ni->promoted = (rsc->fns->state(rsc, TRUE) == RSC_ROLE_PROMOTED);

	retval = g_list_prepend(retval, ni);
	}
	}

	return retval;
	}

	// \return Standard Pacemaker return code
	static int
	find_resource_attr(pcmk__output_t out, cib_t the_cib, const char *attr,
	const char rsc, const char attr_set_type, const char *set_name,
	const char attr_id, const char attr_name, char **value)
	{
	int rc = pcmk_rc_ok;
	xmlNode *xml_search = NULL;
	GString *xpath = NULL;
	const char *xpath_base = NULL;

	if(value) {
	*value = NULL;
	}

	if(the_cib == NULL) {
	return ENOTCONN;
	}

	xpath_base = pcmk_cib_xpath_for(XML_CIB_TAG_RESOURCES);
	if (xpath_base == NULL) {
	crm_err(XML_CIB_TAG_RESOURCES " CIB element not known (bug?)");
	return ENOMSG;
	}

	xpath = g_string_sized_new(1024);
	pcmk__g_strcat(xpath,
	xpath_base, "//*[@" XML_ATTR_ID "=\"", rsc, "\"]", NULL);

	if (attr_set_type != NULL) {
	pcmk__g_strcat(xpath, "/", attr_set_type, NULL);
	if (set_name != NULL) {
	pcmk__g_strcat(xpath, "[@" XML_ATTR_ID "=\"", set_name, "\"]",
	NULL);
	}
	}

	g_string_append(xpath, "//" XML_CIB_TAG_NVPAIR "[");
	if (attr_id != NULL) {
	pcmk__g_strcat(xpath, "@" XML_ATTR_ID "=\"", attr_id, "\"", NULL);
	}

	if (attr_name != NULL) {
	if (attr_id != NULL) {
	g_string_append(xpath, " and ");
	}
	pcmk__g_strcat(xpath, "@" XML_NVPAIR_ATTR_NAME "=\"", attr_name, "\"",
	NULL);
	}
	g_string_append_c(xpath, ']');

	rc = the_cib->cmds->query(the_cib, (const char *) xpath->str, &xml_search,
	cib_sync_call \| cib_scope_local \| cib_xpath);
	rc = pcmk_legacy2rc(rc);

	if (rc != pcmk_rc_ok) {
	goto done;
	}

	crm_log_xml_debug(xml_search, "Match");
	if (xml_has_children(xml_search)) {
	xmlNode *child = NULL;

	rc = ENOTUNIQ;
	out->info(out, "Multiple attributes match name=%s", attr_name);

	for (child = pcmk__xml_first_child(xml_search); child != NULL;
	child = pcmk__xml_next(child)) {
	out->info(out, " Value: %s \t(id=%s)",
	crm_element_value(child, XML_NVPAIR_ATTR_VALUE), ID(child));
	}

	out->spacer(out);

	} else if(value) {
	pcmk__str_update(value, crm_element_value(xml_search, attr));
	}

	done:
	g_string_free(xpath, TRUE);
	free_xml(xml_search);
	return rc;
	}

	/* PRIVATE. Use the find_matching_attr_resources instead. */
	static void
	find_matching_attr_resources_recursive(pcmk__output_t out, GList/ <pe_resource_t> / ** result,
	pe_resource_t * rsc, const char * rsc_id,
	const char * attr_set, const char * attr_set_type,
	const char * attr_id, const char * attr_name,
	cib_t * cib, const char * cmd, int depth)
	{
	int rc = pcmk_rc_ok;
	char *lookup_id = clone_strip(rsc->id);
	char *local_attr_id = NULL;

	/* visit the children */
	for(GList *gIter = rsc->children; gIter; gIter = gIter->next) {
	find_matching_attr_resources_recursive(out, result, (pe_resource_t*)gIter->data,
	rsc_id, attr_set, attr_set_type,
	attr_id, attr_name, cib, cmd, depth+1);
	/* do it only once for clones */
	if(pe_clone == rsc->variant) {
	break;
	}
	}

	rc = find_resource_attr(out, cib, XML_ATTR_ID, lookup_id, attr_set_type,
	attr_set, attr_id, attr_name, &local_attr_id);
	/* Post-order traversal.
	* The root is always on the list and it is the last item. */
	if((0 == depth) \|\| (pcmk_rc_ok == rc)) {
	/* push the head */
	result = g_list_append(result, rsc);
	}

	free(local_attr_id);
	free(lookup_id);
	}


	/* The result is a linearized pre-ordered tree of resources. */
	static GList/<pe_resource_t>/
	find_matching_attr_resources(pcmk__output_t out, pe_resource_t rsc,
	const char * rsc_id, const char * attr_set,
	const char * attr_set_type, const char * attr_id,
	const char * attr_name, cib_t * cib, const char * cmd,
	gboolean force)
	{
	int rc = pcmk_rc_ok;
	char *lookup_id = NULL;
	char *local_attr_id = NULL;
	GList * result = NULL;
	/* If --force is used, update only the requested resource (clone or primitive).
	* Otherwise, if the primitive has the attribute, use that.
	* Otherwise use the clone. */
	if(force == TRUE) {
	return g_list_append(result, rsc);
	}
	if(rsc->parent && pe_clone == rsc->parent->variant) {
	int rc = pcmk_rc_ok;
	char *local_attr_id = NULL;
	rc = find_resource_attr(out, cib, XML_ATTR_ID, rsc_id, attr_set_type,
	attr_set, attr_id, attr_name, &local_attr_id);
	free(local_attr_id);

	if(rc != pcmk_rc_ok) {
	rsc = rsc->parent;
	out->info(out, "Performing %s of '%s' on '%s', the parent of '%s'",
	cmd, attr_name, rsc->id, rsc_id);
	}
	return g_list_append(result, rsc);
	} else if(rsc->parent == NULL && rsc->children && pe_clone == rsc->variant) {
	pe_resource_t *child = rsc->children->data;

	if(child->variant == pe_native) {
	lookup_id = clone_strip(child->id); /* Could be a cloned group! */
	rc = find_resource_attr(out, cib, XML_ATTR_ID, lookup_id, attr_set_type,
	attr_set, attr_id, attr_name, &local_attr_id);

	if(rc == pcmk_rc_ok) {
	rsc = child;
	out->info(out, "A value for '%s' already exists in child '%s', performing %s on that instead of '%s'",
	attr_name, lookup_id, cmd, rsc_id);
	}

	free(local_attr_id);
	free(lookup_id);
	}
	return g_list_append(result, rsc);
	}
	/* If the resource is a group ==> children inherit the attribute if defined. */
	find_matching_attr_resources_recursive(out, &result, rsc, rsc_id, attr_set,
	attr_set_type, attr_id, attr_name,
	cib, cmd, 0);
	return result;
	}

	// \return Standard Pacemaker return code
	int
	cli_resource_update_attribute(pe_resource_t rsc, const char requested_name,
	const char attr_set, const char attr_set_type,
	const char attr_id, const char attr_name,
	const char *attr_value, gboolean recursive,
	cib_t *cib, int cib_options,
	pe_working_set_t *data_set, gboolean force)
	{
	pcmk__output_t *out = data_set->priv;
	int rc = pcmk_rc_ok;
	static bool need_init = true;

	char *local_attr_id = NULL;
	char *local_attr_set = NULL;

	GList/<pe_resource_t>/ resources = NULL;
	const pe_resource_t *top = pe__const_top_resource(rsc, false);
	const char *common_attr_id = attr_id;

	if ((attr_id == NULL) && !force) {
	find_resource_attr(out, cib, XML_ATTR_ID, top->id, NULL, NULL, NULL,
	attr_name, NULL);
	}

	if (pcmk__str_eq(attr_set_type, XML_TAG_ATTR_SETS, pcmk__str_casei)) {
	if (!force) {
	rc = find_resource_attr(out, cib, XML_ATTR_ID, top->id,
	XML_TAG_META_SETS, attr_set, attr_id,
	attr_name, &local_attr_id);
	if (rc == pcmk_rc_ok && !out->is_quiet(out)) {
	out->err(out,
	"WARNING: There is already a meta attribute "
	"for '%s' called '%s' (id=%s)",
	top->id, attr_name, local_attr_id);
	out->err(out,
	" Delete '%s' first or use the force option "
	"to override", local_attr_id);
	}
	free(local_attr_id);
	if (rc == pcmk_rc_ok) {
	return ENOTUNIQ;
	}
	}
	resources = g_list_append(resources, rsc);

	+ } else if (pcmk__str_eq(attr_set_type, ATTR_SET_ELEMENT, pcmk__str_none)) {
	+ crm_xml_add(rsc->xml, attr_name, attr_value);
	+ CRM_ASSERT(cib);
	+ rc = cib->cmds->replace(cib, XML_CIB_TAG_RESOURCES, rsc->xml, cib_options);
	+ rc = pcmk_legacy2rc(rc);
	+
	+ if (rc == pcmk_rc_ok) {
	+ out->info(out, "Set attribute: name=%s value=%s", attr_name, attr_value);
	+ }
	+
	+ return rc;
	+
	} else {
	resources = find_matching_attr_resources(out, rsc, requested_name, attr_set, attr_set_type,
	attr_id, attr_name, cib, "update", force);
	}

	/* If either attr_set or attr_id is specified,
	* one clearly intends to modify a single resource.
	* It is the last item on the resource list.*/
	for(GList *gIter = (attr_set\|\|attr_id) ? g_list_last(resources) : resources
	; gIter; gIter = gIter->next) {
	char *lookup_id = NULL;

	xmlNode *xml_top = NULL;
	xmlNode *xml_obj = NULL;
	local_attr_id = NULL;
	local_attr_set = NULL;

	rsc = (pe_resource_t*)gIter->data;
	attr_id = common_attr_id;

	lookup_id = clone_strip(rsc->id); /* Could be a cloned group! */
	rc = find_resource_attr(out, cib, XML_ATTR_ID, lookup_id, attr_set_type,
	attr_set, attr_id, attr_name, &local_attr_id);

	if (rc == pcmk_rc_ok) {
	crm_debug("Found a match for name=%s: id=%s", attr_name, local_attr_id);
	attr_id = local_attr_id;

	} else if (rc != ENXIO) {
	free(lookup_id);
	free(local_attr_id);
	g_list_free(resources);
	return rc;

	} else {
	const char *tag = crm_element_name(rsc->xml);

	if (attr_set == NULL) {
	local_attr_set = crm_strdup_printf("%s-%s", lookup_id,
	attr_set_type);
	attr_set = local_attr_set;
	}
	if (attr_id == NULL) {
	local_attr_id = crm_strdup_printf("%s-%s", attr_set, attr_name);
	attr_id = local_attr_id;
	}

	xml_top = create_xml_node(NULL, tag);
	crm_xml_add(xml_top, XML_ATTR_ID, lookup_id);

	xml_obj = create_xml_node(xml_top, attr_set_type);
	crm_xml_add(xml_obj, XML_ATTR_ID, attr_set);
	}

	xml_obj = crm_create_nvpair_xml(xml_obj, attr_id, attr_name, attr_value);
	if (xml_top == NULL) {
	xml_top = xml_obj;
	}

	crm_log_xml_debug(xml_top, "Update");

	rc = cib->cmds->modify(cib, XML_CIB_TAG_RESOURCES, xml_top, cib_options);
	rc = pcmk_legacy2rc(rc);

	if (rc == pcmk_rc_ok) {
	out->info(out, "Set '%s' option: id=%s%s%s%s%s value=%s", lookup_id, local_attr_id,
	attr_set ? " set=" : "", attr_set ? attr_set : "",
	attr_name ? " name=" : "", attr_name ? attr_name : "", attr_value);
	}

	free_xml(xml_top);

	free(lookup_id);
	free(local_attr_id);
	free(local_attr_set);

	if(recursive && pcmk__str_eq(attr_set_type, XML_TAG_META_SETS, pcmk__str_casei)) {
	GList *lpc = NULL;

	if(need_init) {
	need_init = false;
	pcmk__unpack_constraints(data_set);
	pe__clear_resource_flags_on_all(data_set, pe_rsc_detect_loop);
	}

	crm_debug("Looking for dependencies %p", rsc->rsc_cons_lhs);
	pe__set_resource_flags(rsc, pe_rsc_detect_loop);
	for (lpc = rsc->rsc_cons_lhs; lpc != NULL; lpc = lpc->next) {
	pcmk__colocation_t cons = (pcmk__colocation_t ) lpc->data;

	crm_debug("Checking %s %d", cons->id, cons->score);
	if (!pcmk_is_set(cons->dependent->flags, pe_rsc_detect_loop)
	&& (cons->score > 0)) {
	crm_debug("Setting %s=%s for dependent resource %s",
	attr_name, attr_value, cons->dependent->id);
	cli_resource_update_attribute(cons->dependent,
	cons->dependent->id, NULL,
	attr_set_type, NULL,
	attr_name, attr_value,
	recursive, cib, cib_options,
	data_set, force);
	}
	}
	}
	}
	g_list_free(resources);
	return rc;
	}

	// \return Standard Pacemaker return code
	int
	cli_resource_delete_attribute(pe_resource_t rsc, const char requested_name,
	const char attr_set, const char attr_set_type,
	const char attr_id, const char attr_name,
	cib_t *cib, int cib_options,
	pe_working_set_t *data_set, gboolean force)
	{
	pcmk__output_t *out = data_set->priv;
	int rc = pcmk_rc_ok;
	GList/<pe_resource_t>/ resources = NULL;

	if (attr_id == NULL && force == FALSE) {
	find_resource_attr(out, cib, XML_ATTR_ID,
	pe__const_top_resource(rsc, false)->id, NULL,
	NULL, NULL, attr_name, NULL);
	}

	if(pcmk__str_eq(attr_set_type, XML_TAG_META_SETS, pcmk__str_casei)) {
	resources = find_matching_attr_resources(out, rsc, requested_name, attr_set, attr_set_type,
	attr_id, attr_name, cib, "delete", force);
	+ } else if (pcmk__str_eq(attr_set_type, ATTR_SET_ELEMENT, pcmk__str_none)) {
	+ xml_remove_prop(rsc->xml, attr_name);
	+ CRM_ASSERT(cib);
	+ rc = cib->cmds->replace(cib, XML_CIB_TAG_RESOURCES, rsc->xml, cib_options);
	+ rc = pcmk_legacy2rc(rc);
	+
	+ if (rc == pcmk_rc_ok) {
	+ out->info(out, "Deleted attribute: %s", attr_name);
	+ }
	+
	+ return rc;
	} else {
	resources = g_list_append(resources, rsc);
	}

	for(GList *gIter = resources; gIter; gIter = gIter->next) {
	char *lookup_id = NULL;
	xmlNode *xml_obj = NULL;
	char *local_attr_id = NULL;

	rsc = (pe_resource_t*)gIter->data;

	lookup_id = clone_strip(rsc->id);
	rc = find_resource_attr(out, cib, XML_ATTR_ID, lookup_id, attr_set_type,
	attr_set, attr_id, attr_name, &local_attr_id);

	if (rc == ENXIO) {
	free(lookup_id);
	rc = pcmk_rc_ok;
	continue;

	} else if (rc != pcmk_rc_ok) {
	free(lookup_id);
	g_list_free(resources);
	return rc;
	}

	if (attr_id == NULL) {
	attr_id = local_attr_id;
	}

	xml_obj = crm_create_nvpair_xml(NULL, attr_id, attr_name, NULL);
	crm_log_xml_debug(xml_obj, "Delete");

	CRM_ASSERT(cib);
	rc = cib->cmds->remove(cib, XML_CIB_TAG_RESOURCES, xml_obj, cib_options);
	rc = pcmk_legacy2rc(rc);

	if (rc == pcmk_rc_ok) {
	out->info(out, "Deleted '%s' option: id=%s%s%s%s%s", lookup_id, local_attr_id,
	attr_set ? " set=" : "", attr_set ? attr_set : "",
	attr_name ? " name=" : "", attr_name ? attr_name : "");
	}

	free(lookup_id);
	free_xml(xml_obj);
	free(local_attr_id);
	}
	g_list_free(resources);
	return rc;
	}

	// \return Standard Pacemaker return code
	static int
	send_lrm_rsc_op(pcmk_ipc_api_t *controld_api, bool do_fail_resource,
	const char host_uname, const char rsc_id, pe_working_set_t *data_set)
	{
	pcmk__output_t *out = data_set->priv;
	const char *router_node = host_uname;
	const char *rsc_api_id = NULL;
	const char *rsc_long_id = NULL;
	const char *rsc_class = NULL;
	const char *rsc_provider = NULL;
	const char *rsc_type = NULL;
	bool cib_only = false;
	pe_resource_t *rsc = pe_find_resource(data_set->resources, rsc_id);

	if (rsc == NULL) {
	out->err(out, "Resource %s not found", rsc_id);
	return ENXIO;

	} else if (rsc->variant != pe_native) {
	out->err(out, "We can only process primitive resources, not %s", rsc_id);
	return EINVAL;
	}

	rsc_class = crm_element_value(rsc->xml, XML_AGENT_ATTR_CLASS);
	rsc_provider = crm_element_value(rsc->xml, XML_AGENT_ATTR_PROVIDER),
	rsc_type = crm_element_value(rsc->xml, XML_ATTR_TYPE);
	if ((rsc_class == NULL) \|\| (rsc_type == NULL)) {
	out->err(out, "Resource %s does not have a class and type", rsc_id);
	return EINVAL;
	}

	{
	pe_node_t *node = pe_find_node(data_set->nodes, host_uname);

	if (node == NULL) {
	out->err(out, "Node %s not found", host_uname);
	return pcmk_rc_node_unknown;
	}

	if (!(node->details->online)) {
	if (do_fail_resource) {
	out->err(out, "Node %s is not online", host_uname);
	return ENOTCONN;
	} else {
	cib_only = true;
	}
	}
	if (!cib_only && pe__is_guest_or_remote_node(node)) {
	node = pe__current_node(node->details->remote_rsc);
	if (node == NULL) {
	out->err(out, "No cluster connection to Pacemaker Remote node %s detected",
	host_uname);
	return ENOTCONN;
	}
	router_node = node->details->uname;
	}
	}

	if (rsc->clone_name) {
	rsc_api_id = rsc->clone_name;
	rsc_long_id = rsc->id;
	} else {
	rsc_api_id = rsc->id;
	}
	if (do_fail_resource) {
	return pcmk_controld_api_fail(controld_api, host_uname, router_node,
	rsc_api_id, rsc_long_id,
	rsc_class, rsc_provider, rsc_type);
	} else {
	return pcmk_controld_api_refresh(controld_api, host_uname, router_node,
	rsc_api_id, rsc_long_id, rsc_class,
	rsc_provider, rsc_type, cib_only);
	}
	}

	/*!
	* \internal
	* \brief Get resource name as used in failure-related node attributes
	*
	* \param[in] rsc Resource to check
	*
	* \return Newly allocated string containing resource's fail name
	* \note The caller is responsible for freeing the result.
	*/
	static inline char *
	rsc_fail_name(const pe_resource_t *rsc)
	{
	const char *name = (rsc->clone_name? rsc->clone_name : rsc->id);

	return pcmk_is_set(rsc->flags, pe_rsc_unique)? strdup(name) : clone_strip(name);
	}

	// \return Standard Pacemaker return code
	static int
	clear_rsc_history(pcmk_ipc_api_t controld_api, const char host_uname,
	const char rsc_id, pe_working_set_t data_set)
	{
	int rc = pcmk_rc_ok;

	/* Erase the resource's entire LRM history in the CIB, even if we're only
	* clearing a single operation's fail count. If we erased only entries for a
	* single operation, we might wind up with a wrong idea of the current
	* resource state, and we might not re-probe the resource.
	*/
	rc = send_lrm_rsc_op(controld_api, false, host_uname, rsc_id, data_set);
	if (rc != pcmk_rc_ok) {
	return rc;
	}

	crm_trace("Processing %d mainloop inputs",
	pcmk_controld_api_replies_expected(controld_api));
	while (g_main_context_iteration(NULL, FALSE)) {
	crm_trace("Processed mainloop input, %d still remaining",
	pcmk_controld_api_replies_expected(controld_api));
	}
	return rc;
	}

	// \return Standard Pacemaker return code
	static int
	clear_rsc_failures(pcmk__output_t out, pcmk_ipc_api_t controld_api,
	const char node_name, const char rsc_id, const char *operation,
	const char interval_spec, pe_working_set_t data_set)
	{
	int rc = pcmk_rc_ok;
	const char *failed_value = NULL;
	const char *failed_id = NULL;
	const char *interval_ms_s = NULL;
	GHashTable *rscs = NULL;
	GHashTableIter iter;

	/* Create a hash table to use as a set of resources to clean. This lets us
	* clean each resource only once (per node) regardless of how many failed
	* operations it has.
	*/
	rscs = pcmk__strkey_table(NULL, NULL);

	// Normalize interval to milliseconds for comparison to history entry
	if (operation) {
	interval_ms_s = crm_strdup_printf("%u",
	crm_parse_interval_spec(interval_spec));
	}

	for (xmlNode *xml_op = pcmk__xml_first_child(data_set->failed);
	xml_op != NULL;
	xml_op = pcmk__xml_next(xml_op)) {

	failed_id = crm_element_value(xml_op, XML_LRM_ATTR_RSCID);
	if (failed_id == NULL) {
	// Malformed history entry, should never happen
	continue;
	}

	// No resource specified means all resources match
	if (rsc_id) {
	pe_resource_t *fail_rsc = pe_find_resource_with_flags(data_set->resources,
	failed_id,
	pe_find_renamed\|pe_find_anon);

	if (!fail_rsc \|\| !pcmk__str_eq(rsc_id, fail_rsc->id, pcmk__str_casei)) {
	continue;
	}
	}

	// Host name should always have been provided by this point
	failed_value = crm_element_value(xml_op, XML_ATTR_UNAME);
	if (!pcmk__str_eq(node_name, failed_value, pcmk__str_casei)) {
	continue;
	}

	// No operation specified means all operations match
	if (operation) {
	failed_value = crm_element_value(xml_op, XML_LRM_ATTR_TASK);
	if (!pcmk__str_eq(operation, failed_value, pcmk__str_casei)) {
	continue;
	}

	// Interval (if operation was specified) defaults to 0 (not all)
	failed_value = crm_element_value(xml_op, XML_LRM_ATTR_INTERVAL_MS);
	if (!pcmk__str_eq(interval_ms_s, failed_value, pcmk__str_casei)) {
	continue;
	}
	}

	g_hash_table_add(rscs, (gpointer) failed_id);
	}

	g_hash_table_iter_init(&iter, rscs);
	while (g_hash_table_iter_next(&iter, (gpointer *) &failed_id, NULL)) {
	crm_debug("Erasing failures of %s on %s", failed_id, node_name);
	rc = clear_rsc_history(controld_api, node_name, failed_id, data_set);
	if (rc != pcmk_rc_ok) {
	return rc;
	}
	}
	g_hash_table_destroy(rscs);
	return rc;
	}

	// \return Standard Pacemaker return code
	static int
	clear_rsc_fail_attrs(const pe_resource_t rsc, const char operation,
	const char interval_spec, const pe_node_t node)
	{
	int rc = pcmk_rc_ok;
	int attr_options = pcmk__node_attr_none;
	char *rsc_name = rsc_fail_name(rsc);

	if (pe__is_guest_or_remote_node(node)) {
	attr_options \|= pcmk__node_attr_remote;
	}

	rc = pcmk__attrd_api_clear_failures(NULL, node->details->uname, rsc_name,
	operation, interval_spec, NULL,
	attr_options);
	free(rsc_name);
	return rc;
	}

	// \return Standard Pacemaker return code
	int
	cli_resource_delete(pcmk_ipc_api_t controld_api, const char host_uname,
	const pe_resource_t rsc, const char operation,
	const char *interval_spec, bool just_failures,
	pe_working_set_t *data_set, gboolean force)
	{
	pcmk__output_t *out = data_set->priv;
	int rc = pcmk_rc_ok;
	pe_node_t *node = NULL;

	if (rsc == NULL) {
	return ENXIO;

	} else if (rsc->children) {

	for (const GList *lpc = rsc->children; lpc != NULL; lpc = lpc->next) {
	const pe_resource_t child = (const pe_resource_t ) lpc->data;

	rc = cli_resource_delete(controld_api, host_uname, child, operation,
	interval_spec, just_failures, data_set, force);
	if (rc != pcmk_rc_ok) {
	return rc;
	}
	}
	return pcmk_rc_ok;

	} else if (host_uname == NULL) {
	GList *lpc = NULL;
	GList *nodes = g_hash_table_get_values(rsc->known_on);

	if(nodes == NULL && force) {
	nodes = pcmk__copy_node_list(data_set->nodes, false);

	} else if(nodes == NULL && rsc->exclusive_discover) {
	GHashTableIter iter;
	pe_node_t *node = NULL;

	g_hash_table_iter_init(&iter, rsc->allowed_nodes);
	while (g_hash_table_iter_next(&iter, NULL, (void**)&node)) {
	if(node->weight >= 0) {
	nodes = g_list_prepend(nodes, node);
	}
	}

	} else if(nodes == NULL) {
	nodes = g_hash_table_get_values(rsc->allowed_nodes);
	}

	for (lpc = nodes; lpc != NULL; lpc = lpc->next) {
	node = (pe_node_t *) lpc->data;

	if (node->details->online) {
	rc = cli_resource_delete(controld_api, node->details->uname, rsc,
	operation, interval_spec, just_failures,
	data_set, force);
	}
	if (rc != pcmk_rc_ok) {
	g_list_free(nodes);
	return rc;
	}
	}

	g_list_free(nodes);
	return pcmk_rc_ok;
	}

	node = pe_find_node(data_set->nodes, host_uname);

	if (node == NULL) {
	out->err(out, "Unable to clean up %s because node %s not found",
	rsc->id, host_uname);
	return ENODEV;
	}

	if (!node->details->rsc_discovery_enabled) {
	out->err(out, "Unable to clean up %s because resource discovery disabled on %s",
	rsc->id, host_uname);
	return EOPNOTSUPP;
	}

	if (controld_api == NULL) {
	out->err(out, "Dry run: skipping clean-up of %s on %s due to CIB_file",
	rsc->id, host_uname);
	return pcmk_rc_ok;
	}

	rc = clear_rsc_fail_attrs(rsc, operation, interval_spec, node);
	if (rc != pcmk_rc_ok) {
	out->err(out, "Unable to clean up %s failures on %s: %s",
	rsc->id, host_uname, pcmk_rc_str(rc));
	return rc;
	}

	if (just_failures) {
	rc = clear_rsc_failures(out, controld_api, host_uname, rsc->id, operation,
	interval_spec, data_set);
	} else {
	rc = clear_rsc_history(controld_api, host_uname, rsc->id, data_set);
	}
	if (rc != pcmk_rc_ok) {
	out->err(out, "Cleaned %s failures on %s, but unable to clean history: %s",
	rsc->id, host_uname, pcmk_strerror(rc));
	} else {
	out->info(out, "Cleaned up %s on %s", rsc->id, host_uname);
	}
	return rc;
	}

	// \return Standard Pacemaker return code
	int
	cli_cleanup_all(pcmk_ipc_api_t controld_api, const char node_name,
	const char operation, const char interval_spec,
	pe_working_set_t *data_set)
	{
	pcmk__output_t *out = data_set->priv;
	int rc = pcmk_rc_ok;
	int attr_options = pcmk__node_attr_none;
	const char *display_name = node_name? node_name : "all nodes";

	if (controld_api == NULL) {
	out->info(out, "Dry run: skipping clean-up of %s due to CIB_file",
	display_name);
	return rc;
	}

	if (node_name) {
	pe_node_t *node = pe_find_node(data_set->nodes, node_name);

	if (node == NULL) {
	out->err(out, "Unknown node: %s", node_name);
	return ENXIO;
	}
	if (pe__is_guest_or_remote_node(node)) {
	attr_options \|= pcmk__node_attr_remote;
	}
	}

	rc = pcmk__attrd_api_clear_failures(NULL, node_name, NULL, operation,
	interval_spec, NULL, attr_options);
	if (rc != pcmk_rc_ok) {
	out->err(out, "Unable to clean up all failures on %s: %s",
	display_name, pcmk_rc_str(rc));
	return rc;
	}

	if (node_name) {
	rc = clear_rsc_failures(out, controld_api, node_name, NULL,
	operation, interval_spec, data_set);
	if (rc != pcmk_rc_ok) {
	out->err(out, "Cleaned all resource failures on %s, but unable to clean history: %s",
	node_name, pcmk_strerror(rc));
	return rc;
	}
	} else {
	for (GList *iter = data_set->nodes; iter; iter = iter->next) {
	pe_node_t node = (pe_node_t ) iter->data;

	rc = clear_rsc_failures(out, controld_api, node->details->uname, NULL,
	operation, interval_spec, data_set);
	if (rc != pcmk_rc_ok) {
	out->err(out, "Cleaned all resource failures on all nodes, but unable to clean history: %s",
	pcmk_strerror(rc));
	return rc;
	}
	}
	}

	out->info(out, "Cleaned up all resources on %s", display_name);
	return rc;
	}

	static void
	check_role(resource_checks_t *checks)
	{
	const char *role_s = g_hash_table_lookup(checks->rsc->meta,
	XML_RSC_ATTR_TARGET_ROLE);

	if (role_s == NULL) {
	return;
	}
	switch (text2role(role_s)) {
	case RSC_ROLE_STOPPED:
	checks->flags \|= rsc_remain_stopped;
	break;

	case RSC_ROLE_UNPROMOTED:
	if (pcmk_is_set(pe__const_top_resource(checks->rsc, false)->flags,
	pe_rsc_promotable)) {
	checks->flags \|= rsc_unpromotable;
	}
	break;

	default:
	break;
	}
	}

	static void
	check_managed(resource_checks_t *checks)
	{
	const char *managed_s = g_hash_table_lookup(checks->rsc->meta,
	XML_RSC_ATTR_MANAGED);

	if ((managed_s != NULL) && !crm_is_true(managed_s)) {
	checks->flags \|= rsc_unmanaged;
	}
	}

	static void
	check_locked(resource_checks_t *checks)
	{
	if (checks->rsc->lock_node != NULL) {
	checks->flags \|= rsc_locked;
	checks->lock_node = checks->rsc->lock_node->details->uname;
	}
	}

	static bool
	node_is_unhealthy(pe_node_t *node)
	{
	switch (pe__health_strategy(node->details->data_set)) {
	case pcmk__health_strategy_none:
	break;

	case pcmk__health_strategy_no_red:
	if (pe__node_health(node) < 0) {
	return true;
	}
	break;

	case pcmk__health_strategy_only_green:
	if (pe__node_health(node) <= 0) {
	return true;
	}
	break;

	case pcmk__health_strategy_progressive:
	case pcmk__health_strategy_custom:
	/* @TODO These are finite scores, possibly with rules, and possibly
	* combining with other scores, so attributing these as a cause is
	* nontrivial.
	*/
	break;
	}
	return false;
	}

	static void
	check_node_health(resource_checks_t checks, pe_node_t node)
	{
	if (node == NULL) {
	GHashTableIter iter;
	bool allowed = false;
	bool all_nodes_unhealthy = true;

	g_hash_table_iter_init(&iter, checks->rsc->allowed_nodes);
	while (g_hash_table_iter_next(&iter, NULL, (void **) &node)) {
	allowed = true;
	if (!node_is_unhealthy(node)) {
	all_nodes_unhealthy = false;
	break;
	}
	}
	if (allowed && all_nodes_unhealthy) {
	checks->flags \|= rsc_node_health;
	}

	} else if (node_is_unhealthy(node)) {
	checks->flags \|= rsc_node_health;
	}
	}

	int
	cli_resource_check(pcmk__output_t out, pe_resource_t rsc, pe_node_t *node)
	{
	resource_checks_t checks = { .rsc = rsc };

	check_role(&checks);
	check_managed(&checks);
	check_locked(&checks);
	check_node_health(&checks, node);

	return out->message(out, "resource-check-list", &checks);
	}

	// \return Standard Pacemaker return code
	int
	cli_resource_fail(pcmk_ipc_api_t controld_api, const char host_uname,
	const char rsc_id, pe_working_set_t data_set)
	{
	crm_notice("Failing %s on %s", rsc_id, host_uname);
	return send_lrm_rsc_op(controld_api, true, host_uname, rsc_id, data_set);
	}

	static GHashTable *
	generate_resource_params(pe_resource_t rsc, pe_node_t node,
	pe_working_set_t *data_set)
	{
	GHashTable *params = NULL;
	GHashTable *meta = NULL;
	GHashTable *combined = NULL;
	GHashTableIter iter;
	char *key = NULL;
	char *value = NULL;

	combined = pcmk__strkey_table(free, free);

	params = pe_rsc_params(rsc, node, data_set);
	if (params != NULL) {
	g_hash_table_iter_init(&iter, params);
	while (g_hash_table_iter_next(&iter, (gpointer ) & key, (gpointer ) & value)) {
	g_hash_table_insert(combined, strdup(key), strdup(value));
	}
	}

	meta = pcmk__strkey_table(free, free);
	get_meta_attributes(meta, rsc, node, data_set);
	if (meta != NULL) {
	g_hash_table_iter_init(&iter, meta);
	while (g_hash_table_iter_next(&iter, (gpointer ) & key, (gpointer ) & value)) {
	char *crm_name = crm_meta_name(key);

	g_hash_table_insert(combined, crm_name, strdup(value));
	}
	g_hash_table_destroy(meta);
	}

	return combined;
	}

	bool resource_is_running_on(pe_resource_t rsc, const char host)
	{
	bool found = true;
	GList *hIter = NULL;
	GList *hosts = NULL;

	if (rsc == NULL) {
	return false;
	}

	rsc->fns->location(rsc, &hosts, TRUE);
	for (hIter = hosts; host != NULL && hIter != NULL; hIter = hIter->next) {
	pe_node_t node = (pe_node_t ) hIter->data;

	if (pcmk__strcase_any_of(host, node->details->uname, node->details->id, NULL)) {
	crm_trace("Resource %s is running on %s\n", rsc->id, host);
	goto done;
	}
	}

	if (host != NULL) {
	crm_trace("Resource %s is not running on: %s\n", rsc->id, host);
	found = false;

	} else if(host == NULL && hosts == NULL) {
	crm_trace("Resource %s is not running\n", rsc->id);
	found = false;
	}

	done:
	g_list_free(hosts);
	return found;
	}

	/*!
	* \internal
	* \brief Create a list of all resources active on host from a given list
	*
	* \param[in] host Name of host to check whether resources are active
	* \param[in] rsc_list List of resources to check
	*
	* \return New list of resources from list that are active on host
	*/
	static GList *
	get_active_resources(const char host, GList rsc_list)
	{
	GList *rIter = NULL;
	GList *active = NULL;

	for (rIter = rsc_list; rIter != NULL; rIter = rIter->next) {
	pe_resource_t rsc = (pe_resource_t ) rIter->data;

	/* Expand groups to their members, because if we're restarting a member
	* other than the first, we can't otherwise tell which resources are
	* stopping and starting.
	*/
	if (rsc->variant == pe_group) {
	active = g_list_concat(active,
	get_active_resources(host, rsc->children));
	} else if (resource_is_running_on(rsc, host)) {
	active = g_list_append(active, strdup(rsc->id));
	}
	}
	return active;
	}

	static void dump_list(GList items, const char tag)
	{
	int lpc = 0;
	GList *item = NULL;

	for (item = items; item != NULL; item = item->next) {
	crm_trace("%s[%d]: %s", tag, lpc, (char*)item->data);
	lpc++;
	}
	}

	static void display_list(pcmk__output_t out, GList items, const char *tag)
	{
	GList *item = NULL;

	for (item = items; item != NULL; item = item->next) {
	out->info(out, "%s%s", tag, (const char *)item->data);
	}
	}

	/*!
	* \internal
	* \brief Upgrade XML to latest schema version and use it as working set input
	*
	* This also updates the working set timestamp to the current time.
	*
	* \param[in,out] data_set Working set instance to update
	* \param[in,out] xml XML to use as input
	*
	* \return Standard Pacemaker return code
	* \note On success, caller is responsible for freeing memory allocated for
	* data_set->now.
	* \todo This follows the example of other callers of cli_config_update()
	* and returns ENOKEY ("Required key not available") if that fails,
	* but perhaps pcmk_rc_schema_validation would be better in that case.
	*/
	int
	update_working_set_xml(pe_working_set_t data_set, xmlNode *xml)
	{
	if (cli_config_update(xml, NULL, FALSE) == FALSE) {
	return ENOKEY;
	}
	data_set->input = *xml;
	data_set->now = crm_time_new(NULL);
	return pcmk_rc_ok;
	}

	/*!
	* \internal
	* \brief Update a working set's XML input based on a CIB query
	*
	* \param[in] data_set Data set instance to initialize
	* \param[in] cib Connection to the CIB manager
	*
	* \return Standard Pacemaker return code
	* \note On success, caller is responsible for freeing memory allocated for
	* data_set->input and data_set->now.
	*/
	static int
	update_working_set_from_cib(pcmk__output_t out, pe_working_set_t data_set,
	cib_t *cib)
	{
	xmlNode *cib_xml_copy = NULL;
	int rc = pcmk_rc_ok;

	rc = cib->cmds->query(cib, NULL, &cib_xml_copy, cib_scope_local \| cib_sync_call);
	rc = pcmk_legacy2rc(rc);

	if (rc != pcmk_rc_ok) {
	out->err(out, "Could not obtain the current CIB: %s (%d)", pcmk_strerror(rc), rc);
	return rc;
	}
	rc = update_working_set_xml(data_set, &cib_xml_copy);
	if (rc != pcmk_rc_ok) {
	out->err(out, "Could not upgrade the current CIB XML");
	free_xml(cib_xml_copy);
	return rc;
	}

	return rc;
	}

	// \return Standard Pacemaker return code
	static int
	update_dataset(cib_t cib, pe_working_set_t data_set, bool simulate)
	{
	char *pid = NULL;
	char *shadow_file = NULL;
	cib_t *shadow_cib = NULL;
	int rc = pcmk_rc_ok;

	pcmk__output_t *out = data_set->priv;

	pe_reset_working_set(data_set);
	pe__set_working_set_flags(data_set, pe_flag_no_counts\|pe_flag_no_compat);
	rc = update_working_set_from_cib(out, data_set, cib);
	if (rc != pcmk_rc_ok) {
	return rc;
	}

	if(simulate) {
	bool prev_quiet = false;

	pid = pcmk__getpid_s();
	shadow_cib = cib_shadow_new(pid);
	shadow_file = get_shadow_file(pid);

	if (shadow_cib == NULL) {
	out->err(out, "Could not create shadow cib: '%s'", pid);
	rc = ENXIO;
	goto done;
	}

	rc = write_xml_file(data_set->input, shadow_file, FALSE);

	if (rc < 0) {
	out->err(out, "Could not populate shadow cib: %s (%d)", pcmk_strerror(rc), rc);
	goto done;
	}

	rc = shadow_cib->cmds->signon(shadow_cib, crm_system_name, cib_command);
	rc = pcmk_legacy2rc(rc);

	if (rc != pcmk_rc_ok) {
	out->err(out, "Could not connect to shadow cib: %s (%d)", pcmk_strerror(rc), rc);
	goto done;
	}

	pcmk__schedule_actions(data_set->input,
	pe_flag_no_counts\|pe_flag_no_compat, data_set);

	prev_quiet = out->is_quiet(out);
	out->quiet = true;
	pcmk__simulate_transition(data_set, shadow_cib, NULL);
	out->quiet = prev_quiet;

	rc = update_dataset(shadow_cib, data_set, false);

	} else {
	cluster_status(data_set);
	}

	done:
	/* Do not free data_set->input here, we need rsc->xml to be valid later on */
	cib_delete(shadow_cib);
	free(pid);

	if(shadow_file) {
	unlink(shadow_file);
	free(shadow_file);
	}

	return rc;
	}

	static int
	max_delay_for_resource(pe_working_set_t * data_set, pe_resource_t *rsc)
	{
	int delay = 0;
	int max_delay = 0;

	if(rsc && rsc->children) {
	GList *iter = NULL;

	for(iter = rsc->children; iter; iter = iter->next) {
	pe_resource_t child = (pe_resource_t )iter->data;

	delay = max_delay_for_resource(data_set, child);
	if(delay > max_delay) {
	double seconds = delay / 1000.0;
	crm_trace("Calculated new delay of %.1fs due to %s", seconds, child->id);
	max_delay = delay;
	}
	}

	} else if(rsc) {
	char *key = crm_strdup_printf("%s_%s_0", rsc->id, RSC_STOP);
	pe_action_t *stop = custom_action(rsc, key, RSC_STOP, NULL, TRUE, FALSE, data_set);
	const char *value = g_hash_table_lookup(stop->meta, XML_ATTR_TIMEOUT);
	long long result_ll;

	if ((pcmk__scan_ll(value, &result_ll, -1LL) == pcmk_rc_ok)
	&& (result_ll >= 0) && (result_ll <= INT_MAX)) {
	max_delay = (int) result_ll;
	} else {
	max_delay = -1;
	}
	pe_free_action(stop);
	}

	return max_delay;
	}

	static int
	max_delay_in(pe_working_set_t * data_set, GList *resources)
	{
	int max_delay = 0;
	GList *item = NULL;

	for (item = resources; item != NULL; item = item->next) {
	int delay = 0;
	pe_resource_t rsc = pe_find_resource(data_set->resources, (const char )item->data);

	delay = max_delay_for_resource(data_set, rsc);

	if(delay > max_delay) {
	double seconds = delay / 1000.0;
	crm_trace("Calculated new delay of %.1fs due to %s", seconds, rsc->id);
	max_delay = delay;
	}
	}

	return 5 + (max_delay / 1000);
	}

	#define waiting_for_starts(d, r, h) ((d != NULL) \|\| \
	(!resource_is_running_on((r), (h))))

	/*!
	* \internal
	* \brief Restart a resource (on a particular host if requested).
	*
	* \param[in,out] out Output object
	* \param[in,out] rsc The resource to restart
	* \param[in] node Node to restart resource on (NULL for all)
	* \param[in] move_lifetime If not NULL, how long constraint should
	* remain in effect (as ISO 8601 string)
	* \param[in] timeout_ms Consider failed if actions do not complete
	* in this time (specified in milliseconds,
	* but a two-second granularity is actually
	* used; if 0, it will be calculated based on
	* the resource timeout)
	* \param[in,out] cib Connection to the CIB manager
	* \param[in] cib_options Group of enum cib_call_options flags to
	* use with CIB calls
	* \param[in] promoted_role_only If true, limit to promoted instances
	* \param[in] force If true, apply only to requested instance
	* if part of a collective resource
	*
	* \return Standard Pacemaker return code (exits on certain failures)
	*/
	int
	cli_resource_restart(pcmk__output_t out, pe_resource_t rsc,
	const pe_node_t node, const char move_lifetime,
	int timeout_ms, cib_t *cib, int cib_options,
	gboolean promoted_role_only, gboolean force)
	{
	int rc = pcmk_rc_ok;
	int lpc = 0;
	int before = 0;
	int step_timeout_s = 0;
	int sleep_interval = 2;
	int timeout = timeout_ms / 1000;

	bool stop_via_ban = false;
	char *rsc_id = NULL;
	char *lookup_id = NULL;
	char *orig_target_role = NULL;

	GList *list_delta = NULL;
	GList *target_active = NULL;
	GList *current_active = NULL;
	GList *restart_target_active = NULL;

	pe_working_set_t *data_set = NULL;
	pe_resource_t *parent = uber_parent(rsc);

	bool running = false;
	const char *id = rsc->clone_name ? rsc->clone_name : rsc->id;
	const char *host = node ? node->details->uname : NULL;

	/* If the implicit resource or primitive resource of a bundle is given, operate on the
	* bundle itself instead.
	*/
	if (pe_rsc_is_bundled(rsc)) {
	rsc = parent->parent;
	}

	running = resource_is_running_on(rsc, host);

	if (pe_rsc_is_clone(parent) && !running) {
	if (pe_rsc_is_unique_clone(parent)) {
	lookup_id = strdup(rsc->id);
	} else {
	lookup_id = clone_strip(rsc->id);
	}

	rsc = parent->fns->find_rsc(parent, lookup_id, node, pe_find_any\|pe_find_current);
	free(lookup_id);
	running = resource_is_running_on(rsc, host);
	}

	if (!running) {
	if (host) {
	out->err(out, "%s is not running on %s and so cannot be restarted", id, host);
	} else {
	out->err(out, "%s is not running anywhere and so cannot be restarted", id);
	}
	return ENXIO;
	}

	rsc_id = strdup(rsc->id);

	if (pe_rsc_is_unique_clone(parent)) {
	lookup_id = strdup(rsc->id);
	} else {
	lookup_id = clone_strip(rsc->id);
	}

	if (host) {
	if (pe_rsc_is_clone(rsc) \|\| pe_bundle_replicas(rsc)) {
	stop_via_ban = true;
	} else if (pe_rsc_is_clone(parent)) {
	stop_via_ban = true;
	free(lookup_id);
	lookup_id = strdup(parent->id);
	}
	}

	/*
	grab full cib
	determine originally active resources
	disable or ban
	poll cib and watch for affected resources to get stopped
	without --timeout, calculate the stop timeout for each step and wait for that
	if we hit --timeout or the service timeout, re-enable or un-ban, report failure and indicate which resources we couldn't take down
	if everything stopped, re-enable or un-ban
	poll cib and watch for affected resources to get started
	without --timeout, calculate the start timeout for each step and wait for that
	if we hit --timeout or the service timeout, report (different) failure and indicate which resources we couldn't bring back up
	report success

	Optimizations:
	- use constraints to determine ordered list of affected resources
	- Allow a --no-deps option (aka. --force-restart)
	*/

	data_set = pe_new_working_set();
	if (data_set == NULL) {
	crm_perror(LOG_ERR, "Could not allocate working set");
	rc = ENOMEM;
	goto done;
	}

	data_set->priv = out;
	rc = update_dataset(cib, data_set, false);

	if(rc != pcmk_rc_ok) {
	out->err(out, "Could not get new resource list: %s (%d)", pcmk_strerror(rc), rc);
	goto done;
	}

	restart_target_active = get_active_resources(host, data_set->resources);
	current_active = get_active_resources(host, data_set->resources);

	dump_list(current_active, "Origin");

	if (stop_via_ban) {
	/* Stop the clone or bundle instance by banning it from the host */
	out->quiet = true;
	rc = cli_resource_ban(out, lookup_id, host, move_lifetime, NULL, cib,
	cib_options, promoted_role_only);

	} else {
	/* Stop the resource by setting target-role to Stopped.
	* Remember any existing target-role so we can restore it later
	* (though it only makes any difference if it's Unpromoted).
	*/

	find_resource_attr(out, cib, XML_NVPAIR_ATTR_VALUE, lookup_id, NULL, NULL,
	NULL, XML_RSC_ATTR_TARGET_ROLE, &orig_target_role);
	rc = cli_resource_update_attribute(rsc, rsc_id, NULL, XML_TAG_META_SETS,
	NULL, XML_RSC_ATTR_TARGET_ROLE,
	RSC_STOPPED, FALSE, cib, cib_options,
	data_set, force);
	}
	if(rc != pcmk_rc_ok) {
	out->err(out, "Could not set target-role for %s: %s (%d)", rsc_id, pcmk_strerror(rc), rc);
	if (current_active != NULL) {
	g_list_free_full(current_active, free);
	current_active = NULL;
	}
	if (restart_target_active != NULL) {
	g_list_free_full(restart_target_active, free);
	restart_target_active = NULL;
	}
	goto done;
	}

	rc = update_dataset(cib, data_set, true);
	if(rc != pcmk_rc_ok) {
	out->err(out, "Could not determine which resources would be stopped");
	goto failure;
	}

	target_active = get_active_resources(host, data_set->resources);
	dump_list(target_active, "Target");

	list_delta = pcmk__subtract_lists(current_active, target_active, (GCompareFunc) strcmp);
	out->info(out, "Waiting for %d resources to stop:", g_list_length(list_delta));
	display_list(out, list_delta, " * ");

	step_timeout_s = timeout / sleep_interval;
	while (list_delta != NULL) {
	before = g_list_length(list_delta);
	if(timeout_ms == 0) {
	step_timeout_s = max_delay_in(data_set, list_delta) / sleep_interval;
	}

	/* We probably don't need the entire step timeout */
	for(lpc = 0; (lpc < step_timeout_s) && (list_delta != NULL); lpc++) {
	sleep(sleep_interval);
	if(timeout) {
	timeout -= sleep_interval;
	crm_trace("%ds remaining", timeout);
	}
	rc = update_dataset(cib, data_set, FALSE);
	if(rc != pcmk_rc_ok) {
	out->err(out, "Could not determine which resources were stopped");
	goto failure;
	}

	if (current_active != NULL) {
	g_list_free_full(current_active, free);
	current_active = NULL;
	}
	current_active = get_active_resources(host, data_set->resources);
	g_list_free(list_delta);
	list_delta = NULL;
	list_delta = pcmk__subtract_lists(current_active, target_active, (GCompareFunc) strcmp);
	dump_list(current_active, "Current");
	dump_list(list_delta, "Delta");
	}

	crm_trace("%d (was %d) resources remaining", g_list_length(list_delta), before);
	if(before == g_list_length(list_delta)) {
	/* aborted during stop phase, print the contents of list_delta */
	out->err(out, "Could not complete shutdown of %s, %d resources remaining", rsc_id, g_list_length(list_delta));
	display_list(out, list_delta, " * ");
	rc = ETIME;
	goto failure;
	}

	}

	if (stop_via_ban) {
	rc = cli_resource_clear(lookup_id, host, NULL, cib, cib_options, true, force);

	} else if (orig_target_role) {
	rc = cli_resource_update_attribute(rsc, rsc_id, NULL, XML_TAG_META_SETS,
	NULL, XML_RSC_ATTR_TARGET_ROLE,
	orig_target_role, FALSE, cib,
	cib_options, data_set, force);
	free(orig_target_role);
	orig_target_role = NULL;
	} else {
	rc = cli_resource_delete_attribute(rsc, rsc_id, NULL, XML_TAG_META_SETS,
	NULL, XML_RSC_ATTR_TARGET_ROLE, cib,
	cib_options, data_set, force);
	}

	if(rc != pcmk_rc_ok) {
	out->err(out, "Could not unset target-role for %s: %s (%d)", rsc_id, pcmk_strerror(rc), rc);
	goto done;
	}

	if (target_active != NULL) {
	g_list_free_full(target_active, free);
	target_active = NULL;
	}
	target_active = restart_target_active;
	list_delta = pcmk__subtract_lists(target_active, current_active, (GCompareFunc) strcmp);
	out->info(out, "Waiting for %d resources to start again:", g_list_length(list_delta));
	display_list(out, list_delta, " * ");

	step_timeout_s = timeout / sleep_interval;
	while (waiting_for_starts(list_delta, rsc, host)) {
	before = g_list_length(list_delta);
	if(timeout_ms == 0) {
	step_timeout_s = max_delay_in(data_set, list_delta) / sleep_interval;
	}

	/* We probably don't need the entire step timeout */
	for (lpc = 0; (lpc < step_timeout_s) && waiting_for_starts(list_delta, rsc, host); lpc++) {

	sleep(sleep_interval);
	if(timeout) {
	timeout -= sleep_interval;
	crm_trace("%ds remaining", timeout);
	}

	rc = update_dataset(cib, data_set, false);
	if(rc != pcmk_rc_ok) {
	out->err(out, "Could not determine which resources were started");
	goto failure;
	}

	if (current_active != NULL) {
	g_list_free_full(current_active, free);
	current_active = NULL;
	}

	/* It's OK if dependent resources moved to a different node,
	* so we check active resources on all nodes.
	*/
	current_active = get_active_resources(NULL, data_set->resources);
	g_list_free(list_delta);
	list_delta = pcmk__subtract_lists(target_active, current_active, (GCompareFunc) strcmp);
	dump_list(current_active, "Current");
	dump_list(list_delta, "Delta");
	}

	if(before == g_list_length(list_delta)) {
	/* aborted during start phase, print the contents of list_delta */
	out->err(out, "Could not complete restart of %s, %d resources remaining", rsc_id, g_list_length(list_delta));
	display_list(out, list_delta, " * ");
	rc = ETIME;
	goto failure;
	}

	}

	rc = pcmk_rc_ok;
	goto done;

	failure:
	if (stop_via_ban) {
	cli_resource_clear(lookup_id, host, NULL, cib, cib_options, true, force);
	} else if (orig_target_role) {
	cli_resource_update_attribute(rsc, rsc_id, NULL, XML_TAG_META_SETS, NULL,
	XML_RSC_ATTR_TARGET_ROLE, orig_target_role,
	FALSE, cib, cib_options, data_set, force);
	free(orig_target_role);
	} else {
	cli_resource_delete_attribute(rsc, rsc_id, NULL, XML_TAG_META_SETS, NULL,
	XML_RSC_ATTR_TARGET_ROLE, cib, cib_options,
	data_set, force);
	}

	done:
	if (list_delta != NULL) {
	g_list_free(list_delta);
	}
	if (current_active != NULL) {
	g_list_free_full(current_active, free);
	}
	if (target_active != NULL && (target_active != restart_target_active)) {
	g_list_free_full(target_active, free);
	}
	if (restart_target_active != NULL) {
	g_list_free_full(restart_target_active, free);
	}
	free(rsc_id);
	free(lookup_id);
	pe_free_working_set(data_set);
	return rc;
	}

	static inline bool
	action_is_pending(const pe_action_t *action)
	{
	if (pcmk_any_flags_set(action->flags, pe_action_optional\|pe_action_pseudo)
	\|\| !pcmk_is_set(action->flags, pe_action_runnable)
	\|\| pcmk__str_eq("notify", action->task, pcmk__str_casei)) {
	return false;
	}
	return true;
	}

	/*!
	* \internal
	* \brief Check whether any actions in a list are pending
	*
	* \param[in] actions List of actions to check
	*
	* \return true if any actions in the list are pending, otherwise false
	*/
	static bool
	actions_are_pending(const GList *actions)
	{
	for (const GList *action = actions; action != NULL; action = action->next) {
	const pe_action_t a = (const pe_action_t ) action->data;

	if (action_is_pending(a)) {
	crm_notice("Waiting for %s (flags=%#.8x)", a->uuid, a->flags);
	return true;
	}
	}
	return false;
	}

	static void
	print_pending_actions(pcmk__output_t out, GList actions)
	{
	GList *action;

	out->info(out, "Pending actions:");
	for (action = actions; action != NULL; action = action->next) {
	pe_action_t a = (pe_action_t ) action->data;

	if (!action_is_pending(a)) {
	continue;
	}

	if (a->node) {
	out->info(out, "\tAction %d: %s\ton %s",
	a->id, a->uuid, pe__node_name(a->node));
	} else {
	out->info(out, "\tAction %d: %s", a->id, a->uuid);
	}
	}
	}

	/* For --wait, timeout (in seconds) to use if caller doesn't specify one */
	#define WAIT_DEFAULT_TIMEOUT_S (60 * 60)

	/* For --wait, how long to sleep between cluster state checks */
	#define WAIT_SLEEP_S (2)

	/*!
	* \internal
	* \brief Wait until all pending cluster actions are complete
	*
	* This waits until either the CIB's transition graph is idle or a timeout is
	* reached.
	*
	* \param[in,out] out Output object
	* \param[in] timeout_ms Consider failed if actions do not complete in
	* this time (specified in milliseconds, but
	* one-second granularity is actually used; if 0, a
	* default will be used)
	* \param[in,out] cib Connection to the CIB manager
	*
	* \return Standard Pacemaker return code
	*/
	int
	wait_till_stable(pcmk__output_t out, int timeout_ms, cib_t cib)
	{
	pe_working_set_t *data_set = NULL;
	int rc = pcmk_rc_ok;
	int timeout_s = timeout_ms? ((timeout_ms + 999) / 1000) : WAIT_DEFAULT_TIMEOUT_S;
	time_t expire_time = time(NULL) + timeout_s;
	time_t time_diff;
	bool printed_version_warning = out->is_quiet(out); // i.e. don't print if quiet

	data_set = pe_new_working_set();
	if (data_set == NULL) {
	return ENOMEM;
	}

	do {

	/* Abort if timeout is reached */
	time_diff = expire_time - time(NULL);
	if (time_diff > 0) {
	crm_info("Waiting up to %lld seconds for cluster actions to complete", (long long) time_diff);
	} else {
	print_pending_actions(out, data_set->actions);
	pe_free_working_set(data_set);
	return ETIME;
	}
	if (rc == pcmk_rc_ok) { /* this avoids sleep on first loop iteration */
	sleep(WAIT_SLEEP_S);
	}

	/* Get latest transition graph */
	pe_reset_working_set(data_set);
	rc = update_working_set_from_cib(out, data_set, cib);
	if (rc != pcmk_rc_ok) {
	pe_free_working_set(data_set);
	return rc;
	}
	pcmk__schedule_actions(data_set->input,
	pe_flag_no_counts\|pe_flag_no_compat, data_set);

	if (!printed_version_warning) {
	/* If the DC has a different version than the local node, the two
	* could come to different conclusions about what actions need to be
	* done. Warn the user in this case.
	*
	* @TODO A possible long-term solution would be to reimplement the
	* wait as a new controller operation that would be forwarded to the
	* DC. However, that would have potential problems of its own.
	*/
	const char *dc_version = g_hash_table_lookup(data_set->config_hash,
	"dc-version");

	if (!pcmk__str_eq(dc_version, PACEMAKER_VERSION "-" BUILD_VERSION, pcmk__str_casei)) {
	out->info(out, "warning: wait option may not work properly in "
	"mixed-version cluster");
	printed_version_warning = true;
	}
	}

	} while (actions_are_pending(data_set->actions));

	pe_free_working_set(data_set);
	return rc;
	}

	static const char *
	get_action(const char *rsc_action) {
	const char *action = NULL;

	if (pcmk__str_eq(rsc_action, "validate", pcmk__str_casei)) {
	action = "validate-all";

	} else if (pcmk__str_eq(rsc_action, "force-check", pcmk__str_casei)) {
	action = "monitor";

	} else if (pcmk__strcase_any_of(rsc_action, "force-start", "force-stop",
	"force-demote", "force-promote", NULL)) {
	action = rsc_action+6;
	} else {
	action = rsc_action;
	}

	return action;
	}

	/*!
	* \brief Set up environment variables as expected by resource agents
	*
	* When the cluster executes resource agents, it adds certain environment
	* variables (directly or via resource meta-attributes) expected by some
	* resource agents. Add the essential ones that many resource agents expect, so
	* the behavior is the same for command-line execution.
	*
	* \param[in,out] params Resource parameters that will be passed to agent
	* \param[in] timeout_ms Action timeout (in milliseconds)
	* \param[in] check_level OCF check level
	* \param[in] verbosity Verbosity level
	*/
	static void
	set_agent_environment(GHashTable *params, int timeout_ms, int check_level,
	int verbosity)
	{
	g_hash_table_insert(params, strdup("CRM_meta_timeout"),
	crm_strdup_printf("%d", timeout_ms));

	g_hash_table_insert(params, strdup(XML_ATTR_CRM_VERSION),
	strdup(CRM_FEATURE_SET));

	if (check_level >= 0) {
	char *level = crm_strdup_printf("%d", check_level);

	setenv("OCF_CHECK_LEVEL", level, 1);
	free(level);
	}

	setenv("HA_debug", (verbosity > 0)? "1" : "0", 1);
	if (verbosity > 1) {
	setenv("OCF_TRACE_RA", "1", 1);
	}

	/* A resource agent using the standard ocf-shellfuncs library will not print
	* messages to stderr if it doesn't have a controlling terminal (e.g. if
	* crm_resource is called via script or ssh). This forces it to do so.
	*/
	setenv("OCF_TRACE_FILE", "/dev/stderr", 0);
	}

	/*!
	* \internal
	* \brief Apply command-line overrides to resource parameters
	*
	* \param[in,out] params Parameters to be passed to agent
	* \param[in] overrides Parameters to override (or NULL if none)
	*/
	static void
	apply_overrides(GHashTable params, GHashTable overrides)
	{
	if (overrides != NULL) {
	GHashTableIter iter;
	char *name = NULL;
	char *value = NULL;

	g_hash_table_iter_init(&iter, overrides);
	while (g_hash_table_iter_next(&iter, (gpointer *) &name,
	(gpointer *) &value)) {
	g_hash_table_replace(params, strdup(name), strdup(value));
	}
	}
	}

	crm_exit_t
	cli_resource_execute_from_params(pcmk__output_t out, const char rsc_name,
	const char rsc_class, const char rsc_prov,
	const char rsc_type, const char rsc_action,
	GHashTable params, GHashTable override_hash,
	int timeout_ms, int resource_verbose, gboolean force,
	int check_level)
	{
	const char *class = rsc_class;
	const char *action = get_action(rsc_action);
	crm_exit_t exit_code = CRM_EX_OK;
	svc_action_t *op = NULL;

	// If no timeout was provided, use the same default as the cluster
	if (timeout_ms == 0) {
	timeout_ms = crm_get_msec(CRM_DEFAULT_OP_TIMEOUT_S);
	}

	set_agent_environment(params, timeout_ms, check_level, resource_verbose);
	apply_overrides(params, override_hash);

	op = services__create_resource_action(rsc_name? rsc_name : "test",
	rsc_class, rsc_prov, rsc_type, action,
	0, timeout_ms, params, 0);
	if (op == NULL) {
	out->err(out, "Could not execute %s using %s%s%s:%s: %s",
	action, rsc_class, (rsc_prov? ":" : ""),
	(rsc_prov? rsc_prov : ""), rsc_type, strerror(ENOMEM));
	g_hash_table_destroy(params);
	return CRM_EX_OSERR;
	}

	if (pcmk__str_eq(rsc_class, PCMK_RESOURCE_CLASS_SERVICE, pcmk__str_casei)) {
	class = resources_find_service_class(rsc_type);
	}
	if (!pcmk__strcase_any_of(class, PCMK_RESOURCE_CLASS_OCF,
	PCMK_RESOURCE_CLASS_LSB, NULL)) {
	services__format_result(op, CRM_EX_UNIMPLEMENT_FEATURE, PCMK_EXEC_ERROR,
	"Manual execution of the %s standard is "
	"unsupported", pcmk__s(class, "unspecified"));
	}

	if (op->rc != PCMK_OCF_UNKNOWN) {
	exit_code = op->rc;
	goto done;
	}

	services_action_sync(op);

	// Map results to OCF codes for consistent reporting to user
	{
	enum ocf_exitcode ocf_code = services_result2ocf(class, action, op->rc);

	// Cast variable instead of function return to keep compilers happy
	exit_code = (crm_exit_t) ocf_code;
	}

	done:
	out->message(out, "resource-agent-action", resource_verbose, rsc_class,
	rsc_prov, rsc_type, rsc_name, rsc_action, override_hash,
	exit_code, op->status, services__exit_reason(op),
	op->stdout_data, op->stderr_data);
	services_action_free(op);
	return exit_code;
	}

	crm_exit_t
	cli_resource_execute(pe_resource_t rsc, const char requested_name,
	const char rsc_action, GHashTable override_hash,
	int timeout_ms, cib_t * cib, pe_working_set_t *data_set,
	int resource_verbose, gboolean force, int check_level)
	{
	pcmk__output_t *out = data_set->priv;
	crm_exit_t exit_code = CRM_EX_OK;
	const char *rid = NULL;
	const char *rtype = NULL;
	const char *rprov = NULL;
	const char *rclass = NULL;
	GHashTable *params = NULL;

	if (pcmk__strcase_any_of(rsc_action, "force-start", "force-demote",
	"force-promote", NULL)) {
	if(pe_rsc_is_clone(rsc)) {
	GList *nodes = cli_resource_search(rsc, requested_name, data_set);
	if(nodes != NULL && force == FALSE) {
	out->err(out, "It is not safe to %s %s here: the cluster claims it is already active",
	rsc_action, rsc->id);
	out->err(out, "Try setting target-role=Stopped first or specifying "
	"the force option");
	return CRM_EX_UNSAFE;
	}

	g_list_free_full(nodes, free);
	}
	}

	if(pe_rsc_is_clone(rsc)) {
	/* Grab the first child resource in the hope it's not a group */
	rsc = rsc->children->data;
	}

	if(rsc->variant == pe_group) {
	out->err(out, "Sorry, the %s option doesn't support group resources", rsc_action);
	return CRM_EX_UNIMPLEMENT_FEATURE;
	} else if (rsc->variant == pe_container \|\| pe_rsc_is_bundled(rsc)) {
	out->err(out, "Sorry, the %s option doesn't support bundled resources", rsc_action);
	return CRM_EX_UNIMPLEMENT_FEATURE;
	}

	rclass = crm_element_value(rsc->xml, XML_AGENT_ATTR_CLASS);
	rprov = crm_element_value(rsc->xml, XML_AGENT_ATTR_PROVIDER);
	rtype = crm_element_value(rsc->xml, XML_ATTR_TYPE);

	params = generate_resource_params(rsc, NULL /* @TODO use local node */,
	data_set);

	if (timeout_ms == 0) {
	timeout_ms = pe_get_configured_timeout(rsc, get_action(rsc_action), data_set);
	}

	rid = pe_rsc_is_anon_clone(rsc->parent)? requested_name : rsc->id;

	exit_code = cli_resource_execute_from_params(out, rid, rclass, rprov, rtype, rsc_action,
	params, override_hash, timeout_ms,
	resource_verbose, force, check_level);
	return exit_code;
	}

	// \return Standard Pacemaker return code
	int
	cli_resource_move(const pe_resource_t rsc, const char rsc_id,
	const char host_name, const char move_lifetime, cib_t *cib,
	int cib_options, pe_working_set_t *data_set,
	gboolean promoted_role_only, gboolean force)
	{
	pcmk__output_t *out = data_set->priv;
	int rc = pcmk_rc_ok;
	unsigned int count = 0;
	pe_node_t *current = NULL;
	pe_node_t *dest = pe_find_node(data_set->nodes, host_name);
	bool cur_is_dest = false;

	if (dest == NULL) {
	return pcmk_rc_node_unknown;
	}

	if (promoted_role_only && !pcmk_is_set(rsc->flags, pe_rsc_promotable)) {
	const pe_resource_t *p = pe__const_top_resource(rsc, false);

	if (pcmk_is_set(p->flags, pe_rsc_promotable)) {
	out->info(out, "Using parent '%s' for move instead of '%s'.", rsc->id, rsc_id);
	rsc_id = p->id;
	rsc = p;

	} else {
	out->info(out, "Ignoring --promoted option: %s is not promotable",
	rsc_id);
	promoted_role_only = FALSE;
	}
	}

	current = pe__find_active_requires(rsc, &count);

	if (pcmk_is_set(rsc->flags, pe_rsc_promotable)) {
	unsigned int promoted_count = 0;
	pe_node_t *promoted_node = NULL;

	for (const GList *iter = rsc->children; iter; iter = iter->next) {
	const pe_resource_t child = (const pe_resource_t ) iter->data;
	enum rsc_role_e child_role = child->fns->state(child, TRUE);

	if (child_role == RSC_ROLE_PROMOTED) {
	rsc = child;
	promoted_node = pe__current_node(child);
	promoted_count++;
	}
	}
	if (promoted_role_only \|\| (promoted_count != 0)) {
	count = promoted_count;
	current = promoted_node;
	}

	}

	if (count > 1) {
	if (pe_rsc_is_clone(rsc)) {
	current = NULL;
	} else {
	return pcmk_rc_multiple;
	}
	}

	if (current && (current->details == dest->details)) {
	cur_is_dest = true;
	if (force) {
	crm_info("%s is already %s on %s, reinforcing placement with location constraint.",
	rsc_id, promoted_role_only?"promoted":"active",
	pe__node_name(dest));
	} else {
	return pcmk_rc_already;
	}
	}

	/* Clear any previous prefer constraints across all nodes. */
	cli_resource_clear(rsc_id, NULL, data_set->nodes, cib, cib_options, false, force);

	/* Clear any previous ban constraints on 'dest'. */
	cli_resource_clear(rsc_id, dest->details->uname, data_set->nodes, cib,
	cib_options, TRUE, force);

	/* Record an explicit preference for 'dest' */
	rc = cli_resource_prefer(out, rsc_id, dest->details->uname, move_lifetime,
	cib, cib_options, promoted_role_only);

	crm_trace("%s%s now prefers %s%s",
	rsc->id, (promoted_role_only? " (promoted)" : ""),
	pe__node_name(dest), force?"(forced)":"");

	/* only ban the previous location if current location != destination location.
	* it is possible to use -M to enforce a location without regard of where the
	* resource is currently located */
	if (force && !cur_is_dest) {
	/* Ban the original location if possible */
	if(current) {
	(void)cli_resource_ban(out, rsc_id, current->details->uname, move_lifetime,
	NULL, cib, cib_options, promoted_role_only);

	} else if(count > 1) {
	out->info(out, "Resource '%s' is currently %s in %d locations. "
	"One may now move to %s",
	rsc_id, (promoted_role_only? "promoted" : "active"),
	count, pe__node_name(dest));
	out->info(out, "To prevent '%s' from being %s at a specific location, "
	"specify a node.",
	rsc_id, (promoted_role_only? "promoted" : "active"));

	} else {
	crm_trace("Not banning %s from its current location: not active", rsc_id);
	}
	}

	return rc;
	}

File Metadata

Mime Type: text/x-diff
Expires: Sat, Nov 23, 12:27 PM (22 h, 40 m)
Storage Engine: blob
Storage Format: Raw Data
Storage Handle: 1018714
Default Alt Text: (596 KB)

No OneTemporaryActions

View Options

File Metadata

Event Timeline

No OneTemporary
Actions