diff --git a/pengine/test10/complex_enforce_colo.summary b/pengine/test10/complex_enforce_colo.summary
index 2332269484..0426e98a41 100644
--- a/pengine/test10/complex_enforce_colo.summary
+++ b/pengine/test10/complex_enforce_colo.summary
@@ -1,453 +1,453 @@
3 of 132 resources DISABLED and 0 BLOCKED from being started due to failures
Current cluster status:
Online: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
node1-fence (stonith:fence_xvm): Started rhos6-node1
node2-fence (stonith:fence_xvm): Started rhos6-node2
node3-fence (stonith:fence_xvm): Started rhos6-node3
Clone Set: lb-haproxy-clone [lb-haproxy]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
vip-db (ocf::heartbeat:IPaddr2): Started rhos6-node1
vip-rabbitmq (ocf::heartbeat:IPaddr2): Started rhos6-node2
vip-qpid (ocf::heartbeat:IPaddr2): Started rhos6-node3
vip-keystone (ocf::heartbeat:IPaddr2): Started rhos6-node1
vip-glance (ocf::heartbeat:IPaddr2): Started rhos6-node2
vip-cinder (ocf::heartbeat:IPaddr2): Started rhos6-node3
vip-swift (ocf::heartbeat:IPaddr2): Started rhos6-node1
vip-neutron (ocf::heartbeat:IPaddr2): Started rhos6-node2
vip-nova (ocf::heartbeat:IPaddr2): Started rhos6-node3
vip-horizon (ocf::heartbeat:IPaddr2): Started rhos6-node1
vip-heat (ocf::heartbeat:IPaddr2): Started rhos6-node2
vip-ceilometer (ocf::heartbeat:IPaddr2): Started rhos6-node3
Master/Slave Set: galera-master [galera]
Masters: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: rabbitmq-server-clone [rabbitmq-server]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: memcached-clone [memcached]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: mongodb-clone [mongodb]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: keystone-clone [keystone]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: glance-fs-clone [glance-fs]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: glance-registry-clone [glance-registry]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: glance-api-clone [glance-api]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
cinder-api (systemd:openstack-cinder-api): Started rhos6-node1
cinder-scheduler (systemd:openstack-cinder-scheduler): Started rhos6-node1
cinder-volume (systemd:openstack-cinder-volume): Started rhos6-node1
Clone Set: swift-fs-clone [swift-fs]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: swift-account-clone [swift-account]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: swift-container-clone [swift-container]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: swift-object-clone [swift-object]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: swift-proxy-clone [swift-proxy]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
swift-object-expirer (systemd:openstack-swift-object-expirer): Started rhos6-node2
Clone Set: neutron-server-clone [neutron-server]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: neutron-scale-clone [neutron-scale] (unique)
neutron-scale:0 (ocf::neutron:NeutronScale): Started rhos6-node3
neutron-scale:1 (ocf::neutron:NeutronScale): Started rhos6-node2
neutron-scale:2 (ocf::neutron:NeutronScale): Started rhos6-node1
Clone Set: neutron-ovs-cleanup-clone [neutron-ovs-cleanup]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: neutron-netns-cleanup-clone [neutron-netns-cleanup]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: neutron-openvswitch-agent-clone [neutron-openvswitch-agent]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: neutron-dhcp-agent-clone [neutron-dhcp-agent]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: neutron-l3-agent-clone [neutron-l3-agent]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: neutron-metadata-agent-clone [neutron-metadata-agent]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: nova-consoleauth-clone [nova-consoleauth]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: nova-novncproxy-clone [nova-novncproxy]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: nova-api-clone [nova-api]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: nova-scheduler-clone [nova-scheduler]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: nova-conductor-clone [nova-conductor]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
ceilometer-central (systemd:openstack-ceilometer-central): Started rhos6-node3
Clone Set: ceilometer-collector-clone [ceilometer-collector]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: ceilometer-api-clone [ceilometer-api]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: ceilometer-delay-clone [ceilometer-delay]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: ceilometer-alarm-evaluator-clone [ceilometer-alarm-evaluator]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: ceilometer-alarm-notifier-clone [ceilometer-alarm-notifier]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: ceilometer-notification-clone [ceilometer-notification]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: heat-api-clone [heat-api]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: heat-api-cfn-clone [heat-api-cfn]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: heat-api-cloudwatch-clone [heat-api-cloudwatch]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
heat-engine (systemd:openstack-heat-engine): Started rhos6-node2
Clone Set: horizon-clone [horizon]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Transition Summary:
* Stop keystone:0 (rhos6-node1) due to node availability
* Stop keystone:1 (rhos6-node2) due to node availability
* Stop keystone:2 (rhos6-node3) due to node availability
* Stop glance-registry:0 (rhos6-node1)
* Stop glance-registry:1 (rhos6-node2)
* Stop glance-registry:2 (rhos6-node3)
* Stop glance-api:0 (rhos6-node1)
* Stop glance-api:1 (rhos6-node2)
* Stop glance-api:2 (rhos6-node3)
* Stop cinder-api ( rhos6-node1 ) due to unrunnable keystone-clone running
* Stop cinder-scheduler ( rhos6-node1 ) due to required cinder-api start
- * Stop cinder-volume ( rhos6-node1 )
+ * Stop cinder-volume ( rhos6-node1 ) due to colocation with cinder-scheduler
* Stop swift-account:0 (rhos6-node1)
* Stop swift-account:1 (rhos6-node2)
* Stop swift-account:2 (rhos6-node3)
* Stop swift-container:0 (rhos6-node1)
* Stop swift-container:1 (rhos6-node2)
* Stop swift-container:2 (rhos6-node3)
* Stop swift-object:0 (rhos6-node1)
* Stop swift-object:1 (rhos6-node2)
* Stop swift-object:2 (rhos6-node3)
* Stop swift-proxy:0 (rhos6-node1)
* Stop swift-proxy:1 (rhos6-node2)
* Stop swift-proxy:2 (rhos6-node3)
* Stop swift-object-expirer ( rhos6-node2 ) due to required swift-proxy-clone running
* Stop neutron-server:0 (rhos6-node1)
* Stop neutron-server:1 (rhos6-node2)
* Stop neutron-server:2 (rhos6-node3)
* Stop neutron-scale:0 (rhos6-node3)
* Stop neutron-scale:1 (rhos6-node2)
* Stop neutron-scale:2 (rhos6-node1)
* Stop neutron-ovs-cleanup:0 (rhos6-node1)
* Stop neutron-ovs-cleanup:1 (rhos6-node2)
* Stop neutron-ovs-cleanup:2 (rhos6-node3)
* Stop neutron-netns-cleanup:0 (rhos6-node1)
* Stop neutron-netns-cleanup:1 (rhos6-node2)
* Stop neutron-netns-cleanup:2 (rhos6-node3)
* Stop neutron-openvswitch-agent:0 (rhos6-node1)
* Stop neutron-openvswitch-agent:1 (rhos6-node2)
* Stop neutron-openvswitch-agent:2 (rhos6-node3)
* Stop neutron-dhcp-agent:0 (rhos6-node1)
* Stop neutron-dhcp-agent:1 (rhos6-node2)
* Stop neutron-dhcp-agent:2 (rhos6-node3)
* Stop neutron-l3-agent:0 (rhos6-node1)
* Stop neutron-l3-agent:1 (rhos6-node2)
* Stop neutron-l3-agent:2 (rhos6-node3)
* Stop neutron-metadata-agent:0 (rhos6-node1)
* Stop neutron-metadata-agent:1 (rhos6-node2)
* Stop neutron-metadata-agent:2 (rhos6-node3)
* Stop nova-consoleauth:0 (rhos6-node1)
* Stop nova-consoleauth:1 (rhos6-node2)
* Stop nova-consoleauth:2 (rhos6-node3)
* Stop nova-novncproxy:0 (rhos6-node1)
* Stop nova-novncproxy:1 (rhos6-node2)
* Stop nova-novncproxy:2 (rhos6-node3)
* Stop nova-api:0 (rhos6-node1)
* Stop nova-api:1 (rhos6-node2)
* Stop nova-api:2 (rhos6-node3)
* Stop nova-scheduler:0 (rhos6-node1)
* Stop nova-scheduler:1 (rhos6-node2)
* Stop nova-scheduler:2 (rhos6-node3)
* Stop nova-conductor:0 (rhos6-node1)
* Stop nova-conductor:1 (rhos6-node2)
* Stop nova-conductor:2 (rhos6-node3)
* Stop ceilometer-central ( rhos6-node3 ) due to unrunnable keystone-clone running
* Stop ceilometer-collector:0 ( rhos6-node1 ) due to required ceilometer-central start
* Stop ceilometer-collector:1 ( rhos6-node2 ) due to required ceilometer-central start
* Stop ceilometer-collector:2 ( rhos6-node3 ) due to required ceilometer-central start
* Stop ceilometer-api:0 ( rhos6-node1 ) due to required ceilometer-collector:0 start
* Stop ceilometer-api:1 ( rhos6-node2 ) due to required ceilometer-collector:1 start
* Stop ceilometer-api:2 ( rhos6-node3 ) due to required ceilometer-collector:2 start
* Stop ceilometer-delay:0 ( rhos6-node1 ) due to required ceilometer-api:0 start
* Stop ceilometer-delay:1 ( rhos6-node2 ) due to required ceilometer-api:1 start
* Stop ceilometer-delay:2 ( rhos6-node3 ) due to required ceilometer-api:2 start
* Stop ceilometer-alarm-evaluator:0 ( rhos6-node1 ) due to required ceilometer-delay:0 start
* Stop ceilometer-alarm-evaluator:1 ( rhos6-node2 ) due to required ceilometer-delay:1 start
* Stop ceilometer-alarm-evaluator:2 ( rhos6-node3 ) due to required ceilometer-delay:2 start
* Stop ceilometer-alarm-notifier:0 ( rhos6-node1 ) due to required ceilometer-alarm-evaluator:0 start
* Stop ceilometer-alarm-notifier:1 ( rhos6-node2 ) due to required ceilometer-alarm-evaluator:1 start
* Stop ceilometer-alarm-notifier:2 ( rhos6-node3 ) due to required ceilometer-alarm-evaluator:2 start
* Stop ceilometer-notification:0 ( rhos6-node1 ) due to required ceilometer-alarm-notifier:0 start
* Stop ceilometer-notification:1 ( rhos6-node2 ) due to required ceilometer-alarm-notifier:1 start
* Stop ceilometer-notification:2 ( rhos6-node3 ) due to required ceilometer-alarm-notifier:2 start
* Stop heat-api:0 ( rhos6-node1 ) due to required ceilometer-notification:0 start
* Stop heat-api:1 ( rhos6-node2 ) due to required ceilometer-notification:1 start
* Stop heat-api:2 ( rhos6-node3 ) due to required ceilometer-notification:2 start
* Stop heat-api-cfn:0 ( rhos6-node1 ) due to required heat-api:0 start
* Stop heat-api-cfn:1 ( rhos6-node2 ) due to required heat-api:1 start
* Stop heat-api-cfn:2 ( rhos6-node3 ) due to required heat-api:2 start
* Stop heat-api-cloudwatch:0 ( rhos6-node1 ) due to required heat-api-cfn:0 start
* Stop heat-api-cloudwatch:1 ( rhos6-node2 ) due to required heat-api-cfn:1 start
* Stop heat-api-cloudwatch:2 ( rhos6-node3 ) due to required heat-api-cfn:2 start
- * Stop heat-engine ( rhos6-node2 ) due to required heat-api-cloudwatch-clone running
+ * Stop heat-engine ( rhos6-node2 ) due to colocation with heat-api-cloudwatch-clone
Executing cluster transition:
* Pseudo action: glance-api-clone_stop_0
* Resource action: cinder-volume stop on rhos6-node1
* Pseudo action: swift-object-clone_stop_0
* Resource action: swift-object-expirer stop on rhos6-node2
* Pseudo action: neutron-metadata-agent-clone_stop_0
* Pseudo action: nova-conductor-clone_stop_0
* Resource action: heat-engine stop on rhos6-node2
* Resource action: glance-api stop on rhos6-node1
* Resource action: glance-api stop on rhos6-node2
* Resource action: glance-api stop on rhos6-node3
* Pseudo action: glance-api-clone_stopped_0
* Resource action: cinder-scheduler stop on rhos6-node1
* Resource action: swift-object stop on rhos6-node1
* Resource action: swift-object stop on rhos6-node2
* Resource action: swift-object stop on rhos6-node3
* Pseudo action: swift-object-clone_stopped_0
* Pseudo action: swift-proxy-clone_stop_0
* Resource action: neutron-metadata-agent stop on rhos6-node1
* Resource action: neutron-metadata-agent stop on rhos6-node2
* Resource action: neutron-metadata-agent stop on rhos6-node3
* Pseudo action: neutron-metadata-agent-clone_stopped_0
* Resource action: nova-conductor stop on rhos6-node1
* Resource action: nova-conductor stop on rhos6-node2
* Resource action: nova-conductor stop on rhos6-node3
* Pseudo action: nova-conductor-clone_stopped_0
* Pseudo action: heat-api-cloudwatch-clone_stop_0
* Pseudo action: glance-registry-clone_stop_0
* Resource action: cinder-api stop on rhos6-node1
* Pseudo action: swift-container-clone_stop_0
* Resource action: swift-proxy stop on rhos6-node1
* Resource action: swift-proxy stop on rhos6-node2
* Resource action: swift-proxy stop on rhos6-node3
* Pseudo action: swift-proxy-clone_stopped_0
* Pseudo action: neutron-l3-agent-clone_stop_0
* Pseudo action: nova-scheduler-clone_stop_0
* Resource action: heat-api-cloudwatch stop on rhos6-node1
* Resource action: heat-api-cloudwatch stop on rhos6-node2
* Resource action: heat-api-cloudwatch stop on rhos6-node3
* Pseudo action: heat-api-cloudwatch-clone_stopped_0
* Resource action: glance-registry stop on rhos6-node1
* Resource action: glance-registry stop on rhos6-node2
* Resource action: glance-registry stop on rhos6-node3
* Pseudo action: glance-registry-clone_stopped_0
* Resource action: swift-container stop on rhos6-node1
* Resource action: swift-container stop on rhos6-node2
* Resource action: swift-container stop on rhos6-node3
* Pseudo action: swift-container-clone_stopped_0
* Resource action: neutron-l3-agent stop on rhos6-node1
* Resource action: neutron-l3-agent stop on rhos6-node2
* Resource action: neutron-l3-agent stop on rhos6-node3
* Pseudo action: neutron-l3-agent-clone_stopped_0
* Resource action: nova-scheduler stop on rhos6-node1
* Resource action: nova-scheduler stop on rhos6-node2
* Resource action: nova-scheduler stop on rhos6-node3
* Pseudo action: nova-scheduler-clone_stopped_0
* Pseudo action: heat-api-cfn-clone_stop_0
* Pseudo action: swift-account-clone_stop_0
* Pseudo action: neutron-dhcp-agent-clone_stop_0
* Pseudo action: nova-api-clone_stop_0
* Resource action: heat-api-cfn stop on rhos6-node1
* Resource action: heat-api-cfn stop on rhos6-node2
* Resource action: heat-api-cfn stop on rhos6-node3
* Pseudo action: heat-api-cfn-clone_stopped_0
* Resource action: swift-account stop on rhos6-node1
* Resource action: swift-account stop on rhos6-node2
* Resource action: swift-account stop on rhos6-node3
* Pseudo action: swift-account-clone_stopped_0
* Resource action: neutron-dhcp-agent stop on rhos6-node1
* Resource action: neutron-dhcp-agent stop on rhos6-node2
* Resource action: neutron-dhcp-agent stop on rhos6-node3
* Pseudo action: neutron-dhcp-agent-clone_stopped_0
* Resource action: nova-api stop on rhos6-node1
* Resource action: nova-api stop on rhos6-node2
* Resource action: nova-api stop on rhos6-node3
* Pseudo action: nova-api-clone_stopped_0
* Pseudo action: heat-api-clone_stop_0
* Pseudo action: neutron-openvswitch-agent-clone_stop_0
* Pseudo action: nova-novncproxy-clone_stop_0
* Resource action: heat-api stop on rhos6-node1
* Resource action: heat-api stop on rhos6-node2
* Resource action: heat-api stop on rhos6-node3
* Pseudo action: heat-api-clone_stopped_0
* Resource action: neutron-openvswitch-agent stop on rhos6-node1
* Resource action: neutron-openvswitch-agent stop on rhos6-node2
* Resource action: neutron-openvswitch-agent stop on rhos6-node3
* Pseudo action: neutron-openvswitch-agent-clone_stopped_0
* Resource action: nova-novncproxy stop on rhos6-node1
* Resource action: nova-novncproxy stop on rhos6-node2
* Resource action: nova-novncproxy stop on rhos6-node3
* Pseudo action: nova-novncproxy-clone_stopped_0
* Pseudo action: ceilometer-notification-clone_stop_0
* Pseudo action: neutron-netns-cleanup-clone_stop_0
* Pseudo action: nova-consoleauth-clone_stop_0
* Resource action: ceilometer-notification stop on rhos6-node1
* Resource action: ceilometer-notification stop on rhos6-node2
* Resource action: ceilometer-notification stop on rhos6-node3
* Pseudo action: ceilometer-notification-clone_stopped_0
* Resource action: neutron-netns-cleanup stop on rhos6-node1
* Resource action: neutron-netns-cleanup stop on rhos6-node2
* Resource action: neutron-netns-cleanup stop on rhos6-node3
* Pseudo action: neutron-netns-cleanup-clone_stopped_0
* Resource action: nova-consoleauth stop on rhos6-node1
* Resource action: nova-consoleauth stop on rhos6-node2
* Resource action: nova-consoleauth stop on rhos6-node3
* Pseudo action: nova-consoleauth-clone_stopped_0
* Pseudo action: ceilometer-alarm-notifier-clone_stop_0
* Pseudo action: neutron-ovs-cleanup-clone_stop_0
* Resource action: ceilometer-alarm-notifier stop on rhos6-node1
* Resource action: ceilometer-alarm-notifier stop on rhos6-node2
* Resource action: ceilometer-alarm-notifier stop on rhos6-node3
* Pseudo action: ceilometer-alarm-notifier-clone_stopped_0
* Resource action: neutron-ovs-cleanup stop on rhos6-node1
* Resource action: neutron-ovs-cleanup stop on rhos6-node2
* Resource action: neutron-ovs-cleanup stop on rhos6-node3
* Pseudo action: neutron-ovs-cleanup-clone_stopped_0
* Pseudo action: ceilometer-alarm-evaluator-clone_stop_0
* Pseudo action: neutron-scale-clone_stop_0
* Resource action: ceilometer-alarm-evaluator stop on rhos6-node1
* Resource action: ceilometer-alarm-evaluator stop on rhos6-node2
* Resource action: ceilometer-alarm-evaluator stop on rhos6-node3
* Pseudo action: ceilometer-alarm-evaluator-clone_stopped_0
* Resource action: neutron-scale:0 stop on rhos6-node3
* Resource action: neutron-scale:1 stop on rhos6-node2
* Resource action: neutron-scale:2 stop on rhos6-node1
* Pseudo action: neutron-scale-clone_stopped_0
* Pseudo action: ceilometer-delay-clone_stop_0
* Pseudo action: neutron-server-clone_stop_0
* Resource action: ceilometer-delay stop on rhos6-node1
* Resource action: ceilometer-delay stop on rhos6-node2
* Resource action: ceilometer-delay stop on rhos6-node3
* Pseudo action: ceilometer-delay-clone_stopped_0
* Resource action: neutron-server stop on rhos6-node1
* Resource action: neutron-server stop on rhos6-node2
* Resource action: neutron-server stop on rhos6-node3
* Pseudo action: neutron-server-clone_stopped_0
* Pseudo action: ceilometer-api-clone_stop_0
* Resource action: ceilometer-api stop on rhos6-node1
* Resource action: ceilometer-api stop on rhos6-node2
* Resource action: ceilometer-api stop on rhos6-node3
* Pseudo action: ceilometer-api-clone_stopped_0
* Pseudo action: ceilometer-collector-clone_stop_0
* Resource action: ceilometer-collector stop on rhos6-node1
* Resource action: ceilometer-collector stop on rhos6-node2
* Resource action: ceilometer-collector stop on rhos6-node3
* Pseudo action: ceilometer-collector-clone_stopped_0
* Resource action: ceilometer-central stop on rhos6-node3
* Pseudo action: keystone-clone_stop_0
* Resource action: keystone stop on rhos6-node1
* Resource action: keystone stop on rhos6-node2
* Resource action: keystone stop on rhos6-node3
* Pseudo action: keystone-clone_stopped_0
* Pseudo action: all_stopped
Revised cluster status:
Online: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
node1-fence (stonith:fence_xvm): Started rhos6-node1
node2-fence (stonith:fence_xvm): Started rhos6-node2
node3-fence (stonith:fence_xvm): Started rhos6-node3
Clone Set: lb-haproxy-clone [lb-haproxy]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
vip-db (ocf::heartbeat:IPaddr2): Started rhos6-node1
vip-rabbitmq (ocf::heartbeat:IPaddr2): Started rhos6-node2
vip-qpid (ocf::heartbeat:IPaddr2): Started rhos6-node3
vip-keystone (ocf::heartbeat:IPaddr2): Started rhos6-node1
vip-glance (ocf::heartbeat:IPaddr2): Started rhos6-node2
vip-cinder (ocf::heartbeat:IPaddr2): Started rhos6-node3
vip-swift (ocf::heartbeat:IPaddr2): Started rhos6-node1
vip-neutron (ocf::heartbeat:IPaddr2): Started rhos6-node2
vip-nova (ocf::heartbeat:IPaddr2): Started rhos6-node3
vip-horizon (ocf::heartbeat:IPaddr2): Started rhos6-node1
vip-heat (ocf::heartbeat:IPaddr2): Started rhos6-node2
vip-ceilometer (ocf::heartbeat:IPaddr2): Started rhos6-node3
Master/Slave Set: galera-master [galera]
Masters: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: rabbitmq-server-clone [rabbitmq-server]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: memcached-clone [memcached]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: mongodb-clone [mongodb]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: keystone-clone [keystone]
Stopped (disabled): [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: glance-fs-clone [glance-fs]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: glance-registry-clone [glance-registry]
Stopped: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: glance-api-clone [glance-api]
Stopped: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
cinder-api (systemd:openstack-cinder-api): Stopped
cinder-scheduler (systemd:openstack-cinder-scheduler): Stopped
cinder-volume (systemd:openstack-cinder-volume): Stopped
Clone Set: swift-fs-clone [swift-fs]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: swift-account-clone [swift-account]
Stopped: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: swift-container-clone [swift-container]
Stopped: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: swift-object-clone [swift-object]
Stopped: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: swift-proxy-clone [swift-proxy]
Stopped: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
swift-object-expirer (systemd:openstack-swift-object-expirer): Stopped
Clone Set: neutron-server-clone [neutron-server]
Stopped: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: neutron-scale-clone [neutron-scale] (unique)
neutron-scale:0 (ocf::neutron:NeutronScale): Stopped
neutron-scale:1 (ocf::neutron:NeutronScale): Stopped
neutron-scale:2 (ocf::neutron:NeutronScale): Stopped
Clone Set: neutron-ovs-cleanup-clone [neutron-ovs-cleanup]
Stopped: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: neutron-netns-cleanup-clone [neutron-netns-cleanup]
Stopped: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: neutron-openvswitch-agent-clone [neutron-openvswitch-agent]
Stopped: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: neutron-dhcp-agent-clone [neutron-dhcp-agent]
Stopped: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: neutron-l3-agent-clone [neutron-l3-agent]
Stopped: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: neutron-metadata-agent-clone [neutron-metadata-agent]
Stopped: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: nova-consoleauth-clone [nova-consoleauth]
Stopped: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: nova-novncproxy-clone [nova-novncproxy]
Stopped: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: nova-api-clone [nova-api]
Stopped: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: nova-scheduler-clone [nova-scheduler]
Stopped: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: nova-conductor-clone [nova-conductor]
Stopped: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
ceilometer-central (systemd:openstack-ceilometer-central): Stopped
Clone Set: ceilometer-collector-clone [ceilometer-collector]
Stopped: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: ceilometer-api-clone [ceilometer-api]
Stopped: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: ceilometer-delay-clone [ceilometer-delay]
Stopped: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: ceilometer-alarm-evaluator-clone [ceilometer-alarm-evaluator]
Stopped: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: ceilometer-alarm-notifier-clone [ceilometer-alarm-notifier]
Stopped: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: ceilometer-notification-clone [ceilometer-notification]
Stopped: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: heat-api-clone [heat-api]
Stopped: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: heat-api-cfn-clone [heat-api-cfn]
Stopped: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
Clone Set: heat-api-cloudwatch-clone [heat-api-cloudwatch]
Stopped: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
heat-engine (systemd:openstack-heat-engine): Stopped
Clone Set: horizon-clone [horizon]
Started: [ rhos6-node1 rhos6-node2 rhos6-node3 ]
diff --git a/pengine/test10/enforce-colo1.summary b/pengine/test10/enforce-colo1.summary
index 64815ae61c..4968326fea 100644
--- a/pengine/test10/enforce-colo1.summary
+++ b/pengine/test10/enforce-colo1.summary
@@ -1,37 +1,37 @@
3 of 6 resources DISABLED and 0 BLOCKED from being started due to failures
Current cluster status:
Online: [ rhel7-auto1 rhel7-auto2 rhel7-auto3 ]
shooter (stonith:fence_xvm): Started rhel7-auto2
engine (ocf::heartbeat:Dummy): Started rhel7-auto3
Clone Set: keystone-clone [keystone]
Started: [ rhel7-auto1 rhel7-auto2 rhel7-auto3 ]
central (ocf::heartbeat:Dummy): Started rhel7-auto3
Transition Summary:
- * Stop engine ( rhel7-auto3 )
+ * Stop engine ( rhel7-auto3 ) due to colocation with central
* Stop keystone:0 (rhel7-auto2) due to node availability
* Stop keystone:1 (rhel7-auto3) due to node availability
* Stop keystone:2 (rhel7-auto1) due to node availability
* Stop central ( rhel7-auto3 ) due to unrunnable keystone-clone running
Executing cluster transition:
* Resource action: engine stop on rhel7-auto3
* Resource action: central stop on rhel7-auto3
* Pseudo action: keystone-clone_stop_0
* Resource action: keystone stop on rhel7-auto2
* Resource action: keystone stop on rhel7-auto3
* Resource action: keystone stop on rhel7-auto1
* Pseudo action: keystone-clone_stopped_0
* Pseudo action: all_stopped
Revised cluster status:
Online: [ rhel7-auto1 rhel7-auto2 rhel7-auto3 ]
shooter (stonith:fence_xvm): Started rhel7-auto2
engine (ocf::heartbeat:Dummy): Stopped
Clone Set: keystone-clone [keystone]
Stopped (disabled): [ rhel7-auto1 rhel7-auto2 rhel7-auto3 ]
central (ocf::heartbeat:Dummy): Stopped
diff --git a/pengine/test10/whitebox-imply-stop-on-fence.dot b/pengine/test10/whitebox-imply-stop-on-fence.dot
index 5885d4bf51..8ef42fd9fb 100644
--- a/pengine/test10/whitebox-imply-stop-on-fence.dot
+++ b/pengine/test10/whitebox-imply-stop-on-fence.dot
@@ -1,100 +1,100 @@
digraph "g" {
"R-lxc-01_kiff-01_monitor_10000 kiff-02" [ style=bold color="green" fontcolor="black"]
"R-lxc-01_kiff-01_start_0 kiff-02" -> "R-lxc-01_kiff-01_monitor_10000 kiff-02" [ style = bold]
"R-lxc-01_kiff-01_start_0 kiff-02" -> "lxc-01_kiff-01_start_0 kiff-02" [ style = bold]
"R-lxc-01_kiff-01_start_0 kiff-02" -> "vm-fs_start_0 lxc-01_kiff-01" [ style = bold]
"R-lxc-01_kiff-01_start_0 kiff-02" [ style=bold color="green" fontcolor="black"]
"R-lxc-01_kiff-01_stop_0 kiff-01" -> "R-lxc-01_kiff-01_start_0 kiff-02" [ style = bold]
"R-lxc-01_kiff-01_stop_0 kiff-01" -> "all_stopped" [ style = bold]
"R-lxc-01_kiff-01_stop_0 kiff-01" -> "shared0-clone_stop_0" [ style = bold]
-"R-lxc-01_kiff-01_stop_0 kiff-01" -> "stonith 'reboot' lxc-01_kiff-01" [ style = bold]
"R-lxc-01_kiff-01_stop_0 kiff-01" [ style=bold color="green" fontcolor="orange"]
"R-lxc-02_kiff-01_monitor_10000 kiff-02" [ style=bold color="green" fontcolor="black"]
"R-lxc-02_kiff-01_start_0 kiff-02" -> "R-lxc-02_kiff-01_monitor_10000 kiff-02" [ style = bold]
"R-lxc-02_kiff-01_start_0 kiff-02" -> "lxc-02_kiff-01_start_0 kiff-02" [ style = bold]
"R-lxc-02_kiff-01_start_0 kiff-02" [ style=bold color="green" fontcolor="black"]
"R-lxc-02_kiff-01_stop_0 kiff-01" -> "R-lxc-02_kiff-01_start_0 kiff-02" [ style = bold]
"R-lxc-02_kiff-01_stop_0 kiff-01" -> "all_stopped" [ style = bold]
"R-lxc-02_kiff-01_stop_0 kiff-01" -> "shared0-clone_stop_0" [ style = bold]
-"R-lxc-02_kiff-01_stop_0 kiff-01" -> "stonith 'reboot' lxc-02_kiff-01" [ style = bold]
"R-lxc-02_kiff-01_stop_0 kiff-01" [ style=bold color="green" fontcolor="orange"]
"all_stopped" -> "fence-kiff-02_start_0 kiff-02" [ style = bold]
"all_stopped" [ style=bold color="green" fontcolor="orange"]
"clvmd-clone_stop_0" -> "clvmd-clone_stopped_0" [ style = bold]
"clvmd-clone_stop_0" -> "clvmd_stop_0 kiff-01" [ style = bold]
"clvmd-clone_stop_0" [ style=bold color="green" fontcolor="orange"]
"clvmd-clone_stopped_0" -> "dlm-clone_stop_0" [ style = bold]
"clvmd-clone_stopped_0" [ style=bold color="green" fontcolor="orange"]
"clvmd_stop_0 kiff-01" -> "all_stopped" [ style = bold]
"clvmd_stop_0 kiff-01" -> "clvmd-clone_stopped_0" [ style = bold]
"clvmd_stop_0 kiff-01" -> "dlm_stop_0 kiff-01" [ style = bold]
"clvmd_stop_0 kiff-01" [ style=bold color="green" fontcolor="orange"]
"dlm-clone_stop_0" -> "dlm-clone_stopped_0" [ style = bold]
"dlm-clone_stop_0" -> "dlm_stop_0 kiff-01" [ style = bold]
"dlm-clone_stop_0" [ style=bold color="green" fontcolor="orange"]
"dlm-clone_stopped_0" [ style=bold color="green" fontcolor="orange"]
"dlm_stop_0 kiff-01" -> "all_stopped" [ style = bold]
"dlm_stop_0 kiff-01" -> "dlm-clone_stopped_0" [ style = bold]
"dlm_stop_0 kiff-01" [ style=bold color="green" fontcolor="orange"]
"fence-kiff-02_monitor_60000 kiff-02" [ style=bold color="green" fontcolor="black"]
"fence-kiff-02_start_0 kiff-02" -> "fence-kiff-02_monitor_60000 kiff-02" [ style = bold]
"fence-kiff-02_start_0 kiff-02" [ style=bold color="green" fontcolor="black"]
"fence-kiff-02_stop_0 kiff-01" -> "all_stopped" [ style = bold]
"fence-kiff-02_stop_0 kiff-01" -> "fence-kiff-02_start_0 kiff-02" [ style = bold]
"fence-kiff-02_stop_0 kiff-01" [ style=bold color="green" fontcolor="orange"]
"lxc-01_kiff-01_monitor_30000 kiff-02" [ style=bold color="green" fontcolor="black"]
"lxc-01_kiff-01_start_0 kiff-02" -> "lxc-01_kiff-01_monitor_30000 kiff-02" [ style = bold]
"lxc-01_kiff-01_start_0 kiff-02" -> "vm-fs_monitor_20000 lxc-01_kiff-01" [ style = bold]
"lxc-01_kiff-01_start_0 kiff-02" -> "vm-fs_start_0 lxc-01_kiff-01" [ style = bold]
"lxc-01_kiff-01_start_0 kiff-02" [ style=bold color="green" fontcolor="black"]
"lxc-01_kiff-01_stop_0 kiff-01" -> "R-lxc-01_kiff-01_stop_0 kiff-01" [ style = bold]
"lxc-01_kiff-01_stop_0 kiff-01" -> "all_stopped" [ style = bold]
"lxc-01_kiff-01_stop_0 kiff-01" -> "lxc-01_kiff-01_start_0 kiff-02" [ style = bold]
"lxc-01_kiff-01_stop_0 kiff-01" [ style=bold color="green" fontcolor="orange"]
"lxc-02_kiff-01_monitor_30000 kiff-02" [ style=bold color="green" fontcolor="black"]
"lxc-02_kiff-01_start_0 kiff-02" -> "lxc-02_kiff-01_monitor_30000 kiff-02" [ style = bold]
"lxc-02_kiff-01_start_0 kiff-02" [ style=bold color="green" fontcolor="black"]
"lxc-02_kiff-01_stop_0 kiff-01" -> "R-lxc-02_kiff-01_stop_0 kiff-01" [ style = bold]
"lxc-02_kiff-01_stop_0 kiff-01" -> "all_stopped" [ style = bold]
"lxc-02_kiff-01_stop_0 kiff-01" -> "lxc-02_kiff-01_start_0 kiff-02" [ style = bold]
"lxc-02_kiff-01_stop_0 kiff-01" [ style=bold color="green" fontcolor="orange"]
"shared0-clone_stop_0" -> "shared0-clone_stopped_0" [ style = bold]
"shared0-clone_stop_0" -> "shared0_stop_0 kiff-01" [ style = bold]
"shared0-clone_stop_0" [ style=bold color="green" fontcolor="orange"]
"shared0-clone_stopped_0" -> "clvmd-clone_stop_0" [ style = bold]
"shared0-clone_stopped_0" [ style=bold color="green" fontcolor="orange"]
"shared0_stop_0 kiff-01" -> "all_stopped" [ style = bold]
"shared0_stop_0 kiff-01" -> "clvmd_stop_0 kiff-01" [ style = bold]
"shared0_stop_0 kiff-01" -> "shared0-clone_stopped_0" [ style = bold]
"shared0_stop_0 kiff-01" [ style=bold color="green" fontcolor="orange"]
"stonith 'reboot' kiff-01" -> "R-lxc-01_kiff-01_stop_0 kiff-01" [ style = bold]
"stonith 'reboot' kiff-01" -> "R-lxc-02_kiff-01_stop_0 kiff-01" [ style = bold]
"stonith 'reboot' kiff-01" -> "clvmd-clone_stop_0" [ style = bold]
"stonith 'reboot' kiff-01" -> "clvmd_stop_0 kiff-01" [ style = bold]
"stonith 'reboot' kiff-01" -> "dlm-clone_stop_0" [ style = bold]
"stonith 'reboot' kiff-01" -> "dlm_stop_0 kiff-01" [ style = bold]
"stonith 'reboot' kiff-01" -> "lxc-01_kiff-01_stop_0 kiff-01" [ style = bold]
"stonith 'reboot' kiff-01" -> "lxc-02_kiff-01_stop_0 kiff-01" [ style = bold]
"stonith 'reboot' kiff-01" -> "shared0-clone_stop_0" [ style = bold]
"stonith 'reboot' kiff-01" -> "shared0_stop_0 kiff-01" [ style = bold]
+"stonith 'reboot' kiff-01" -> "stonith 'reboot' lxc-01_kiff-01" [ style = bold]
+"stonith 'reboot' kiff-01" -> "stonith 'reboot' lxc-02_kiff-01" [ style = bold]
"stonith 'reboot' kiff-01" -> "stonith_complete" [ style = bold]
"stonith 'reboot' kiff-01" [ style=bold color="green" fontcolor="black"]
"stonith 'reboot' lxc-01_kiff-01" -> "stonith_complete" [ style = bold]
"stonith 'reboot' lxc-01_kiff-01" -> "vm-fs_stop_0 lxc-01_kiff-01" [ style = bold]
"stonith 'reboot' lxc-01_kiff-01" [ style=bold color="green" fontcolor="orange"]
"stonith 'reboot' lxc-02_kiff-01" -> "stonith_complete" [ style = bold]
"stonith 'reboot' lxc-02_kiff-01" [ style=bold color="green" fontcolor="orange"]
"stonith_complete" -> "R-lxc-01_kiff-01_start_0 kiff-02" [ style = bold]
"stonith_complete" -> "R-lxc-02_kiff-01_start_0 kiff-02" [ style = bold]
"stonith_complete" -> "all_stopped" [ style = bold]
"stonith_complete" -> "lxc-01_kiff-01_start_0 kiff-02" [ style = bold]
"stonith_complete" -> "lxc-02_kiff-01_start_0 kiff-02" [ style = bold]
"stonith_complete" -> "vm-fs_start_0 lxc-01_kiff-01" [ style = bold]
"stonith_complete" [ style=bold color="green" fontcolor="orange"]
"vm-fs_monitor_20000 lxc-01_kiff-01" [ style=bold color="green" fontcolor="black"]
"vm-fs_start_0 lxc-01_kiff-01" -> "vm-fs_monitor_20000 lxc-01_kiff-01" [ style = bold]
"vm-fs_start_0 lxc-01_kiff-01" [ style=bold color="green" fontcolor="black"]
"vm-fs_stop_0 lxc-01_kiff-01" -> "all_stopped" [ style = bold]
"vm-fs_stop_0 lxc-01_kiff-01" -> "vm-fs_start_0 lxc-01_kiff-01" [ style = bold]
"vm-fs_stop_0 lxc-01_kiff-01" [ style=bold color="green" fontcolor="orange"]
}
diff --git a/pengine/test10/whitebox-imply-stop-on-fence.exp b/pengine/test10/whitebox-imply-stop-on-fence.exp
index 6639eb9f75..d1e22eeed6 100644
--- a/pengine/test10/whitebox-imply-stop-on-fence.exp
+++ b/pengine/test10/whitebox-imply-stop-on-fence.exp
@@ -1,509 +1,509 @@
<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
<synapse id="0">
<action_set>
<rsc_op id="15" operation="monitor" operation_key="fence-kiff-02_monitor_60000" on_node="kiff-02" on_node_uuid="2">
<primitive id="fence-kiff-02" class="stonith" type="fence_ipmilan"/>
<attributes CRM_meta_interval="60000" CRM_meta_name="monitor" CRM_meta_on_node="kiff-02" CRM_meta_on_node_uuid="2" CRM_meta_timeout="20000" action="reboot" ipaddr="kiff-02-ilo" login="admin" passwd="admin" pcmk_host_check="static-list" pcmk_host_list="kiff-02"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
<rsc_op id="14" operation="start" operation_key="fence-kiff-02_start_0" on_node="kiff-02" on_node_uuid="2"/>
</trigger>
</inputs>
</synapse>
<synapse id="1">
<action_set>
<rsc_op id="14" operation="start" operation_key="fence-kiff-02_start_0" on_node="kiff-02" on_node_uuid="2">
<primitive id="fence-kiff-02" class="stonith" type="fence_ipmilan"/>
<attributes CRM_meta_on_node="kiff-02" CRM_meta_on_node_uuid="2" CRM_meta_timeout="20000" action="reboot" ipaddr="kiff-02-ilo" login="admin" passwd="admin" pcmk_host_check="static-list" pcmk_host_list="kiff-02"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
<pseudo_event id="10" operation="all_stopped" operation_key="all_stopped"/>
</trigger>
<trigger>
<pseudo_event id="13" operation="stop" operation_key="fence-kiff-02_stop_0"/>
</trigger>
</inputs>
</synapse>
<synapse id="2">
<action_set>
<pseudo_event id="13" operation="stop" operation_key="fence-kiff-02_stop_0">
<attributes CRM_meta_timeout="20000" action="reboot" ipaddr="kiff-02-ilo" login="admin" passwd="admin" pcmk_host_check="static-list" pcmk_host_list="kiff-02"/>
</pseudo_event>
</action_set>
<inputs/>
</synapse>
<synapse id="3">
<action_set>
<pseudo_event id="16" operation="stop" operation_key="dlm_stop_0" internal_operation_key="dlm:0_stop_0">
<attributes CRM_meta_clone="0" CRM_meta_clone_max="6" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="stop" CRM_meta_notify="false" CRM_meta_timeout="100000" />
</pseudo_event>
</action_set>
<inputs>
<trigger>
<crm_event id="1" operation="stonith" operation_key="stonith-kiff-01-reboot" on_node="kiff-01" on_node_uuid="1"/>
</trigger>
<trigger>
<pseudo_event id="21" operation="stop" operation_key="dlm-clone_stop_0"/>
</trigger>
<trigger>
<pseudo_event id="23" operation="stop" operation_key="clvmd_stop_0" internal_operation_key="clvmd:0_stop_0"/>
</trigger>
</inputs>
</synapse>
<synapse id="4" priority="1000000">
<action_set>
<pseudo_event id="22" operation="stopped" operation_key="dlm-clone_stopped_0">
<attributes CRM_meta_clone_max="6" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_timeout="20000" />
</pseudo_event>
</action_set>
<inputs>
<trigger>
<pseudo_event id="16" operation="stop" operation_key="dlm_stop_0" internal_operation_key="dlm:0_stop_0"/>
</trigger>
<trigger>
<pseudo_event id="21" operation="stop" operation_key="dlm-clone_stop_0"/>
</trigger>
</inputs>
</synapse>
<synapse id="5">
<action_set>
<pseudo_event id="21" operation="stop" operation_key="dlm-clone_stop_0">
<attributes CRM_meta_clone_max="6" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_timeout="20000" />
</pseudo_event>
</action_set>
<inputs>
<trigger>
<crm_event id="1" operation="stonith" operation_key="stonith-kiff-01-reboot" on_node="kiff-01" on_node_uuid="1"/>
</trigger>
<trigger>
<pseudo_event id="29" operation="stopped" operation_key="clvmd-clone_stopped_0"/>
</trigger>
</inputs>
</synapse>
<synapse id="6">
<action_set>
<pseudo_event id="23" operation="stop" operation_key="clvmd_stop_0" internal_operation_key="clvmd:0_stop_0">
<attributes CRM_meta_clone="0" CRM_meta_clone_max="6" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="stop" CRM_meta_notify="false" CRM_meta_timeout="90000" with_cmirrord="1"/>
</pseudo_event>
</action_set>
<inputs>
<trigger>
<crm_event id="1" operation="stonith" operation_key="stonith-kiff-01-reboot" on_node="kiff-01" on_node_uuid="1"/>
</trigger>
<trigger>
<pseudo_event id="28" operation="stop" operation_key="clvmd-clone_stop_0"/>
</trigger>
<trigger>
<pseudo_event id="30" operation="stop" operation_key="shared0_stop_0" internal_operation_key="shared0:0_stop_0"/>
</trigger>
</inputs>
</synapse>
<synapse id="7" priority="1000000">
<action_set>
<pseudo_event id="29" operation="stopped" operation_key="clvmd-clone_stopped_0">
<attributes CRM_meta_clone_max="6" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_timeout="20000" />
</pseudo_event>
</action_set>
<inputs>
<trigger>
<pseudo_event id="23" operation="stop" operation_key="clvmd_stop_0" internal_operation_key="clvmd:0_stop_0"/>
</trigger>
<trigger>
<pseudo_event id="28" operation="stop" operation_key="clvmd-clone_stop_0"/>
</trigger>
</inputs>
</synapse>
<synapse id="8">
<action_set>
<pseudo_event id="28" operation="stop" operation_key="clvmd-clone_stop_0">
<attributes CRM_meta_clone_max="6" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_timeout="20000" />
</pseudo_event>
</action_set>
<inputs>
<trigger>
<crm_event id="1" operation="stonith" operation_key="stonith-kiff-01-reboot" on_node="kiff-01" on_node_uuid="1"/>
</trigger>
<trigger>
<pseudo_event id="36" operation="stopped" operation_key="shared0-clone_stopped_0"/>
</trigger>
</inputs>
</synapse>
<synapse id="9">
<action_set>
<pseudo_event id="30" operation="stop" operation_key="shared0_stop_0" internal_operation_key="shared0:0_stop_0">
<attributes CRM_meta_clone="0" CRM_meta_clone_max="6" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="stop" CRM_meta_notify="false" CRM_meta_timeout="60000" device="/dev/shared/shared0" directory="/mnt/shared0" fstype="gfs2" options="errors=panic"/>
</pseudo_event>
</action_set>
<inputs>
<trigger>
<crm_event id="1" operation="stonith" operation_key="stonith-kiff-01-reboot" on_node="kiff-01" on_node_uuid="1"/>
</trigger>
<trigger>
<pseudo_event id="35" operation="stop" operation_key="shared0-clone_stop_0"/>
</trigger>
</inputs>
</synapse>
<synapse id="10" priority="1000000">
<action_set>
<pseudo_event id="36" operation="stopped" operation_key="shared0-clone_stopped_0">
<attributes CRM_meta_clone_max="6" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_timeout="20000" />
</pseudo_event>
</action_set>
<inputs>
<trigger>
<pseudo_event id="30" operation="stop" operation_key="shared0_stop_0" internal_operation_key="shared0:0_stop_0"/>
</trigger>
<trigger>
<pseudo_event id="35" operation="stop" operation_key="shared0-clone_stop_0"/>
</trigger>
</inputs>
</synapse>
<synapse id="11">
<action_set>
<pseudo_event id="35" operation="stop" operation_key="shared0-clone_stop_0">
<attributes CRM_meta_clone_max="6" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_timeout="20000" />
</pseudo_event>
</action_set>
<inputs>
<trigger>
<crm_event id="1" operation="stonith" operation_key="stonith-kiff-01-reboot" on_node="kiff-01" on_node_uuid="1"/>
</trigger>
<trigger>
<pseudo_event id="37" operation="stop" operation_key="R-lxc-01_kiff-01_stop_0"/>
</trigger>
<trigger>
<pseudo_event id="40" operation="stop" operation_key="R-lxc-02_kiff-01_stop_0"/>
</trigger>
</inputs>
</synapse>
<synapse id="12">
<action_set>
<rsc_op id="39" operation="monitor" operation_key="R-lxc-01_kiff-01_monitor_10000" on_node="kiff-02" on_node_uuid="2">
<primitive id="R-lxc-01_kiff-01" class="ocf" provider="heartbeat" type="VirtualDomain"/>
<attributes CRM_meta_interval="10000" CRM_meta_name="monitor" CRM_meta_on_node="kiff-02" CRM_meta_on_node_uuid="2" CRM_meta_remote_node="lxc-01_kiff-01" CRM_meta_timeout="30000" config="/mnt/shared0/test-virtual-domain/lxc/lxc-01_kiff-01.xml" force_stop="true" hypervisor="lxc:///"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
<rsc_op id="38" operation="start" operation_key="R-lxc-01_kiff-01_start_0" on_node="kiff-02" on_node_uuid="2"/>
</trigger>
</inputs>
</synapse>
<synapse id="13">
<action_set>
<rsc_op id="38" operation="start" operation_key="R-lxc-01_kiff-01_start_0" on_node="kiff-02" on_node_uuid="2">
<primitive id="R-lxc-01_kiff-01" class="ocf" provider="heartbeat" type="VirtualDomain"/>
<attributes CRM_meta_name="start" CRM_meta_on_node="kiff-02" CRM_meta_on_node_uuid="2" CRM_meta_remote_node="lxc-01_kiff-01" CRM_meta_timeout="90000" config="/mnt/shared0/test-virtual-domain/lxc/lxc-01_kiff-01.xml" force_stop="true" hypervisor="lxc:///"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
<pseudo_event id="37" operation="stop" operation_key="R-lxc-01_kiff-01_stop_0"/>
</trigger>
<trigger>
<pseudo_event id="60" operation="stonith_complete" operation_key="stonith_complete"/>
</trigger>
</inputs>
</synapse>
<synapse id="14">
<action_set>
<pseudo_event id="37" operation="stop" operation_key="R-lxc-01_kiff-01_stop_0">
<attributes CRM_meta_name="stop" CRM_meta_remote_node="lxc-01_kiff-01" CRM_meta_timeout="90000" config="/mnt/shared0/test-virtual-domain/lxc/lxc-01_kiff-01.xml" force_stop="true" hypervisor="lxc:///"/>
</pseudo_event>
</action_set>
<inputs>
<trigger>
<crm_event id="1" operation="stonith" operation_key="stonith-kiff-01-reboot" on_node="kiff-01" on_node_uuid="1"/>
</trigger>
<trigger>
<pseudo_event id="50" operation="stop" operation_key="lxc-01_kiff-01_stop_0"/>
</trigger>
</inputs>
</synapse>
<synapse id="15">
<action_set>
<rsc_op id="42" operation="monitor" operation_key="R-lxc-02_kiff-01_monitor_10000" on_node="kiff-02" on_node_uuid="2">
<primitive id="R-lxc-02_kiff-01" class="ocf" provider="heartbeat" type="VirtualDomain"/>
<attributes CRM_meta_interval="10000" CRM_meta_name="monitor" CRM_meta_on_node="kiff-02" CRM_meta_on_node_uuid="2" CRM_meta_remote_node="lxc-02_kiff-01" CRM_meta_timeout="30000" config="/mnt/shared0/test-virtual-domain/lxc/lxc-02_kiff-01.xml" force_stop="true" hypervisor="lxc:///"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
<rsc_op id="41" operation="start" operation_key="R-lxc-02_kiff-01_start_0" on_node="kiff-02" on_node_uuid="2"/>
</trigger>
</inputs>
</synapse>
<synapse id="16">
<action_set>
<rsc_op id="41" operation="start" operation_key="R-lxc-02_kiff-01_start_0" on_node="kiff-02" on_node_uuid="2">
<primitive id="R-lxc-02_kiff-01" class="ocf" provider="heartbeat" type="VirtualDomain"/>
<attributes CRM_meta_name="start" CRM_meta_on_node="kiff-02" CRM_meta_on_node_uuid="2" CRM_meta_remote_node="lxc-02_kiff-01" CRM_meta_timeout="90000" config="/mnt/shared0/test-virtual-domain/lxc/lxc-02_kiff-01.xml" force_stop="true" hypervisor="lxc:///"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
<pseudo_event id="40" operation="stop" operation_key="R-lxc-02_kiff-01_stop_0"/>
</trigger>
<trigger>
<pseudo_event id="60" operation="stonith_complete" operation_key="stonith_complete"/>
</trigger>
</inputs>
</synapse>
<synapse id="17">
<action_set>
<pseudo_event id="40" operation="stop" operation_key="R-lxc-02_kiff-01_stop_0">
<attributes CRM_meta_name="stop" CRM_meta_remote_node="lxc-02_kiff-01" CRM_meta_timeout="90000" config="/mnt/shared0/test-virtual-domain/lxc/lxc-02_kiff-01.xml" force_stop="true" hypervisor="lxc:///"/>
</pseudo_event>
</action_set>
<inputs>
<trigger>
<crm_event id="1" operation="stonith" operation_key="stonith-kiff-01-reboot" on_node="kiff-01" on_node_uuid="1"/>
</trigger>
<trigger>
<pseudo_event id="53" operation="stop" operation_key="lxc-02_kiff-01_stop_0"/>
</trigger>
</inputs>
</synapse>
<synapse id="18">
<action_set>
<rsc_op id="49" operation="monitor" operation_key="vm-fs_monitor_20000" on_node="lxc-01_kiff-01" on_node_uuid="lxc-01_kiff-01" router_node="kiff-02">
<primitive id="vm-fs" class="ocf" provider="heartbeat" type="Filesystem"/>
<attributes CRM_meta_interval="20000" CRM_meta_name="monitor" CRM_meta_on_node="lxc-01_kiff-01" CRM_meta_on_node_uuid="lxc-01_kiff-01" CRM_meta_physical_host="kiff-02" CRM_meta_timeout="40000" device="/root" directory="/mnt/vm-fs" fstype="none" options="bind"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
<rsc_op id="48" operation="start" operation_key="vm-fs_start_0" on_node="lxc-01_kiff-01" on_node_uuid="lxc-01_kiff-01" router_node="kiff-02"/>
</trigger>
<trigger>
<rsc_op id="51" operation="start" operation_key="lxc-01_kiff-01_start_0" on_node="kiff-02" on_node_uuid="2"/>
</trigger>
</inputs>
</synapse>
<synapse id="19">
<action_set>
<rsc_op id="48" operation="start" operation_key="vm-fs_start_0" on_node="lxc-01_kiff-01" on_node_uuid="lxc-01_kiff-01" router_node="kiff-02">
<primitive id="vm-fs" class="ocf" provider="heartbeat" type="Filesystem"/>
<attributes CRM_meta_name="start" CRM_meta_on_node="lxc-01_kiff-01" CRM_meta_on_node_uuid="lxc-01_kiff-01" CRM_meta_physical_host="kiff-02" CRM_meta_timeout="60000" device="/root" directory="/mnt/vm-fs" fstype="none" options="bind"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
<rsc_op id="38" operation="start" operation_key="R-lxc-01_kiff-01_start_0" on_node="kiff-02" on_node_uuid="2"/>
</trigger>
<trigger>
<pseudo_event id="47" operation="stop" operation_key="vm-fs_stop_0"/>
</trigger>
<trigger>
<rsc_op id="51" operation="start" operation_key="lxc-01_kiff-01_start_0" on_node="kiff-02" on_node_uuid="2"/>
</trigger>
<trigger>
<pseudo_event id="60" operation="stonith_complete" operation_key="stonith_complete"/>
</trigger>
</inputs>
</synapse>
<synapse id="20">
<action_set>
<pseudo_event id="47" operation="stop" operation_key="vm-fs_stop_0">
<attributes CRM_meta_name="stop" CRM_meta_physical_host="kiff-01" CRM_meta_timeout="60000" device="/root" directory="/mnt/vm-fs" fstype="none" options="bind"/>
</pseudo_event>
</action_set>
<inputs>
<trigger>
<pseudo_event id="61" operation="stonith" operation_key="stonith-lxc-01_kiff-01-reboot" on_node="lxc-01_kiff-01" on_node_uuid="lxc-01_kiff-01"/>
</trigger>
</inputs>
</synapse>
<synapse id="21">
<action_set>
<rsc_op id="52" operation="monitor" operation_key="lxc-01_kiff-01_monitor_30000" on_node="kiff-02" on_node_uuid="2">
<primitive id="lxc-01_kiff-01" class="ocf" provider="pacemaker" type="remote"/>
<attributes CRM_meta_container="R-lxc-01_kiff-01" CRM_meta_interval="30000" CRM_meta_name="monitor" CRM_meta_on_node="kiff-02" CRM_meta_on_node_uuid="2" CRM_meta_timeout="30000" />
</rsc_op>
</action_set>
<inputs>
<trigger>
<rsc_op id="51" operation="start" operation_key="lxc-01_kiff-01_start_0" on_node="kiff-02" on_node_uuid="2"/>
</trigger>
</inputs>
</synapse>
<synapse id="22">
<action_set>
<rsc_op id="51" operation="start" operation_key="lxc-01_kiff-01_start_0" on_node="kiff-02" on_node_uuid="2">
<primitive id="lxc-01_kiff-01" class="ocf" provider="pacemaker" type="remote"/>
<attributes CRM_meta_container="R-lxc-01_kiff-01" CRM_meta_name="start" CRM_meta_on_node="kiff-02" CRM_meta_on_node_uuid="2" CRM_meta_timeout="60000" />
</rsc_op>
</action_set>
<inputs>
<trigger>
<rsc_op id="38" operation="start" operation_key="R-lxc-01_kiff-01_start_0" on_node="kiff-02" on_node_uuid="2"/>
</trigger>
<trigger>
<pseudo_event id="50" operation="stop" operation_key="lxc-01_kiff-01_stop_0"/>
</trigger>
<trigger>
<pseudo_event id="60" operation="stonith_complete" operation_key="stonith_complete"/>
</trigger>
</inputs>
</synapse>
<synapse id="23">
<action_set>
<pseudo_event id="50" operation="stop" operation_key="lxc-01_kiff-01_stop_0">
<attributes CRM_meta_container="R-lxc-01_kiff-01" CRM_meta_timeout="20000" />
</pseudo_event>
</action_set>
<inputs>
<trigger>
<crm_event id="1" operation="stonith" operation_key="stonith-kiff-01-reboot" on_node="kiff-01" on_node_uuid="1"/>
</trigger>
</inputs>
</synapse>
<synapse id="24">
<action_set>
<rsc_op id="55" operation="monitor" operation_key="lxc-02_kiff-01_monitor_30000" on_node="kiff-02" on_node_uuid="2">
<primitive id="lxc-02_kiff-01" class="ocf" provider="pacemaker" type="remote"/>
<attributes CRM_meta_container="R-lxc-02_kiff-01" CRM_meta_interval="30000" CRM_meta_name="monitor" CRM_meta_on_node="kiff-02" CRM_meta_on_node_uuid="2" CRM_meta_timeout="30000" />
</rsc_op>
</action_set>
<inputs>
<trigger>
<rsc_op id="54" operation="start" operation_key="lxc-02_kiff-01_start_0" on_node="kiff-02" on_node_uuid="2"/>
</trigger>
</inputs>
</synapse>
<synapse id="25">
<action_set>
<rsc_op id="54" operation="start" operation_key="lxc-02_kiff-01_start_0" on_node="kiff-02" on_node_uuid="2">
<primitive id="lxc-02_kiff-01" class="ocf" provider="pacemaker" type="remote"/>
<attributes CRM_meta_container="R-lxc-02_kiff-01" CRM_meta_name="start" CRM_meta_on_node="kiff-02" CRM_meta_on_node_uuid="2" CRM_meta_timeout="60000" />
</rsc_op>
</action_set>
<inputs>
<trigger>
<rsc_op id="41" operation="start" operation_key="R-lxc-02_kiff-01_start_0" on_node="kiff-02" on_node_uuid="2"/>
</trigger>
<trigger>
<pseudo_event id="53" operation="stop" operation_key="lxc-02_kiff-01_stop_0"/>
</trigger>
<trigger>
<pseudo_event id="60" operation="stonith_complete" operation_key="stonith_complete"/>
</trigger>
</inputs>
</synapse>
<synapse id="26">
<action_set>
<pseudo_event id="53" operation="stop" operation_key="lxc-02_kiff-01_stop_0">
<attributes CRM_meta_container="R-lxc-02_kiff-01" CRM_meta_timeout="20000" />
</pseudo_event>
</action_set>
<inputs>
<trigger>
<crm_event id="1" operation="stonith" operation_key="stonith-kiff-01-reboot" on_node="kiff-01" on_node_uuid="1"/>
</trigger>
</inputs>
</synapse>
<synapse id="27">
<action_set>
<pseudo_event id="62" operation="stonith" operation_key="stonith-lxc-02_kiff-01-reboot" on_node="lxc-02_kiff-01" on_node_uuid="lxc-02_kiff-01">
<attributes CRM_meta_on_node="lxc-02_kiff-01" CRM_meta_on_node_uuid="lxc-02_kiff-01" CRM_meta_stonith_action="reboot" />
<downed>
<node id="lxc-02_kiff-01"/>
</downed>
</pseudo_event>
</action_set>
<inputs>
<trigger>
- <pseudo_event id="40" operation="stop" operation_key="R-lxc-02_kiff-01_stop_0"/>
+ <crm_event id="1" operation="stonith" operation_key="stonith-kiff-01-reboot" on_node="kiff-01" on_node_uuid="1"/>
</trigger>
</inputs>
</synapse>
<synapse id="28">
<action_set>
<pseudo_event id="61" operation="stonith" operation_key="stonith-lxc-01_kiff-01-reboot" on_node="lxc-01_kiff-01" on_node_uuid="lxc-01_kiff-01">
<attributes CRM_meta_on_node="lxc-01_kiff-01" CRM_meta_on_node_uuid="lxc-01_kiff-01" CRM_meta_stonith_action="reboot" />
<downed>
<node id="lxc-01_kiff-01"/>
</downed>
</pseudo_event>
</action_set>
<inputs>
<trigger>
- <pseudo_event id="37" operation="stop" operation_key="R-lxc-01_kiff-01_stop_0"/>
+ <crm_event id="1" operation="stonith" operation_key="stonith-kiff-01-reboot" on_node="kiff-01" on_node_uuid="1"/>
</trigger>
</inputs>
</synapse>
<synapse id="29">
<action_set>
<pseudo_event id="60" operation="stonith_complete" operation_key="stonith_complete">
<attributes />
</pseudo_event>
</action_set>
<inputs>
<trigger>
<crm_event id="1" operation="stonith" operation_key="stonith-kiff-01-reboot" on_node="kiff-01" on_node_uuid="1"/>
</trigger>
<trigger>
<pseudo_event id="61" operation="stonith" operation_key="stonith-lxc-01_kiff-01-reboot" on_node="lxc-01_kiff-01" on_node_uuid="lxc-01_kiff-01"/>
</trigger>
<trigger>
<pseudo_event id="62" operation="stonith" operation_key="stonith-lxc-02_kiff-01-reboot" on_node="lxc-02_kiff-01" on_node_uuid="lxc-02_kiff-01"/>
</trigger>
</inputs>
</synapse>
<synapse id="30">
<action_set>
<pseudo_event id="10" operation="all_stopped" operation_key="all_stopped">
<attributes />
</pseudo_event>
</action_set>
<inputs>
<trigger>
<pseudo_event id="13" operation="stop" operation_key="fence-kiff-02_stop_0"/>
</trigger>
<trigger>
<pseudo_event id="16" operation="stop" operation_key="dlm_stop_0" internal_operation_key="dlm:0_stop_0"/>
</trigger>
<trigger>
<pseudo_event id="23" operation="stop" operation_key="clvmd_stop_0" internal_operation_key="clvmd:0_stop_0"/>
</trigger>
<trigger>
<pseudo_event id="30" operation="stop" operation_key="shared0_stop_0" internal_operation_key="shared0:0_stop_0"/>
</trigger>
<trigger>
<pseudo_event id="37" operation="stop" operation_key="R-lxc-01_kiff-01_stop_0"/>
</trigger>
<trigger>
<pseudo_event id="40" operation="stop" operation_key="R-lxc-02_kiff-01_stop_0"/>
</trigger>
<trigger>
<pseudo_event id="47" operation="stop" operation_key="vm-fs_stop_0"/>
</trigger>
<trigger>
<pseudo_event id="50" operation="stop" operation_key="lxc-01_kiff-01_stop_0"/>
</trigger>
<trigger>
<pseudo_event id="53" operation="stop" operation_key="lxc-02_kiff-01_stop_0"/>
</trigger>
<trigger>
<pseudo_event id="60" operation="stonith_complete" operation_key="stonith_complete"/>
</trigger>
</inputs>
</synapse>
<synapse id="31">
<action_set>
<crm_event id="1" operation="stonith" operation_key="stonith-kiff-01-reboot" on_node="kiff-01" on_node_uuid="1">
<attributes CRM_meta_on_node="kiff-01" CRM_meta_on_node_uuid="1" CRM_meta_probe_complete="true" CRM_meta_shutdown="0" CRM_meta_stonith_action="reboot" />
<downed>
<node id="1"/>
<node id="lxc-01_kiff-01"/>
<node id="lxc-02_kiff-01"/>
</downed>
</crm_event>
</action_set>
<inputs/>
</synapse>
</transition_graph>
diff --git a/pengine/test10/whitebox-imply-stop-on-fence.summary b/pengine/test10/whitebox-imply-stop-on-fence.summary
index a3e9ce85fa..87d7b4f320 100644
--- a/pengine/test10/whitebox-imply-stop-on-fence.summary
+++ b/pengine/test10/whitebox-imply-stop-on-fence.summary
@@ -1,96 +1,96 @@
Current cluster status:
Node kiff-01 (1): UNCLEAN (offline)
Online: [ kiff-02 ]
Containers: [ lxc-01_kiff-02:R-lxc-01_kiff-02 lxc-02_kiff-02:R-lxc-02_kiff-02 ]
fence-kiff-01 (stonith:fence_ipmilan): Started kiff-02
fence-kiff-02 (stonith:fence_ipmilan): Started kiff-01 (UNCLEAN)
Clone Set: dlm-clone [dlm]
dlm (ocf::pacemaker:controld): Started kiff-01 (UNCLEAN)
Started: [ kiff-02 ]
Stopped: [ lxc-01_kiff-01 lxc-01_kiff-02 lxc-02_kiff-01 lxc-02_kiff-02 ]
Clone Set: clvmd-clone [clvmd]
clvmd (ocf::heartbeat:clvm): Started kiff-01 (UNCLEAN)
Started: [ kiff-02 ]
Stopped: [ lxc-01_kiff-01 lxc-01_kiff-02 lxc-02_kiff-01 lxc-02_kiff-02 ]
Clone Set: shared0-clone [shared0]
shared0 (ocf::heartbeat:Filesystem): Started kiff-01 (UNCLEAN)
Started: [ kiff-02 ]
Stopped: [ lxc-01_kiff-01 lxc-01_kiff-02 lxc-02_kiff-01 lxc-02_kiff-02 ]
R-lxc-01_kiff-01 (ocf::heartbeat:VirtualDomain): FAILED kiff-01 (UNCLEAN)
R-lxc-02_kiff-01 (ocf::heartbeat:VirtualDomain): Started kiff-01 (UNCLEAN)
R-lxc-01_kiff-02 (ocf::heartbeat:VirtualDomain): Started kiff-02
R-lxc-02_kiff-02 (ocf::heartbeat:VirtualDomain): Started kiff-02
vm-fs (ocf::heartbeat:Filesystem): FAILED lxc-01_kiff-01
Transition Summary:
* Fence (reboot) lxc-02_kiff-01 (resource: R-lxc-02_kiff-01) 'guest is unclean'
* Fence (reboot) lxc-01_kiff-01 (resource: R-lxc-01_kiff-01) 'guest is unclean'
* Fence (reboot) kiff-01 'peer is no longer part of the cluster'
* Move fence-kiff-02 ( kiff-01 -> kiff-02 )
* Stop dlm:0 (kiff-01) due to node availability
* Stop clvmd:0 (kiff-01) due to node availability
* Stop shared0:0 (kiff-01) due to node availability
* Recover R-lxc-01_kiff-01 ( kiff-01 -> kiff-02 )
* Move R-lxc-02_kiff-01 ( kiff-01 -> kiff-02 )
* Recover vm-fs ( lxc-01_kiff-01 )
* Move lxc-01_kiff-01 ( kiff-01 -> kiff-02 )
* Move lxc-02_kiff-01 ( kiff-01 -> kiff-02 )
Executing cluster transition:
* Pseudo action: fence-kiff-02_stop_0
* Fencing kiff-01 (reboot)
* Pseudo action: lxc-01_kiff-01_stop_0
* Pseudo action: lxc-02_kiff-01_stop_0
- * Pseudo action: R-lxc-01_kiff-01_stop_0
- * Pseudo action: R-lxc-02_kiff-01_stop_0
* Pseudo action: stonith-lxc-02_kiff-01-reboot on lxc-02_kiff-01
* Pseudo action: stonith-lxc-01_kiff-01-reboot on lxc-01_kiff-01
* Pseudo action: stonith_complete
+ * Pseudo action: R-lxc-01_kiff-01_stop_0
+ * Pseudo action: R-lxc-02_kiff-01_stop_0
+ * Pseudo action: vm-fs_stop_0
* Pseudo action: shared0-clone_stop_0
* Resource action: R-lxc-01_kiff-01 start on kiff-02
* Resource action: R-lxc-02_kiff-01 start on kiff-02
- * Pseudo action: vm-fs_stop_0
* Resource action: lxc-01_kiff-01 start on kiff-02
* Resource action: lxc-02_kiff-01 start on kiff-02
* Pseudo action: shared0_stop_0
* Pseudo action: shared0-clone_stopped_0
* Resource action: R-lxc-01_kiff-01 monitor=10000 on kiff-02
* Resource action: R-lxc-02_kiff-01 monitor=10000 on kiff-02
* Resource action: vm-fs start on lxc-01_kiff-01
* Resource action: lxc-01_kiff-01 monitor=30000 on kiff-02
* Resource action: lxc-02_kiff-01 monitor=30000 on kiff-02
* Pseudo action: clvmd-clone_stop_0
* Resource action: vm-fs monitor=20000 on lxc-01_kiff-01
* Pseudo action: clvmd_stop_0
* Pseudo action: clvmd-clone_stopped_0
* Pseudo action: dlm-clone_stop_0
* Pseudo action: dlm_stop_0
* Pseudo action: dlm-clone_stopped_0
* Pseudo action: all_stopped
* Resource action: fence-kiff-02 start on kiff-02
* Resource action: fence-kiff-02 monitor=60000 on kiff-02
Revised cluster status:
Online: [ kiff-02 ]
OFFLINE: [ kiff-01 ]
Containers: [ lxc-01_kiff-01:R-lxc-01_kiff-01 lxc-01_kiff-02:R-lxc-01_kiff-02 lxc-02_kiff-01:R-lxc-02_kiff-01 lxc-02_kiff-02:R-lxc-02_kiff-02 ]
fence-kiff-01 (stonith:fence_ipmilan): Started kiff-02
fence-kiff-02 (stonith:fence_ipmilan): Started kiff-02
Clone Set: dlm-clone [dlm]
Started: [ kiff-02 ]
Stopped: [ kiff-01 lxc-01_kiff-01 lxc-01_kiff-02 lxc-02_kiff-01 lxc-02_kiff-02 ]
Clone Set: clvmd-clone [clvmd]
Started: [ kiff-02 ]
Stopped: [ kiff-01 lxc-01_kiff-01 lxc-01_kiff-02 lxc-02_kiff-01 lxc-02_kiff-02 ]
Clone Set: shared0-clone [shared0]
Started: [ kiff-02 ]
Stopped: [ kiff-01 lxc-01_kiff-01 lxc-01_kiff-02 lxc-02_kiff-01 lxc-02_kiff-02 ]
R-lxc-01_kiff-01 (ocf::heartbeat:VirtualDomain): Started kiff-02
R-lxc-02_kiff-01 (ocf::heartbeat:VirtualDomain): Started kiff-02
R-lxc-01_kiff-02 (ocf::heartbeat:VirtualDomain): Started kiff-02
R-lxc-02_kiff-02 (ocf::heartbeat:VirtualDomain): Started kiff-02
vm-fs (ocf::heartbeat:Filesystem): Started lxc-01_kiff-01