diff --git a/pengine/test10/remote-fence-before-reconnect.dot b/pengine/test10/remote-fence-before-reconnect.dot
index 2022b4cd79..ef2b047ef2 100644
--- a/pengine/test10/remote-fence-before-reconnect.dot
+++ b/pengine/test10/remote-fence-before-reconnect.dot
@@ -1,17 +1,18 @@
digraph "g" {
"all_stopped" [ style=bold color="green" fontcolor="orange"]
"c7auto4_stop_0 c7auto1" -> "all_stopped" [ style = bold]
"c7auto4_stop_0 c7auto1" [ style=bold color="green" fontcolor="black"]
"fake2_monitor_10000 c7auto1" [ style=bold color="green" fontcolor="black"]
"fake2_start_0 c7auto1" -> "fake2_monitor_10000 c7auto1" [ style = bold]
"fake2_start_0 c7auto1" [ style=bold color="green" fontcolor="black"]
"fake2_stop_0 c7auto4" -> "all_stopped" [ style = bold]
+"fake2_stop_0 c7auto4" -> "c7auto4_stop_0 c7auto1" [ style = bold]
"fake2_stop_0 c7auto4" -> "fake2_start_0 c7auto1" [ style = bold]
"fake2_stop_0 c7auto4" [ style=bold color="green" fontcolor="orange"]
"stonith 'reboot' c7auto4" -> "fake2_stop_0 c7auto4" [ style = bold]
"stonith 'reboot' c7auto4" -> "stonith_complete" [ style = bold]
"stonith 'reboot' c7auto4" [ style=bold color="green" fontcolor="black"]
"stonith_complete" -> "all_stopped" [ style = bold]
"stonith_complete" -> "fake2_start_0 c7auto1" [ style = bold]
"stonith_complete" [ style=bold color="green" fontcolor="orange"]
}
diff --git a/pengine/test10/remote-fence-before-reconnect.exp b/pengine/test10/remote-fence-before-reconnect.exp
index 2c9ee6c073..54c910652d 100644
--- a/pengine/test10/remote-fence-before-reconnect.exp
+++ b/pengine/test10/remote-fence-before-reconnect.exp
@@ -1,96 +1,100 @@
-
+
+
+
+
+
diff --git a/pengine/test10/remote-fence-before-reconnect.summary b/pengine/test10/remote-fence-before-reconnect.summary
index 5cd8dd960d..88ca48cfbf 100644
--- a/pengine/test10/remote-fence-before-reconnect.summary
+++ b/pengine/test10/remote-fence-before-reconnect.summary
@@ -1,38 +1,38 @@
Current cluster status:
RemoteNode c7auto4: UNCLEAN (offline)
Online: [ c7auto1 c7auto2 c7auto3 ]
shooter (stonith:fence_phd_kvm): Started c7auto2
c7auto4 (ocf::pacemaker:remote): FAILED c7auto1
fake1 (ocf::heartbeat:Dummy): Started c7auto3
fake2 (ocf::heartbeat:Dummy): Started c7auto4 (UNCLEAN)
fake3 (ocf::heartbeat:Dummy): Started c7auto1
fake4 (ocf::heartbeat:Dummy): Started c7auto2
fake5 (ocf::heartbeat:Dummy): Started c7auto3
Transition Summary:
* Stop c7auto4 (c7auto1)
* Move fake2 (Started c7auto4 -> c7auto1)
Executing cluster transition:
- * Resource action: c7auto4 stop on c7auto1
* Fencing c7auto4 (reboot)
* Pseudo action: stonith_complete
* Pseudo action: fake2_stop_0
- * Pseudo action: all_stopped
+ * Resource action: c7auto4 stop on c7auto1
* Resource action: fake2 start on c7auto1
+ * Pseudo action: all_stopped
* Resource action: fake2 monitor=10000 on c7auto1
Revised cluster status:
RemoteNode c7auto4: UNCLEAN (offline)
Online: [ c7auto1 c7auto2 c7auto3 ]
shooter (stonith:fence_phd_kvm): Started c7auto2
c7auto4 (ocf::pacemaker:remote): FAILED
fake1 (ocf::heartbeat:Dummy): Started c7auto3
fake2 (ocf::heartbeat:Dummy): Started c7auto1
fake3 (ocf::heartbeat:Dummy): Started c7auto1
fake4 (ocf::heartbeat:Dummy): Started c7auto2
fake5 (ocf::heartbeat:Dummy): Started c7auto3
diff --git a/pengine/test10/remote-fence-unclean.dot b/pengine/test10/remote-fence-unclean.dot
index e956a9135f..b2829a7c85 100644
--- a/pengine/test10/remote-fence-unclean.dot
+++ b/pengine/test10/remote-fence-unclean.dot
@@ -1,36 +1,37 @@
digraph "g" {
"FAKE2_monitor_60000 18builder" [ style=bold color="green" fontcolor="black"]
"FAKE2_start_0 18builder" -> "FAKE2_monitor_60000 18builder" [ style = bold]
"FAKE2_start_0 18builder" [ style=bold color="green" fontcolor="black"]
"FAKE2_stop_0 remote1" -> "FAKE2_start_0 18builder" [ style = bold]
"FAKE2_stop_0 remote1" -> "all_stopped" [ style = bold]
+"FAKE2_stop_0 remote1" -> "remote1_stop_0 18node1" [ style = bold]
"FAKE2_stop_0 remote1" [ style=bold color="green" fontcolor="orange"]
"FAKE3_monitor_60000 18node1" [ style=bold color="green" fontcolor="black"]
"FAKE3_start_0 18node1" -> "FAKE3_monitor_60000 18node1" [ style = bold]
"FAKE3_start_0 18node1" [ style=bold color="green" fontcolor="black"]
"FAKE3_stop_0 18builder" -> "FAKE3_start_0 18node1" [ style = bold]
"FAKE3_stop_0 18builder" -> "all_stopped" [ style = bold]
"FAKE3_stop_0 18builder" [ style=bold color="green" fontcolor="black"]
"FAKE4_monitor_60000 18node2" [ style=bold color="green" fontcolor="black"]
"FAKE4_start_0 18node2" -> "FAKE4_monitor_60000 18node2" [ style = bold]
"FAKE4_start_0 18node2" [ style=bold color="green" fontcolor="black"]
"FAKE4_stop_0 18node1" -> "FAKE4_start_0 18node2" [ style = bold]
"FAKE4_stop_0 18node1" -> "all_stopped" [ style = bold]
"FAKE4_stop_0 18node1" [ style=bold color="green" fontcolor="black"]
"all_stopped" [ style=bold color="green" fontcolor="orange"]
"remote1_monitor_60000 18node1" [ style=bold color="green" fontcolor="black"]
"remote1_start_0 18node1" -> "remote1_monitor_60000 18node1" [ style = bold]
"remote1_start_0 18node1" [ style=bold color="green" fontcolor="black"]
"remote1_stop_0 18node1" -> "all_stopped" [ style = bold]
"remote1_stop_0 18node1" -> "remote1_start_0 18node1" [ style = bold]
"remote1_stop_0 18node1" [ style=bold color="green" fontcolor="black"]
"stonith 'reboot' remote1" -> "FAKE2_stop_0 remote1" [ style = bold]
"stonith 'reboot' remote1" -> "stonith_complete" [ style = bold]
"stonith 'reboot' remote1" [ style=bold color="green" fontcolor="black"]
"stonith_complete" -> "FAKE2_start_0 18builder" [ style = bold]
"stonith_complete" -> "FAKE3_start_0 18node1" [ style = bold]
"stonith_complete" -> "FAKE4_start_0 18node2" [ style = bold]
"stonith_complete" -> "all_stopped" [ style = bold]
"stonith_complete" -> "remote1_start_0 18node1" [ style = bold]
"stonith_complete" [ style=bold color="green" fontcolor="orange"]
}
diff --git a/pengine/test10/remote-fence-unclean.exp b/pengine/test10/remote-fence-unclean.exp
index 125366ef50..d2c361730a 100644
--- a/pengine/test10/remote-fence-unclean.exp
+++ b/pengine/test10/remote-fence-unclean.exp
@@ -1,207 +1,211 @@
-
+
+
+
+
+
diff --git a/pengine/test10/remote-fence-unclean.summary b/pengine/test10/remote-fence-unclean.summary
index 60e70a51e8..cd246e4c0a 100644
--- a/pengine/test10/remote-fence-unclean.summary
+++ b/pengine/test10/remote-fence-unclean.summary
@@ -1,46 +1,46 @@
Current cluster status:
RemoteNode remote1: UNCLEAN (offline)
Online: [ 18builder 18node1 18node2 ]
shooter (stonith:fence_xvm): Started 18builder
remote1 (ocf::pacemaker:remote): FAILED 18node1
FAKE1 (ocf::heartbeat:Dummy): Started 18node2
FAKE2 (ocf::heartbeat:Dummy): Started remote1 (UNCLEAN)
FAKE3 (ocf::heartbeat:Dummy): Started 18builder
FAKE4 (ocf::heartbeat:Dummy): Started 18node1
Transition Summary:
* Recover remote1 (Started 18node1)
* Move FAKE2 (Started remote1 -> 18builder)
* Move FAKE3 (Started 18builder -> 18node1)
* Move FAKE4 (Started 18node1 -> 18node2)
Executing cluster transition:
- * Resource action: remote1 stop on 18node1
* Resource action: FAKE3 stop on 18builder
* Resource action: FAKE4 stop on 18node1
* Fencing remote1 (reboot)
* Pseudo action: stonith_complete
- * Resource action: remote1 start on 18node1
- * Resource action: remote1 monitor=60000 on 18node1
* Pseudo action: FAKE2_stop_0
* Resource action: FAKE3 start on 18node1
* Resource action: FAKE4 start on 18node2
- * Pseudo action: all_stopped
+ * Resource action: remote1 stop on 18node1
* Resource action: FAKE2 start on 18builder
* Resource action: FAKE3 monitor=60000 on 18node1
* Resource action: FAKE4 monitor=60000 on 18node2
+ * Pseudo action: all_stopped
+ * Resource action: remote1 start on 18node1
+ * Resource action: remote1 monitor=60000 on 18node1
* Resource action: FAKE2 monitor=60000 on 18builder
Revised cluster status:
Online: [ 18builder 18node1 18node2 ]
RemoteOnline: [ remote1 ]
shooter (stonith:fence_xvm): Started 18builder
remote1 (ocf::pacemaker:remote): Started 18node1
FAKE1 (ocf::heartbeat:Dummy): Started 18node2
FAKE2 (ocf::heartbeat:Dummy): Started 18builder
FAKE3 (ocf::heartbeat:Dummy): Started 18node1
FAKE4 (ocf::heartbeat:Dummy): Started 18node2
diff --git a/pengine/test10/remote-recover-fail.dot b/pengine/test10/remote-recover-fail.dot
index a92008943e..7b6edaa413 100644
--- a/pengine/test10/remote-recover-fail.dot
+++ b/pengine/test10/remote-recover-fail.dot
@@ -1,36 +1,38 @@
digraph "g" {
"FAKE1_monitor_10000 rhel7-auto2" [ style=bold color="green" fontcolor="black"]
"FAKE1_start_0 rhel7-auto2" -> "FAKE1_monitor_10000 rhel7-auto2" [ style = bold]
"FAKE1_start_0 rhel7-auto2" [ style=bold color="green" fontcolor="black"]
"FAKE2_monitor_10000 rhel7-auto3" [ style=bold color="green" fontcolor="black"]
"FAKE2_start_0 rhel7-auto3" -> "FAKE2_monitor_10000 rhel7-auto3" [ style = bold]
"FAKE2_start_0 rhel7-auto3" [ style=bold color="green" fontcolor="black"]
"FAKE2_stop_0 rhel7-auto4" -> "FAKE2_start_0 rhel7-auto3" [ style = bold]
"FAKE2_stop_0 rhel7-auto4" -> "all_stopped" [ style = bold]
+"FAKE2_stop_0 rhel7-auto4" -> "rhel7-auto4_stop_0 rhel7-auto2" [ style = bold]
"FAKE2_stop_0 rhel7-auto4" [ style=bold color="green" fontcolor="orange"]
"FAKE3_monitor_10000 rhel7-auto2" [ style=bold color="green" fontcolor="black"]
"FAKE4_monitor_10000 rhel7-auto3" [ style=bold color="green" fontcolor="black"]
"FAKE6_monitor_10000 rhel7-auto2" [ style=bold color="green" fontcolor="black"]
"FAKE6_start_0 rhel7-auto2" -> "FAKE6_monitor_10000 rhel7-auto2" [ style = bold]
"FAKE6_start_0 rhel7-auto2" [ style=bold color="green" fontcolor="black"]
"FAKE6_stop_0 rhel7-auto4" -> "FAKE6_start_0 rhel7-auto2" [ style = bold]
"FAKE6_stop_0 rhel7-auto4" -> "all_stopped" [ style = bold]
+"FAKE6_stop_0 rhel7-auto4" -> "rhel7-auto4_stop_0 rhel7-auto2" [ style = bold]
"FAKE6_stop_0 rhel7-auto4" [ style=bold color="green" fontcolor="orange"]
"all_stopped" [ style=bold color="green" fontcolor="orange"]
"rhel7-auto4_monitor_60000 rhel7-auto2" [ style=bold color="green" fontcolor="black"]
"rhel7-auto4_start_0 rhel7-auto2" -> "rhel7-auto4_monitor_60000 rhel7-auto2" [ style = bold]
"rhel7-auto4_start_0 rhel7-auto2" [ style=bold color="green" fontcolor="black"]
"rhel7-auto4_stop_0 rhel7-auto2" -> "all_stopped" [ style = bold]
"rhel7-auto4_stop_0 rhel7-auto2" -> "rhel7-auto4_start_0 rhel7-auto2" [ style = bold]
"rhel7-auto4_stop_0 rhel7-auto2" [ style=bold color="green" fontcolor="black"]
"stonith 'reboot' rhel7-auto4" -> "FAKE2_stop_0 rhel7-auto4" [ style = bold]
"stonith 'reboot' rhel7-auto4" -> "FAKE6_stop_0 rhel7-auto4" [ style = bold]
"stonith 'reboot' rhel7-auto4" -> "stonith_complete" [ style = bold]
"stonith 'reboot' rhel7-auto4" [ style=bold color="green" fontcolor="black"]
"stonith_complete" -> "FAKE1_start_0 rhel7-auto2" [ style = bold]
"stonith_complete" -> "FAKE2_start_0 rhel7-auto3" [ style = bold]
"stonith_complete" -> "FAKE6_start_0 rhel7-auto2" [ style = bold]
"stonith_complete" -> "all_stopped" [ style = bold]
"stonith_complete" -> "rhel7-auto4_start_0 rhel7-auto2" [ style = bold]
"stonith_complete" [ style=bold color="green" fontcolor="orange"]
}
diff --git a/pengine/test10/remote-recover-fail.exp b/pengine/test10/remote-recover-fail.exp
index 1daa510a61..be45b88fe4 100644
--- a/pengine/test10/remote-recover-fail.exp
+++ b/pengine/test10/remote-recover-fail.exp
@@ -1,213 +1,220 @@
-
+
+
+
+
+
+
+
+
diff --git a/pengine/test10/remote-recover-fail.summary b/pengine/test10/remote-recover-fail.summary
index 85847455bd..5953e34592 100644
--- a/pengine/test10/remote-recover-fail.summary
+++ b/pengine/test10/remote-recover-fail.summary
@@ -1,53 +1,53 @@
Current cluster status:
RemoteNode rhel7-auto4: UNCLEAN (offline)
Online: [ rhel7-auto2 rhel7-auto3 ]
OFFLINE: [ rhel7-auto1 ]
shooter (stonith:fence_xvm): Started rhel7-auto3
rhel7-auto4 (ocf::pacemaker:remote): FAILED rhel7-auto2
FAKE1 (ocf::heartbeat:Dummy): Stopped
FAKE2 (ocf::heartbeat:Dummy): Started rhel7-auto4 (UNCLEAN)
FAKE3 (ocf::heartbeat:Dummy): Started rhel7-auto2
FAKE4 (ocf::heartbeat:Dummy): Started rhel7-auto3
FAKE5 (ocf::heartbeat:Dummy): Started rhel7-auto3
FAKE6 (ocf::heartbeat:Dummy): Started rhel7-auto4 (UNCLEAN)
Transition Summary:
* Recover rhel7-auto4 (Started rhel7-auto2)
* Start FAKE1 (rhel7-auto2)
* Move FAKE2 (Started rhel7-auto4 -> rhel7-auto3)
* Move FAKE6 (Started rhel7-auto4 -> rhel7-auto2)
Executing cluster transition:
- * Resource action: rhel7-auto4 stop on rhel7-auto2
* Resource action: FAKE3 monitor=10000 on rhel7-auto2
* Resource action: FAKE4 monitor=10000 on rhel7-auto3
* Fencing rhel7-auto4 (reboot)
* Pseudo action: stonith_complete
- * Resource action: rhel7-auto4 start on rhel7-auto2
* Resource action: FAKE1 start on rhel7-auto2
* Pseudo action: FAKE2_stop_0
* Pseudo action: FAKE6_stop_0
- * Pseudo action: all_stopped
- * Resource action: rhel7-auto4 monitor=60000 on rhel7-auto2
+ * Resource action: rhel7-auto4 stop on rhel7-auto2
* Resource action: FAKE1 monitor=10000 on rhel7-auto2
* Resource action: FAKE2 start on rhel7-auto3
* Resource action: FAKE6 start on rhel7-auto2
+ * Pseudo action: all_stopped
+ * Resource action: rhel7-auto4 start on rhel7-auto2
* Resource action: FAKE2 monitor=10000 on rhel7-auto3
* Resource action: FAKE6 monitor=10000 on rhel7-auto2
+ * Resource action: rhel7-auto4 monitor=60000 on rhel7-auto2
Revised cluster status:
Online: [ rhel7-auto2 rhel7-auto3 ]
OFFLINE: [ rhel7-auto1 ]
RemoteOnline: [ rhel7-auto4 ]
shooter (stonith:fence_xvm): Started rhel7-auto3
rhel7-auto4 (ocf::pacemaker:remote): Started rhel7-auto2
FAKE1 (ocf::heartbeat:Dummy): Started rhel7-auto2
FAKE2 (ocf::heartbeat:Dummy): Started rhel7-auto3
FAKE3 (ocf::heartbeat:Dummy): Started rhel7-auto2
FAKE4 (ocf::heartbeat:Dummy): Started rhel7-auto3
FAKE5 (ocf::heartbeat:Dummy): Started rhel7-auto3
FAKE6 (ocf::heartbeat:Dummy): Started rhel7-auto2