diff --git a/pengine/test10/bundle-nested-colocation.dot b/pengine/test10/bundle-nested-colocation.dot
index 1a197c15b0..baa80e2b16 100644
--- a/pengine/test10/bundle-nested-colocation.dot
+++ b/pengine/test10/bundle-nested-colocation.dot
@@ -1,102 +1,138 @@
digraph "g" {
"all_stopped" [ style=bold color="green" fontcolor="orange"]
+"rabbitmq-bundle-0_monitor_0 overcloud-controller-0" -> "rabbitmq-bundle-0_start_0 overcloud-controller-0" [ style = bold]
+"rabbitmq-bundle-0_monitor_0 overcloud-controller-0" [ style=bold color="green" fontcolor="black"]
+"rabbitmq-bundle-0_monitor_0 overcloud-controller-1" -> "rabbitmq-bundle-0_start_0 overcloud-controller-0" [ style = bold]
+"rabbitmq-bundle-0_monitor_0 overcloud-controller-1" [ style=bold color="green" fontcolor="black"]
+"rabbitmq-bundle-0_monitor_0 overcloud-controller-2" -> "rabbitmq-bundle-0_start_0 overcloud-controller-0" [ style = bold]
+"rabbitmq-bundle-0_monitor_0 overcloud-controller-2" [ style=bold color="green" fontcolor="black"]
+"rabbitmq-bundle-0_monitor_0 overcloud-galera-0" -> "rabbitmq-bundle-0_start_0 overcloud-controller-0" [ style = bold]
+"rabbitmq-bundle-0_monitor_0 overcloud-galera-0" [ style=bold color="green" fontcolor="black"]
+"rabbitmq-bundle-0_monitor_0 overcloud-galera-1" -> "rabbitmq-bundle-0_start_0 overcloud-controller-0" [ style = bold]
+"rabbitmq-bundle-0_monitor_0 overcloud-galera-1" [ style=bold color="green" fontcolor="black"]
+"rabbitmq-bundle-0_monitor_0 overcloud-galera-2" -> "rabbitmq-bundle-0_start_0 overcloud-controller-0" [ style = bold]
+"rabbitmq-bundle-0_monitor_0 overcloud-galera-2" [ style=bold color="green" fontcolor="black"]
"rabbitmq-bundle-0_monitor_60000 overcloud-controller-0" [ style=bold color="green" fontcolor="black"]
"rabbitmq-bundle-0_start_0 overcloud-controller-0" -> "rabbitmq-bundle-0_monitor_60000 overcloud-controller-0" [ style = bold]
"rabbitmq-bundle-0_start_0 overcloud-controller-0" -> "rabbitmq:0_monitor_0 rabbitmq-bundle-0" [ style = bold]
"rabbitmq-bundle-0_start_0 overcloud-controller-0" -> "rabbitmq:0_monitor_10000 rabbitmq-bundle-0" [ style = bold]
"rabbitmq-bundle-0_start_0 overcloud-controller-0" -> "rabbitmq:0_start_0 rabbitmq-bundle-0" [ style = bold]
"rabbitmq-bundle-0_start_0 overcloud-controller-0" [ style=bold color="green" fontcolor="black"]
+"rabbitmq-bundle-1_monitor_0 overcloud-controller-0" -> "rabbitmq-bundle-1_start_0 overcloud-controller-1" [ style = bold]
+"rabbitmq-bundle-1_monitor_0 overcloud-controller-0" [ style=bold color="green" fontcolor="black"]
+"rabbitmq-bundle-1_monitor_0 overcloud-controller-1" -> "rabbitmq-bundle-1_start_0 overcloud-controller-1" [ style = bold]
+"rabbitmq-bundle-1_monitor_0 overcloud-controller-1" [ style=bold color="green" fontcolor="black"]
+"rabbitmq-bundle-1_monitor_0 overcloud-controller-2" -> "rabbitmq-bundle-1_start_0 overcloud-controller-1" [ style = bold]
+"rabbitmq-bundle-1_monitor_0 overcloud-controller-2" [ style=bold color="green" fontcolor="black"]
+"rabbitmq-bundle-1_monitor_0 overcloud-galera-0" -> "rabbitmq-bundle-1_start_0 overcloud-controller-1" [ style = bold]
+"rabbitmq-bundle-1_monitor_0 overcloud-galera-0" [ style=bold color="green" fontcolor="black"]
+"rabbitmq-bundle-1_monitor_0 overcloud-galera-1" -> "rabbitmq-bundle-1_start_0 overcloud-controller-1" [ style = bold]
+"rabbitmq-bundle-1_monitor_0 overcloud-galera-1" [ style=bold color="green" fontcolor="black"]
+"rabbitmq-bundle-1_monitor_0 overcloud-galera-2" -> "rabbitmq-bundle-1_start_0 overcloud-controller-1" [ style = bold]
+"rabbitmq-bundle-1_monitor_0 overcloud-galera-2" [ style=bold color="green" fontcolor="black"]
"rabbitmq-bundle-1_monitor_60000 overcloud-controller-1" [ style=bold color="green" fontcolor="black"]
"rabbitmq-bundle-1_start_0 overcloud-controller-1" -> "rabbitmq-bundle-1_monitor_60000 overcloud-controller-1" [ style = bold]
"rabbitmq-bundle-1_start_0 overcloud-controller-1" -> "rabbitmq:1_monitor_0 rabbitmq-bundle-1" [ style = bold]
"rabbitmq-bundle-1_start_0 overcloud-controller-1" -> "rabbitmq:1_monitor_10000 rabbitmq-bundle-1" [ style = bold]
"rabbitmq-bundle-1_start_0 overcloud-controller-1" -> "rabbitmq:1_start_0 rabbitmq-bundle-1" [ style = bold]
"rabbitmq-bundle-1_start_0 overcloud-controller-1" [ style=bold color="green" fontcolor="black"]
+"rabbitmq-bundle-2_monitor_0 overcloud-controller-0" -> "rabbitmq-bundle-2_start_0 overcloud-controller-2" [ style = bold]
+"rabbitmq-bundle-2_monitor_0 overcloud-controller-0" [ style=bold color="green" fontcolor="black"]
+"rabbitmq-bundle-2_monitor_0 overcloud-controller-1" -> "rabbitmq-bundle-2_start_0 overcloud-controller-2" [ style = bold]
+"rabbitmq-bundle-2_monitor_0 overcloud-controller-1" [ style=bold color="green" fontcolor="black"]
+"rabbitmq-bundle-2_monitor_0 overcloud-controller-2" -> "rabbitmq-bundle-2_start_0 overcloud-controller-2" [ style = bold]
+"rabbitmq-bundle-2_monitor_0 overcloud-controller-2" [ style=bold color="green" fontcolor="black"]
+"rabbitmq-bundle-2_monitor_0 overcloud-galera-0" -> "rabbitmq-bundle-2_start_0 overcloud-controller-2" [ style = bold]
+"rabbitmq-bundle-2_monitor_0 overcloud-galera-0" [ style=bold color="green" fontcolor="black"]
+"rabbitmq-bundle-2_monitor_0 overcloud-galera-1" -> "rabbitmq-bundle-2_start_0 overcloud-controller-2" [ style = bold]
+"rabbitmq-bundle-2_monitor_0 overcloud-galera-1" [ style=bold color="green" fontcolor="black"]
+"rabbitmq-bundle-2_monitor_0 overcloud-galera-2" -> "rabbitmq-bundle-2_start_0 overcloud-controller-2" [ style = bold]
+"rabbitmq-bundle-2_monitor_0 overcloud-galera-2" [ style=bold color="green" fontcolor="black"]
"rabbitmq-bundle-2_monitor_60000 overcloud-controller-2" [ style=bold color="green" fontcolor="black"]
"rabbitmq-bundle-2_start_0 overcloud-controller-2" -> "rabbitmq-bundle-2_monitor_60000 overcloud-controller-2" [ style = bold]
"rabbitmq-bundle-2_start_0 overcloud-controller-2" -> "rabbitmq:2_monitor_0 rabbitmq-bundle-2" [ style = bold]
"rabbitmq-bundle-2_start_0 overcloud-controller-2" -> "rabbitmq:2_monitor_10000 rabbitmq-bundle-2" [ style = bold]
"rabbitmq-bundle-2_start_0 overcloud-controller-2" -> "rabbitmq:2_start_0 rabbitmq-bundle-2" [ style = bold]
"rabbitmq-bundle-2_start_0 overcloud-controller-2" [ style=bold color="green" fontcolor="black"]
"rabbitmq-bundle-clone_confirmed-post_notify_running_0" -> "rabbitmq-bundle_running_0" [ style = bold]
"rabbitmq-bundle-clone_confirmed-post_notify_running_0" -> "rabbitmq:0_monitor_10000 rabbitmq-bundle-0" [ style = bold]
"rabbitmq-bundle-clone_confirmed-post_notify_running_0" -> "rabbitmq:1_monitor_10000 rabbitmq-bundle-1" [ style = bold]
"rabbitmq-bundle-clone_confirmed-post_notify_running_0" -> "rabbitmq:2_monitor_10000 rabbitmq-bundle-2" [ style = bold]
"rabbitmq-bundle-clone_confirmed-post_notify_running_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle-clone_confirmed-pre_notify_start_0" -> "rabbitmq-bundle-clone_post_notify_running_0" [ style = bold]
"rabbitmq-bundle-clone_confirmed-pre_notify_start_0" -> "rabbitmq-bundle-clone_start_0" [ style = bold]
"rabbitmq-bundle-clone_confirmed-pre_notify_start_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle-clone_post_notify_running_0" -> "rabbitmq-bundle-clone_confirmed-post_notify_running_0" [ style = bold]
"rabbitmq-bundle-clone_post_notify_running_0" -> "rabbitmq:0_post_notify_start_0 rabbitmq-bundle-0" [ style = bold]
"rabbitmq-bundle-clone_post_notify_running_0" -> "rabbitmq:1_post_notify_start_0 rabbitmq-bundle-1" [ style = bold]
"rabbitmq-bundle-clone_post_notify_running_0" -> "rabbitmq:2_post_notify_start_0 rabbitmq-bundle-2" [ style = bold]
"rabbitmq-bundle-clone_post_notify_running_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle-clone_pre_notify_start_0" -> "rabbitmq-bundle-clone_confirmed-pre_notify_start_0" [ style = bold]
"rabbitmq-bundle-clone_pre_notify_start_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle-clone_running_0" -> "rabbitmq-bundle-clone_post_notify_running_0" [ style = bold]
"rabbitmq-bundle-clone_running_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle-clone_start_0" -> "rabbitmq-bundle-clone_running_0" [ style = bold]
"rabbitmq-bundle-clone_start_0" -> "rabbitmq:0_start_0 rabbitmq-bundle-0" [ style = bold]
"rabbitmq-bundle-clone_start_0" -> "rabbitmq:1_start_0 rabbitmq-bundle-1" [ style = bold]
"rabbitmq-bundle-clone_start_0" -> "rabbitmq:2_start_0 rabbitmq-bundle-2" [ style = bold]
"rabbitmq-bundle-clone_start_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle-docker-0_monitor_60000 overcloud-rabbit-0" [ style=bold color="green" fontcolor="black"]
"rabbitmq-bundle-docker-0_start_0 overcloud-rabbit-0" -> "rabbitmq-bundle-0_start_0 overcloud-controller-0" [ style = bold]
"rabbitmq-bundle-docker-0_start_0 overcloud-rabbit-0" -> "rabbitmq-bundle-docker-0_monitor_60000 overcloud-rabbit-0" [ style = bold]
"rabbitmq-bundle-docker-0_start_0 overcloud-rabbit-0" -> "rabbitmq-bundle_running_0" [ style = bold]
"rabbitmq-bundle-docker-0_start_0 overcloud-rabbit-0" -> "rabbitmq:0_start_0 rabbitmq-bundle-0" [ style = bold]
"rabbitmq-bundle-docker-0_start_0 overcloud-rabbit-0" [ style=bold color="green" fontcolor="black"]
"rabbitmq-bundle-docker-0_stop_0 overcloud-rabbit-0" -> "all_stopped" [ style = bold]
"rabbitmq-bundle-docker-0_stop_0 overcloud-rabbit-0" -> "rabbitmq-bundle-docker-0_start_0 overcloud-rabbit-0" [ style = bold]
"rabbitmq-bundle-docker-0_stop_0 overcloud-rabbit-0" [ style=bold color="green" fontcolor="black"]
"rabbitmq-bundle-docker-1_monitor_60000 overcloud-rabbit-1" [ style=bold color="green" fontcolor="black"]
"rabbitmq-bundle-docker-1_start_0 overcloud-rabbit-1" -> "rabbitmq-bundle-1_start_0 overcloud-controller-1" [ style = bold]
"rabbitmq-bundle-docker-1_start_0 overcloud-rabbit-1" -> "rabbitmq-bundle-docker-1_monitor_60000 overcloud-rabbit-1" [ style = bold]
"rabbitmq-bundle-docker-1_start_0 overcloud-rabbit-1" -> "rabbitmq-bundle_running_0" [ style = bold]
"rabbitmq-bundle-docker-1_start_0 overcloud-rabbit-1" -> "rabbitmq:1_start_0 rabbitmq-bundle-1" [ style = bold]
"rabbitmq-bundle-docker-1_start_0 overcloud-rabbit-1" [ style=bold color="green" fontcolor="black"]
"rabbitmq-bundle-docker-1_stop_0 overcloud-rabbit-1" -> "all_stopped" [ style = bold]
"rabbitmq-bundle-docker-1_stop_0 overcloud-rabbit-1" -> "rabbitmq-bundle-docker-1_start_0 overcloud-rabbit-1" [ style = bold]
"rabbitmq-bundle-docker-1_stop_0 overcloud-rabbit-1" [ style=bold color="green" fontcolor="black"]
"rabbitmq-bundle-docker-2_monitor_60000 overcloud-rabbit-2" [ style=bold color="green" fontcolor="black"]
"rabbitmq-bundle-docker-2_start_0 overcloud-rabbit-2" -> "rabbitmq-bundle-2_start_0 overcloud-controller-2" [ style = bold]
"rabbitmq-bundle-docker-2_start_0 overcloud-rabbit-2" -> "rabbitmq-bundle-docker-2_monitor_60000 overcloud-rabbit-2" [ style = bold]
"rabbitmq-bundle-docker-2_start_0 overcloud-rabbit-2" -> "rabbitmq-bundle_running_0" [ style = bold]
"rabbitmq-bundle-docker-2_start_0 overcloud-rabbit-2" -> "rabbitmq:2_start_0 rabbitmq-bundle-2" [ style = bold]
"rabbitmq-bundle-docker-2_start_0 overcloud-rabbit-2" [ style=bold color="green" fontcolor="black"]
"rabbitmq-bundle-docker-2_stop_0 overcloud-rabbit-2" -> "all_stopped" [ style = bold]
"rabbitmq-bundle-docker-2_stop_0 overcloud-rabbit-2" -> "rabbitmq-bundle-docker-2_start_0 overcloud-rabbit-2" [ style = bold]
"rabbitmq-bundle-docker-2_stop_0 overcloud-rabbit-2" [ style=bold color="green" fontcolor="black"]
"rabbitmq-bundle_running_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle_start_0" -> "rabbitmq-bundle-clone_start_0" [ style = bold]
"rabbitmq-bundle_start_0" -> "rabbitmq-bundle-docker-0_start_0 overcloud-rabbit-0" [ style = bold]
"rabbitmq-bundle_start_0" -> "rabbitmq-bundle-docker-1_start_0 overcloud-rabbit-1" [ style = bold]
"rabbitmq-bundle_start_0" -> "rabbitmq-bundle-docker-2_start_0 overcloud-rabbit-2" [ style = bold]
"rabbitmq-bundle_start_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq:0_monitor_0 rabbitmq-bundle-0" -> "rabbitmq-bundle-clone_start_0" [ style = bold]
"rabbitmq:0_monitor_0 rabbitmq-bundle-0" [ style=bold color="green" fontcolor="black"]
"rabbitmq:0_monitor_10000 rabbitmq-bundle-0" [ style=bold color="green" fontcolor="black"]
"rabbitmq:0_post_notify_start_0 rabbitmq-bundle-0" -> "rabbitmq-bundle-clone_confirmed-post_notify_running_0" [ style = bold]
"rabbitmq:0_post_notify_start_0 rabbitmq-bundle-0" [ style=bold color="green" fontcolor="black"]
"rabbitmq:0_start_0 rabbitmq-bundle-0" -> "rabbitmq-bundle-clone_running_0" [ style = bold]
"rabbitmq:0_start_0 rabbitmq-bundle-0" -> "rabbitmq:0_monitor_10000 rabbitmq-bundle-0" [ style = bold]
"rabbitmq:0_start_0 rabbitmq-bundle-0" -> "rabbitmq:1_start_0 rabbitmq-bundle-1" [ style = bold]
"rabbitmq:0_start_0 rabbitmq-bundle-0" [ style=bold color="green" fontcolor="black"]
"rabbitmq:1_monitor_0 rabbitmq-bundle-1" -> "rabbitmq-bundle-clone_start_0" [ style = bold]
"rabbitmq:1_monitor_0 rabbitmq-bundle-1" [ style=bold color="green" fontcolor="black"]
"rabbitmq:1_monitor_10000 rabbitmq-bundle-1" [ style=bold color="green" fontcolor="black"]
"rabbitmq:1_post_notify_start_0 rabbitmq-bundle-1" -> "rabbitmq-bundle-clone_confirmed-post_notify_running_0" [ style = bold]
"rabbitmq:1_post_notify_start_0 rabbitmq-bundle-1" [ style=bold color="green" fontcolor="black"]
"rabbitmq:1_start_0 rabbitmq-bundle-1" -> "rabbitmq-bundle-clone_running_0" [ style = bold]
"rabbitmq:1_start_0 rabbitmq-bundle-1" -> "rabbitmq:1_monitor_10000 rabbitmq-bundle-1" [ style = bold]
"rabbitmq:1_start_0 rabbitmq-bundle-1" -> "rabbitmq:2_start_0 rabbitmq-bundle-2" [ style = bold]
"rabbitmq:1_start_0 rabbitmq-bundle-1" [ style=bold color="green" fontcolor="black"]
"rabbitmq:2_monitor_0 rabbitmq-bundle-2" -> "rabbitmq-bundle-clone_start_0" [ style = bold]
"rabbitmq:2_monitor_0 rabbitmq-bundle-2" [ style=bold color="green" fontcolor="black"]
"rabbitmq:2_monitor_10000 rabbitmq-bundle-2" [ style=bold color="green" fontcolor="black"]
"rabbitmq:2_post_notify_start_0 rabbitmq-bundle-2" -> "rabbitmq-bundle-clone_confirmed-post_notify_running_0" [ style = bold]
"rabbitmq:2_post_notify_start_0 rabbitmq-bundle-2" [ style=bold color="green" fontcolor="black"]
"rabbitmq:2_start_0 rabbitmq-bundle-2" -> "rabbitmq-bundle-clone_running_0" [ style = bold]
"rabbitmq:2_start_0 rabbitmq-bundle-2" -> "rabbitmq:2_monitor_10000 rabbitmq-bundle-2" [ style = bold]
"rabbitmq:2_start_0 rabbitmq-bundle-2" [ style=bold color="green" fontcolor="black"]
}
diff --git a/pengine/test10/bundle-nested-colocation.exp b/pengine/test10/bundle-nested-colocation.exp
index b91ced57bd..266d4c0216 100644
--- a/pengine/test10/bundle-nested-colocation.exp
+++ b/pengine/test10/bundle-nested-colocation.exp
@@ -1,540 +1,756 @@
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
-
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
-
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
-
+
+
+
+
+
+
+
+
+
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
-
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
-
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
diff --git a/pengine/test10/bundle-nested-colocation.summary b/pengine/test10/bundle-nested-colocation.summary
index 7c708d2c1d..2cc1c7c86a 100644
--- a/pengine/test10/bundle-nested-colocation.summary
+++ b/pengine/test10/bundle-nested-colocation.summary
@@ -1,85 +1,103 @@
Using the original execution date of: 2017-07-14 08:50:25Z
Current cluster status:
Online: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 overcloud-galera-0 overcloud-galera-1 overcloud-galera-2 ]
RemoteOnline: [ overcloud-rabbit-0 overcloud-rabbit-1 overcloud-rabbit-2 ]
overcloud-rabbit-0 (ocf::pacemaker:remote): Started overcloud-controller-0
overcloud-rabbit-1 (ocf::pacemaker:remote): Started overcloud-controller-1
overcloud-rabbit-2 (ocf::pacemaker:remote): Started overcloud-controller-2
Docker container set: rabbitmq-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-rabbitmq:latest]
rabbitmq-bundle-0 (ocf::heartbeat:rabbitmq-cluster): Stopped overcloud-rabbit-0
rabbitmq-bundle-1 (ocf::heartbeat:rabbitmq-cluster): Stopped overcloud-rabbit-1
rabbitmq-bundle-2 (ocf::heartbeat:rabbitmq-cluster): Stopped overcloud-rabbit-2
Docker container set: galera-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-mariadb:latest]
galera-bundle-docker-0 (ocf::heartbeat:docker): Started overcloud-galera-0
galera-bundle-docker-1 (ocf::heartbeat:docker): Started overcloud-galera-1
galera-bundle-docker-2 (ocf::heartbeat:docker): Started overcloud-galera-2
Transition Summary:
* Restart rabbitmq-bundle-docker-0 ( overcloud-rabbit-0 )
* Start rabbitmq-bundle-0 (overcloud-controller-0)
* Start rabbitmq:0 (rabbitmq-bundle-0)
* Restart rabbitmq-bundle-docker-1 ( overcloud-rabbit-1 )
* Start rabbitmq-bundle-1 (overcloud-controller-1)
* Start rabbitmq:1 (rabbitmq-bundle-1)
* Restart rabbitmq-bundle-docker-2 ( overcloud-rabbit-2 )
* Start rabbitmq-bundle-2 (overcloud-controller-2)
* Start rabbitmq:2 (rabbitmq-bundle-2)
Executing cluster transition:
* Pseudo action: rabbitmq-bundle-clone_pre_notify_start_0
* Resource action: rabbitmq-bundle-docker-0 stop on overcloud-rabbit-0
+ * Resource action: rabbitmq-bundle-0 monitor on overcloud-galera-2
+ * Resource action: rabbitmq-bundle-0 monitor on overcloud-galera-1
+ * Resource action: rabbitmq-bundle-0 monitor on overcloud-galera-0
+ * Resource action: rabbitmq-bundle-0 monitor on overcloud-controller-2
+ * Resource action: rabbitmq-bundle-0 monitor on overcloud-controller-1
+ * Resource action: rabbitmq-bundle-0 monitor on overcloud-controller-0
* Resource action: rabbitmq-bundle-docker-1 stop on overcloud-rabbit-1
+ * Resource action: rabbitmq-bundle-1 monitor on overcloud-galera-2
+ * Resource action: rabbitmq-bundle-1 monitor on overcloud-galera-1
+ * Resource action: rabbitmq-bundle-1 monitor on overcloud-galera-0
+ * Resource action: rabbitmq-bundle-1 monitor on overcloud-controller-2
+ * Resource action: rabbitmq-bundle-1 monitor on overcloud-controller-1
+ * Resource action: rabbitmq-bundle-1 monitor on overcloud-controller-0
* Resource action: rabbitmq-bundle-docker-2 stop on overcloud-rabbit-2
+ * Resource action: rabbitmq-bundle-2 monitor on overcloud-galera-2
+ * Resource action: rabbitmq-bundle-2 monitor on overcloud-galera-1
+ * Resource action: rabbitmq-bundle-2 monitor on overcloud-galera-0
+ * Resource action: rabbitmq-bundle-2 monitor on overcloud-controller-2
+ * Resource action: rabbitmq-bundle-2 monitor on overcloud-controller-1
+ * Resource action: rabbitmq-bundle-2 monitor on overcloud-controller-0
* Pseudo action: rabbitmq-bundle_start_0
* Pseudo action: all_stopped
* Pseudo action: rabbitmq-bundle-clone_confirmed-pre_notify_start_0
* Resource action: rabbitmq-bundle-docker-0 start on overcloud-rabbit-0
* Resource action: rabbitmq-bundle-docker-0 monitor=60000 on overcloud-rabbit-0
* Resource action: rabbitmq-bundle-0 start on overcloud-controller-0
* Resource action: rabbitmq-bundle-docker-1 start on overcloud-rabbit-1
* Resource action: rabbitmq-bundle-docker-1 monitor=60000 on overcloud-rabbit-1
* Resource action: rabbitmq-bundle-1 start on overcloud-controller-1
* Resource action: rabbitmq-bundle-docker-2 start on overcloud-rabbit-2
* Resource action: rabbitmq-bundle-docker-2 monitor=60000 on overcloud-rabbit-2
* Resource action: rabbitmq-bundle-2 start on overcloud-controller-2
* Resource action: rabbitmq:0 monitor on rabbitmq-bundle-0
* Resource action: rabbitmq:1 monitor on rabbitmq-bundle-1
* Resource action: rabbitmq:2 monitor on rabbitmq-bundle-2
* Pseudo action: rabbitmq-bundle-clone_start_0
* Resource action: rabbitmq-bundle-0 monitor=60000 on overcloud-controller-0
* Resource action: rabbitmq-bundle-1 monitor=60000 on overcloud-controller-1
* Resource action: rabbitmq-bundle-2 monitor=60000 on overcloud-controller-2
* Resource action: rabbitmq:0 start on rabbitmq-bundle-0
* Resource action: rabbitmq:1 start on rabbitmq-bundle-1
* Resource action: rabbitmq:2 start on rabbitmq-bundle-2
* Pseudo action: rabbitmq-bundle-clone_running_0
* Pseudo action: rabbitmq-bundle-clone_post_notify_running_0
* Resource action: rabbitmq:0 notify on rabbitmq-bundle-0
* Resource action: rabbitmq:1 notify on rabbitmq-bundle-1
* Resource action: rabbitmq:2 notify on rabbitmq-bundle-2
* Pseudo action: rabbitmq-bundle-clone_confirmed-post_notify_running_0
* Pseudo action: rabbitmq-bundle_running_0
* Resource action: rabbitmq:0 monitor=10000 on rabbitmq-bundle-0
* Resource action: rabbitmq:1 monitor=10000 on rabbitmq-bundle-1
* Resource action: rabbitmq:2 monitor=10000 on rabbitmq-bundle-2
Using the original execution date of: 2017-07-14 08:50:25Z
Revised cluster status:
Online: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 overcloud-galera-0 overcloud-galera-1 overcloud-galera-2 ]
RemoteOnline: [ overcloud-rabbit-0 overcloud-rabbit-1 overcloud-rabbit-2 ]
Containers: [ rabbitmq-bundle-0:rabbitmq-bundle-docker-0 rabbitmq-bundle-1:rabbitmq-bundle-docker-1 rabbitmq-bundle-2:rabbitmq-bundle-docker-2 ]
overcloud-rabbit-0 (ocf::pacemaker:remote): Started overcloud-controller-0
overcloud-rabbit-1 (ocf::pacemaker:remote): Started overcloud-controller-1
overcloud-rabbit-2 (ocf::pacemaker:remote): Started overcloud-controller-2
Docker container set: rabbitmq-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-rabbitmq:latest]
rabbitmq-bundle-0 (ocf::heartbeat:rabbitmq-cluster): Started overcloud-rabbit-0
rabbitmq-bundle-1 (ocf::heartbeat:rabbitmq-cluster): Started overcloud-rabbit-1
rabbitmq-bundle-2 (ocf::heartbeat:rabbitmq-cluster): Started overcloud-rabbit-2
Docker container set: galera-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-mariadb:latest]
galera-bundle-docker-0 (ocf::heartbeat:docker): Started overcloud-galera-0
galera-bundle-docker-1 (ocf::heartbeat:docker): Started overcloud-galera-1
galera-bundle-docker-2 (ocf::heartbeat:docker): Started overcloud-galera-2
diff --git a/pengine/test10/bundle-order-fencing.dot b/pengine/test10/bundle-order-fencing.dot
index 0db9605698..cff477b14e 100644
--- a/pengine/test10/bundle-order-fencing.dot
+++ b/pengine/test10/bundle-order-fencing.dot
@@ -1,442 +1,466 @@
digraph "g" {
"Cancel redis_monitor_45000 redis-bundle-1" -> "redis_promote_0 redis-bundle-1" [ style = bold]
"Cancel redis_monitor_45000 redis-bundle-1" [ style=bold color="green" fontcolor="black"]
"Cancel redis_monitor_60000 redis-bundle-1" -> "redis_promote_0 redis-bundle-1" [ style = bold]
"Cancel redis_monitor_60000 redis-bundle-1" [ style=bold color="green" fontcolor="black"]
"all_stopped" -> "stonith-fence_ipmilan-5254000dcb3f_start_0 controller-2" [ style = bold]
"all_stopped" -> "stonith-fence_ipmilan-5254003e8e97_start_0 controller-1" [ style = bold]
"all_stopped" [ style=bold color="green" fontcolor="orange"]
+"galera-bundle-0_monitor_0 controller-1" -> "galera-bundle-0_start_0 controller-2" [ style = dashed]
+"galera-bundle-0_monitor_0 controller-1" -> "galera-bundle-0_stop_0 controller-0" [ style = bold]
+"galera-bundle-0_monitor_0 controller-1" [ style=bold color="green" fontcolor="black"]
+"galera-bundle-0_monitor_0 controller-2" -> "galera-bundle-0_start_0 controller-2" [ style = dashed]
+"galera-bundle-0_monitor_0 controller-2" -> "galera-bundle-0_stop_0 controller-0" [ style = bold]
+"galera-bundle-0_monitor_0 controller-2" [ style=bold color="green" fontcolor="black"]
"galera-bundle-0_monitor_60000 controller-2" [ style=dashed color="red" fontcolor="black"]
"galera-bundle-0_start_0 controller-2" -> "galera-bundle-0_monitor_60000 controller-2" [ style = dashed]
"galera-bundle-0_start_0 controller-2" -> "galera_monitor_20000 galera-bundle-0" [ style = dashed]
"galera-bundle-0_start_0 controller-2" -> "galera_monitor_30000 galera-bundle-0" [ style = dashed]
"galera-bundle-0_start_0 controller-2" -> "galera_start_0 galera-bundle-0" [ style = dashed]
"galera-bundle-0_start_0 controller-2" [ style=dashed color="red" fontcolor="black"]
"galera-bundle-0_stop_0 controller-0" -> "all_stopped" [ style = bold]
"galera-bundle-0_stop_0 controller-0" -> "galera-bundle-0_start_0 controller-2" [ style = dashed]
"galera-bundle-0_stop_0 controller-0" -> "galera-bundle-docker-0_stop_0 controller-0" [ style = bold]
"galera-bundle-0_stop_0 controller-0" [ style=bold color="green" fontcolor="orange"]
+"galera-bundle-1_monitor_0 controller-2" [ style=bold color="green" fontcolor="black"]
+"galera-bundle-2_monitor_0 controller-1" [ style=bold color="green" fontcolor="black"]
"galera-bundle-docker-0_stop_0 controller-0" -> "all_stopped" [ style = bold]
"galera-bundle-docker-0_stop_0 controller-0" -> "galera-bundle_stopped_0" [ style = bold]
"galera-bundle-docker-0_stop_0 controller-0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle-master_demote_0" -> "galera-bundle-master_demoted_0" [ style = bold]
"galera-bundle-master_demote_0" -> "galera_demote_0 galera-bundle-0" [ style = bold]
"galera-bundle-master_demote_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle-master_demoted_0" -> "galera-bundle-master_start_0" [ style = bold]
"galera-bundle-master_demoted_0" -> "galera-bundle-master_stop_0" [ style = bold]
"galera-bundle-master_demoted_0" -> "galera-bundle_demoted_0" [ style = bold]
"galera-bundle-master_demoted_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle-master_running_0" -> "galera-bundle_running_0" [ style = bold]
"galera-bundle-master_running_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle-master_start_0" -> "galera-bundle-master_running_0" [ style = bold]
"galera-bundle-master_start_0" -> "galera_start_0 galera-bundle-0" [ style = dashed]
"galera-bundle-master_start_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle-master_stop_0" -> "galera-bundle-master_stopped_0" [ style = bold]
"galera-bundle-master_stop_0" -> "galera_stop_0 galera-bundle-0" [ style = bold]
"galera-bundle-master_stop_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle-master_stopped_0" -> "galera-bundle-master_start_0" [ style = bold]
"galera-bundle-master_stopped_0" -> "galera-bundle_stopped_0" [ style = bold]
"galera-bundle-master_stopped_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle_demote_0" -> "galera-bundle-master_demote_0" [ style = bold]
"galera-bundle_demote_0" -> "galera-bundle_demoted_0" [ style = bold]
"galera-bundle_demote_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle_demoted_0" -> "galera-bundle_start_0" [ style = bold]
"galera-bundle_demoted_0" -> "galera-bundle_stop_0" [ style = bold]
"galera-bundle_demoted_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle_running_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle_start_0" -> "galera-bundle-master_start_0" [ style = bold]
"galera-bundle_start_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle_stop_0" -> "galera-bundle-docker-0_stop_0 controller-0" [ style = bold]
"galera-bundle_stop_0" -> "galera-bundle-master_stop_0" [ style = bold]
"galera-bundle_stop_0" -> "galera_stop_0 galera-bundle-0" [ style = bold]
"galera-bundle_stop_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle_stopped_0" -> "galera-bundle_start_0" [ style = bold]
"galera-bundle_stopped_0" [ style=bold color="green" fontcolor="orange"]
"galera_demote_0 galera-bundle-0" -> "galera-bundle-master_demoted_0" [ style = bold]
"galera_demote_0 galera-bundle-0" -> "galera_monitor_20000 galera-bundle-0" [ style = dashed]
"galera_demote_0 galera-bundle-0" -> "galera_monitor_30000 galera-bundle-0" [ style = dashed]
"galera_demote_0 galera-bundle-0" -> "galera_stop_0 galera-bundle-0" [ style = bold]
"galera_demote_0 galera-bundle-0" [ style=bold color="green" fontcolor="orange"]
"galera_monitor_20000 galera-bundle-0" [ style=dashed color="red" fontcolor="black"]
"galera_monitor_30000 galera-bundle-0" [ style=dashed color="red" fontcolor="black"]
"galera_start_0 galera-bundle-0" -> "galera-bundle-master_running_0" [ style = dashed]
"galera_start_0 galera-bundle-0" -> "galera_monitor_20000 galera-bundle-0" [ style = dashed]
"galera_start_0 galera-bundle-0" -> "galera_monitor_30000 galera-bundle-0" [ style = dashed]
"galera_start_0 galera-bundle-0" [ style=dashed color="red" fontcolor="black"]
"galera_stop_0 galera-bundle-0" -> "all_stopped" [ style = bold]
"galera_stop_0 galera-bundle-0" -> "galera-bundle-master_stopped_0" [ style = bold]
"galera_stop_0 galera-bundle-0" -> "galera_start_0 galera-bundle-0" [ style = dashed]
"galera_stop_0 galera-bundle-0" [ style=bold color="green" fontcolor="orange"]
"haproxy-bundle-docker-0_stop_0 controller-0" -> "all_stopped" [ style = bold]
"haproxy-bundle-docker-0_stop_0 controller-0" -> "haproxy-bundle_stopped_0" [ style = bold]
"haproxy-bundle-docker-0_stop_0 controller-0" [ style=bold color="green" fontcolor="orange"]
"haproxy-bundle_stop_0" -> "haproxy-bundle-docker-0_stop_0 controller-0" [ style = bold]
"haproxy-bundle_stop_0" [ style=bold color="green" fontcolor="orange"]
"haproxy-bundle_stopped_0" -> "ip-10.0.0.109_stop_0 controller-0" [ style = bold]
"haproxy-bundle_stopped_0" -> "ip-172.17.4.11_stop_0 controller-0" [ style = bold]
"haproxy-bundle_stopped_0" -> "ip-192.168.24.7_stop_0 controller-0" [ style = bold]
"haproxy-bundle_stopped_0" [ style=bold color="green" fontcolor="orange"]
"ip-10.0.0.109_monitor_10000 controller-1" [ style=bold color="green" fontcolor="black"]
"ip-10.0.0.109_start_0 controller-1" -> "ip-10.0.0.109_monitor_10000 controller-1" [ style = bold]
"ip-10.0.0.109_start_0 controller-1" [ style=bold color="green" fontcolor="black"]
"ip-10.0.0.109_stop_0 controller-0" -> "all_stopped" [ style = bold]
"ip-10.0.0.109_stop_0 controller-0" -> "ip-10.0.0.109_start_0 controller-1" [ style = bold]
"ip-10.0.0.109_stop_0 controller-0" [ style=bold color="green" fontcolor="orange"]
"ip-172.17.4.11_monitor_10000 controller-1" [ style=bold color="green" fontcolor="black"]
"ip-172.17.4.11_start_0 controller-1" -> "ip-172.17.4.11_monitor_10000 controller-1" [ style = bold]
"ip-172.17.4.11_start_0 controller-1" [ style=bold color="green" fontcolor="black"]
"ip-172.17.4.11_stop_0 controller-0" -> "all_stopped" [ style = bold]
"ip-172.17.4.11_stop_0 controller-0" -> "ip-172.17.4.11_start_0 controller-1" [ style = bold]
"ip-172.17.4.11_stop_0 controller-0" [ style=bold color="green" fontcolor="orange"]
"ip-192.168.24.7_monitor_10000 controller-2" [ style=bold color="green" fontcolor="black"]
"ip-192.168.24.7_start_0 controller-2" -> "ip-192.168.24.7_monitor_10000 controller-2" [ style = bold]
"ip-192.168.24.7_start_0 controller-2" [ style=bold color="green" fontcolor="black"]
"ip-192.168.24.7_stop_0 controller-0" -> "all_stopped" [ style = bold]
"ip-192.168.24.7_stop_0 controller-0" -> "ip-192.168.24.7_start_0 controller-2" [ style = bold]
"ip-192.168.24.7_stop_0 controller-0" [ style=bold color="green" fontcolor="orange"]
+"rabbitmq-bundle-0_monitor_0 controller-1" -> "rabbitmq-bundle-0_start_0 controller-1" [ style = dashed]
+"rabbitmq-bundle-0_monitor_0 controller-1" -> "rabbitmq-bundle-0_stop_0 controller-0" [ style = bold]
+"rabbitmq-bundle-0_monitor_0 controller-1" [ style=bold color="green" fontcolor="black"]
+"rabbitmq-bundle-0_monitor_0 controller-2" -> "rabbitmq-bundle-0_start_0 controller-1" [ style = dashed]
+"rabbitmq-bundle-0_monitor_0 controller-2" -> "rabbitmq-bundle-0_stop_0 controller-0" [ style = bold]
+"rabbitmq-bundle-0_monitor_0 controller-2" [ style=bold color="green" fontcolor="black"]
"rabbitmq-bundle-0_monitor_60000 controller-1" [ style=dashed color="red" fontcolor="black"]
"rabbitmq-bundle-0_start_0 controller-1" -> "rabbitmq-bundle-0_monitor_60000 controller-1" [ style = dashed]
"rabbitmq-bundle-0_start_0 controller-1" -> "rabbitmq_monitor_10000 rabbitmq-bundle-0" [ style = dashed]
"rabbitmq-bundle-0_start_0 controller-1" -> "rabbitmq_start_0 rabbitmq-bundle-0" [ style = dashed]
"rabbitmq-bundle-0_start_0 controller-1" [ style=dashed color="red" fontcolor="black"]
"rabbitmq-bundle-0_stop_0 controller-0" -> "all_stopped" [ style = bold]
"rabbitmq-bundle-0_stop_0 controller-0" -> "rabbitmq-bundle-0_start_0 controller-1" [ style = dashed]
"rabbitmq-bundle-0_stop_0 controller-0" -> "rabbitmq-bundle-docker-0_stop_0 controller-0" [ style = bold]
"rabbitmq-bundle-0_stop_0 controller-0" [ style=bold color="green" fontcolor="orange"]
+"rabbitmq-bundle-1_monitor_0 controller-2" [ style=bold color="green" fontcolor="black"]
+"rabbitmq-bundle-2_monitor_0 controller-1" [ style=bold color="green" fontcolor="black"]
"rabbitmq-bundle-clone_confirmed-post_notify_running_0" -> "rabbitmq-bundle_running_0" [ style = bold]
"rabbitmq-bundle-clone_confirmed-post_notify_running_0" -> "rabbitmq_monitor_10000 rabbitmq-bundle-0" [ style = dashed]
"rabbitmq-bundle-clone_confirmed-post_notify_running_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle-clone_confirmed-post_notify_stopped_0" -> "all_stopped" [ style = bold]
"rabbitmq-bundle-clone_confirmed-post_notify_stopped_0" -> "rabbitmq-bundle-clone_pre_notify_start_0" [ style = bold]
"rabbitmq-bundle-clone_confirmed-post_notify_stopped_0" -> "rabbitmq-bundle_stopped_0" [ style = bold]
"rabbitmq-bundle-clone_confirmed-post_notify_stopped_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle-clone_confirmed-pre_notify_start_0" -> "rabbitmq-bundle-clone_post_notify_running_0" [ style = bold]
"rabbitmq-bundle-clone_confirmed-pre_notify_start_0" -> "rabbitmq-bundle-clone_start_0" [ style = bold]
"rabbitmq-bundle-clone_confirmed-pre_notify_start_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle-clone_confirmed-pre_notify_stop_0" -> "rabbitmq-bundle-clone_post_notify_stopped_0" [ style = bold]
"rabbitmq-bundle-clone_confirmed-pre_notify_stop_0" -> "rabbitmq-bundle-clone_stop_0" [ style = bold]
"rabbitmq-bundle-clone_confirmed-pre_notify_stop_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle-clone_post_notify_running_0" -> "rabbitmq-bundle-clone_confirmed-post_notify_running_0" [ style = bold]
"rabbitmq-bundle-clone_post_notify_running_0" -> "rabbitmq_post_notify_running_0 rabbitmq-bundle-0" [ style = bold]
"rabbitmq-bundle-clone_post_notify_running_0" -> "rabbitmq_post_notify_running_0 rabbitmq-bundle-1" [ style = bold]
"rabbitmq-bundle-clone_post_notify_running_0" -> "rabbitmq_post_notify_running_0 rabbitmq-bundle-2" [ style = bold]
"rabbitmq-bundle-clone_post_notify_running_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle-clone_post_notify_stopped_0" -> "rabbitmq-bundle-clone_confirmed-post_notify_stopped_0" [ style = bold]
"rabbitmq-bundle-clone_post_notify_stopped_0" -> "rabbitmq_post_notify_stonith_0 rabbitmq-bundle-1" [ style = bold]
"rabbitmq-bundle-clone_post_notify_stopped_0" -> "rabbitmq_post_notify_stonith_0 rabbitmq-bundle-2" [ style = bold]
"rabbitmq-bundle-clone_post_notify_stopped_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle-clone_pre_notify_start_0" -> "rabbitmq-bundle-clone_confirmed-pre_notify_start_0" [ style = bold]
"rabbitmq-bundle-clone_pre_notify_start_0" -> "rabbitmq_pre_notify_start_0 rabbitmq-bundle-1" [ style = bold]
"rabbitmq-bundle-clone_pre_notify_start_0" -> "rabbitmq_pre_notify_start_0 rabbitmq-bundle-2" [ style = bold]
"rabbitmq-bundle-clone_pre_notify_start_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle-clone_pre_notify_stop_0" -> "rabbitmq-bundle-clone_confirmed-pre_notify_stop_0" [ style = bold]
"rabbitmq-bundle-clone_pre_notify_stop_0" -> "rabbitmq_pre_notify_stop_0 rabbitmq-bundle-1" [ style = bold]
"rabbitmq-bundle-clone_pre_notify_stop_0" -> "rabbitmq_pre_notify_stop_0 rabbitmq-bundle-2" [ style = bold]
"rabbitmq-bundle-clone_pre_notify_stop_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle-clone_running_0" -> "rabbitmq-bundle-clone_post_notify_running_0" [ style = bold]
"rabbitmq-bundle-clone_running_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle-clone_start_0" -> "rabbitmq-bundle-clone_running_0" [ style = bold]
"rabbitmq-bundle-clone_start_0" -> "rabbitmq_start_0 rabbitmq-bundle-0" [ style = dashed]
"rabbitmq-bundle-clone_start_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle-clone_stop_0" -> "rabbitmq-bundle-clone_stopped_0" [ style = bold]
"rabbitmq-bundle-clone_stop_0" -> "rabbitmq_stop_0 rabbitmq-bundle-0" [ style = bold]
"rabbitmq-bundle-clone_stop_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle-clone_stopped_0" -> "rabbitmq-bundle-clone_post_notify_stopped_0" [ style = bold]
"rabbitmq-bundle-clone_stopped_0" -> "rabbitmq-bundle-clone_start_0" [ style = bold]
"rabbitmq-bundle-clone_stopped_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle-docker-0_stop_0 controller-0" -> "all_stopped" [ style = bold]
"rabbitmq-bundle-docker-0_stop_0 controller-0" -> "rabbitmq-bundle_stopped_0" [ style = bold]
"rabbitmq-bundle-docker-0_stop_0 controller-0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle_running_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle_start_0" -> "rabbitmq-bundle-clone_start_0" [ style = bold]
"rabbitmq-bundle_start_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle_stop_0" -> "rabbitmq-bundle-clone_stop_0" [ style = bold]
"rabbitmq-bundle_stop_0" -> "rabbitmq-bundle-docker-0_stop_0 controller-0" [ style = bold]
"rabbitmq-bundle_stop_0" -> "rabbitmq_stop_0 rabbitmq-bundle-0" [ style = bold]
"rabbitmq-bundle_stop_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle_stopped_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq_confirmed-post_notify_stonith_0" -> "all_stopped" [ style = bold]
"rabbitmq_confirmed-post_notify_stonith_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq_monitor_10000 rabbitmq-bundle-0" [ style=dashed color="red" fontcolor="black"]
"rabbitmq_post_notify_running_0 rabbitmq-bundle-0" -> "rabbitmq-bundle-clone_confirmed-post_notify_running_0" [ style = bold]
"rabbitmq_post_notify_running_0 rabbitmq-bundle-0" [ style=bold color="green" fontcolor="black"]
"rabbitmq_post_notify_running_0 rabbitmq-bundle-1" -> "rabbitmq-bundle-clone_confirmed-post_notify_running_0" [ style = bold]
"rabbitmq_post_notify_running_0 rabbitmq-bundle-1" [ style=bold color="green" fontcolor="black"]
"rabbitmq_post_notify_running_0 rabbitmq-bundle-2" -> "rabbitmq-bundle-clone_confirmed-post_notify_running_0" [ style = bold]
"rabbitmq_post_notify_running_0 rabbitmq-bundle-2" [ style=bold color="green" fontcolor="black"]
"rabbitmq_post_notify_stonith_0 rabbitmq-bundle-1" -> "rabbitmq-bundle-clone_confirmed-post_notify_stopped_0" [ style = bold]
"rabbitmq_post_notify_stonith_0 rabbitmq-bundle-1" -> "rabbitmq_confirmed-post_notify_stonith_0" [ style = bold]
"rabbitmq_post_notify_stonith_0 rabbitmq-bundle-1" [ style=bold color="green" fontcolor="black"]
"rabbitmq_post_notify_stonith_0 rabbitmq-bundle-2" -> "rabbitmq-bundle-clone_confirmed-post_notify_stopped_0" [ style = bold]
"rabbitmq_post_notify_stonith_0 rabbitmq-bundle-2" -> "rabbitmq_confirmed-post_notify_stonith_0" [ style = bold]
"rabbitmq_post_notify_stonith_0 rabbitmq-bundle-2" [ style=bold color="green" fontcolor="black"]
"rabbitmq_post_notify_stonith_0" -> "rabbitmq_confirmed-post_notify_stonith_0" [ style = bold]
"rabbitmq_post_notify_stonith_0" -> "rabbitmq_post_notify_stonith_0 rabbitmq-bundle-1" [ style = bold]
"rabbitmq_post_notify_stonith_0" -> "rabbitmq_post_notify_stonith_0 rabbitmq-bundle-2" [ style = bold]
"rabbitmq_post_notify_stonith_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq_pre_notify_start_0 rabbitmq-bundle-1" -> "rabbitmq-bundle-clone_confirmed-pre_notify_start_0" [ style = bold]
"rabbitmq_pre_notify_start_0 rabbitmq-bundle-1" [ style=bold color="green" fontcolor="black"]
"rabbitmq_pre_notify_start_0 rabbitmq-bundle-2" -> "rabbitmq-bundle-clone_confirmed-pre_notify_start_0" [ style = bold]
"rabbitmq_pre_notify_start_0 rabbitmq-bundle-2" [ style=bold color="green" fontcolor="black"]
"rabbitmq_pre_notify_stop_0 rabbitmq-bundle-1" -> "rabbitmq-bundle-clone_confirmed-pre_notify_stop_0" [ style = bold]
"rabbitmq_pre_notify_stop_0 rabbitmq-bundle-1" [ style=bold color="green" fontcolor="black"]
"rabbitmq_pre_notify_stop_0 rabbitmq-bundle-2" -> "rabbitmq-bundle-clone_confirmed-pre_notify_stop_0" [ style = bold]
"rabbitmq_pre_notify_stop_0 rabbitmq-bundle-2" [ style=bold color="green" fontcolor="black"]
"rabbitmq_start_0 rabbitmq-bundle-0" -> "rabbitmq-bundle-clone_running_0" [ style = dashed]
"rabbitmq_start_0 rabbitmq-bundle-0" -> "rabbitmq_monitor_10000 rabbitmq-bundle-0" [ style = dashed]
"rabbitmq_start_0 rabbitmq-bundle-0" [ style=dashed color="red" fontcolor="black"]
"rabbitmq_stop_0 rabbitmq-bundle-0" -> "all_stopped" [ style = bold]
"rabbitmq_stop_0 rabbitmq-bundle-0" -> "rabbitmq-bundle-clone_stopped_0" [ style = bold]
"rabbitmq_stop_0 rabbitmq-bundle-0" -> "rabbitmq_start_0 rabbitmq-bundle-0" [ style = dashed]
"rabbitmq_stop_0 rabbitmq-bundle-0" [ style=bold color="green" fontcolor="orange"]
+"redis-bundle-0_monitor_0 controller-1" -> "redis-bundle-0_start_0 controller-1" [ style = dashed]
+"redis-bundle-0_monitor_0 controller-1" -> "redis-bundle-0_stop_0 controller-0" [ style = bold]
+"redis-bundle-0_monitor_0 controller-1" [ style=bold color="green" fontcolor="black"]
+"redis-bundle-0_monitor_0 controller-2" -> "redis-bundle-0_start_0 controller-1" [ style = dashed]
+"redis-bundle-0_monitor_0 controller-2" -> "redis-bundle-0_stop_0 controller-0" [ style = bold]
+"redis-bundle-0_monitor_0 controller-2" [ style=bold color="green" fontcolor="black"]
"redis-bundle-0_monitor_60000 controller-1" [ style=dashed color="red" fontcolor="black"]
"redis-bundle-0_start_0 controller-1" -> "redis-bundle-0_monitor_60000 controller-1" [ style = dashed]
"redis-bundle-0_start_0 controller-1" -> "redis_monitor_45000 redis-bundle-0" [ style = dashed]
"redis-bundle-0_start_0 controller-1" -> "redis_monitor_60000 redis-bundle-0" [ style = dashed]
"redis-bundle-0_start_0 controller-1" -> "redis_start_0 redis-bundle-0" [ style = dashed]
"redis-bundle-0_start_0 controller-1" [ style=dashed color="red" fontcolor="black"]
"redis-bundle-0_stop_0 controller-0" -> "all_stopped" [ style = bold]
"redis-bundle-0_stop_0 controller-0" -> "redis-bundle-0_start_0 controller-1" [ style = dashed]
"redis-bundle-0_stop_0 controller-0" -> "redis-bundle-docker-0_stop_0 controller-0" [ style = bold]
"redis-bundle-0_stop_0 controller-0" [ style=bold color="green" fontcolor="orange"]
+"redis-bundle-1_monitor_0 controller-2" [ style=bold color="green" fontcolor="black"]
+"redis-bundle-2_monitor_0 controller-1" [ style=bold color="green" fontcolor="black"]
"redis-bundle-docker-0_stop_0 controller-0" -> "all_stopped" [ style = bold]
"redis-bundle-docker-0_stop_0 controller-0" -> "redis-bundle_stopped_0" [ style = bold]
"redis-bundle-docker-0_stop_0 controller-0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_confirmed-post_notify_demoted_0" -> "redis-bundle-master_pre_notify_promote_0" [ style = bold]
"redis-bundle-master_confirmed-post_notify_demoted_0" -> "redis-bundle-master_pre_notify_start_0" [ style = bold]
"redis-bundle-master_confirmed-post_notify_demoted_0" -> "redis-bundle-master_pre_notify_stop_0" [ style = bold]
"redis-bundle-master_confirmed-post_notify_demoted_0" -> "redis-bundle_demoted_0" [ style = bold]
"redis-bundle-master_confirmed-post_notify_demoted_0" -> "redis_monitor_20000 redis-bundle-1" [ style = bold]
"redis-bundle-master_confirmed-post_notify_demoted_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_confirmed-post_notify_promoted_0" -> "redis-bundle_promoted_0" [ style = bold]
"redis-bundle-master_confirmed-post_notify_promoted_0" -> "redis_monitor_20000 redis-bundle-1" [ style = bold]
"redis-bundle-master_confirmed-post_notify_promoted_0" -> "redis_monitor_45000 redis-bundle-0" [ style = dashed]
"redis-bundle-master_confirmed-post_notify_promoted_0" -> "redis_monitor_60000 redis-bundle-0" [ style = dashed]
"redis-bundle-master_confirmed-post_notify_promoted_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_confirmed-post_notify_running_0" -> "redis-bundle-master_pre_notify_promote_0" [ style = bold]
"redis-bundle-master_confirmed-post_notify_running_0" -> "redis-bundle_running_0" [ style = bold]
"redis-bundle-master_confirmed-post_notify_running_0" -> "redis_monitor_20000 redis-bundle-1" [ style = bold]
"redis-bundle-master_confirmed-post_notify_running_0" -> "redis_monitor_45000 redis-bundle-0" [ style = dashed]
"redis-bundle-master_confirmed-post_notify_running_0" -> "redis_monitor_60000 redis-bundle-0" [ style = dashed]
"redis-bundle-master_confirmed-post_notify_running_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_confirmed-post_notify_stopped_0" -> "all_stopped" [ style = bold]
"redis-bundle-master_confirmed-post_notify_stopped_0" -> "redis-bundle-master_pre_notify_promote_0" [ style = bold]
"redis-bundle-master_confirmed-post_notify_stopped_0" -> "redis-bundle-master_pre_notify_start_0" [ style = bold]
"redis-bundle-master_confirmed-post_notify_stopped_0" -> "redis-bundle_stopped_0" [ style = bold]
"redis-bundle-master_confirmed-post_notify_stopped_0" -> "redis_monitor_20000 redis-bundle-1" [ style = bold]
"redis-bundle-master_confirmed-post_notify_stopped_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_confirmed-pre_notify_demote_0" -> "redis-bundle-master_demote_0" [ style = bold]
"redis-bundle-master_confirmed-pre_notify_demote_0" -> "redis-bundle-master_post_notify_demoted_0" [ style = bold]
"redis-bundle-master_confirmed-pre_notify_demote_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_confirmed-pre_notify_promote_0" -> "redis-bundle-master_post_notify_promoted_0" [ style = bold]
"redis-bundle-master_confirmed-pre_notify_promote_0" -> "redis-bundle-master_promote_0" [ style = bold]
"redis-bundle-master_confirmed-pre_notify_promote_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_confirmed-pre_notify_start_0" -> "redis-bundle-master_post_notify_running_0" [ style = bold]
"redis-bundle-master_confirmed-pre_notify_start_0" -> "redis-bundle-master_start_0" [ style = bold]
"redis-bundle-master_confirmed-pre_notify_start_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_confirmed-pre_notify_stop_0" -> "redis-bundle-master_post_notify_stopped_0" [ style = bold]
"redis-bundle-master_confirmed-pre_notify_stop_0" -> "redis-bundle-master_stop_0" [ style = bold]
"redis-bundle-master_confirmed-pre_notify_stop_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_demote_0" -> "redis-bundle-master_demoted_0" [ style = bold]
"redis-bundle-master_demote_0" -> "redis_demote_0 redis-bundle-0" [ style = bold]
"redis-bundle-master_demote_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_demoted_0" -> "redis-bundle-master_post_notify_demoted_0" [ style = bold]
"redis-bundle-master_demoted_0" -> "redis-bundle-master_promote_0" [ style = bold]
"redis-bundle-master_demoted_0" -> "redis-bundle-master_start_0" [ style = bold]
"redis-bundle-master_demoted_0" -> "redis-bundle-master_stop_0" [ style = bold]
"redis-bundle-master_demoted_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_post_notify_demoted_0" -> "redis-bundle-master_confirmed-post_notify_demoted_0" [ style = bold]
"redis-bundle-master_post_notify_demoted_0" -> "redis_post_notify_demoted_0 redis-bundle-1" [ style = bold]
"redis-bundle-master_post_notify_demoted_0" -> "redis_post_notify_demoted_0 redis-bundle-2" [ style = bold]
"redis-bundle-master_post_notify_demoted_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_post_notify_promoted_0" -> "redis-bundle-master_confirmed-post_notify_promoted_0" [ style = bold]
"redis-bundle-master_post_notify_promoted_0" -> "redis_post_notify_promoted_0 redis-bundle-0" [ style = bold]
"redis-bundle-master_post_notify_promoted_0" -> "redis_post_notify_promoted_0 redis-bundle-1" [ style = bold]
"redis-bundle-master_post_notify_promoted_0" -> "redis_post_notify_promoted_0 redis-bundle-2" [ style = bold]
"redis-bundle-master_post_notify_promoted_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_post_notify_running_0" -> "redis-bundle-master_confirmed-post_notify_running_0" [ style = bold]
"redis-bundle-master_post_notify_running_0" -> "redis_post_notify_running_0 redis-bundle-0" [ style = bold]
"redis-bundle-master_post_notify_running_0" -> "redis_post_notify_running_0 redis-bundle-1" [ style = bold]
"redis-bundle-master_post_notify_running_0" -> "redis_post_notify_running_0 redis-bundle-2" [ style = bold]
"redis-bundle-master_post_notify_running_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_post_notify_stopped_0" -> "redis-bundle-master_confirmed-post_notify_stopped_0" [ style = bold]
"redis-bundle-master_post_notify_stopped_0" -> "redis_post_notify_stonith_0 redis-bundle-1" [ style = bold]
"redis-bundle-master_post_notify_stopped_0" -> "redis_post_notify_stonith_0 redis-bundle-2" [ style = bold]
"redis-bundle-master_post_notify_stopped_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_pre_notify_demote_0" -> "redis-bundle-master_confirmed-pre_notify_demote_0" [ style = bold]
"redis-bundle-master_pre_notify_demote_0" -> "redis_pre_notify_demote_0 redis-bundle-1" [ style = bold]
"redis-bundle-master_pre_notify_demote_0" -> "redis_pre_notify_demote_0 redis-bundle-2" [ style = bold]
"redis-bundle-master_pre_notify_demote_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_pre_notify_promote_0" -> "redis-bundle-master_confirmed-pre_notify_promote_0" [ style = bold]
"redis-bundle-master_pre_notify_promote_0" -> "redis_pre_notify_promote_0 redis-bundle-0" [ style = bold]
"redis-bundle-master_pre_notify_promote_0" -> "redis_pre_notify_promote_0 redis-bundle-1" [ style = bold]
"redis-bundle-master_pre_notify_promote_0" -> "redis_pre_notify_promote_0 redis-bundle-2" [ style = bold]
"redis-bundle-master_pre_notify_promote_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_pre_notify_start_0" -> "redis-bundle-master_confirmed-pre_notify_start_0" [ style = bold]
"redis-bundle-master_pre_notify_start_0" -> "redis_pre_notify_start_0 redis-bundle-1" [ style = bold]
"redis-bundle-master_pre_notify_start_0" -> "redis_pre_notify_start_0 redis-bundle-2" [ style = bold]
"redis-bundle-master_pre_notify_start_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_pre_notify_stop_0" -> "redis-bundle-master_confirmed-pre_notify_stop_0" [ style = bold]
"redis-bundle-master_pre_notify_stop_0" -> "redis_pre_notify_stop_0 redis-bundle-1" [ style = bold]
"redis-bundle-master_pre_notify_stop_0" -> "redis_pre_notify_stop_0 redis-bundle-2" [ style = bold]
"redis-bundle-master_pre_notify_stop_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_promote_0" -> "redis_promote_0 redis-bundle-1" [ style = bold]
"redis-bundle-master_promote_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_promoted_0" -> "redis-bundle-master_post_notify_promoted_0" [ style = bold]
"redis-bundle-master_promoted_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_running_0" -> "redis-bundle-master_post_notify_running_0" [ style = bold]
"redis-bundle-master_running_0" -> "redis-bundle-master_promote_0" [ style = bold]
"redis-bundle-master_running_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_start_0" -> "redis-bundle-master_running_0" [ style = bold]
"redis-bundle-master_start_0" -> "redis_start_0 redis-bundle-0" [ style = dashed]
"redis-bundle-master_start_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_stop_0" -> "redis-bundle-master_stopped_0" [ style = bold]
"redis-bundle-master_stop_0" -> "redis_stop_0 redis-bundle-0" [ style = bold]
"redis-bundle-master_stop_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_stopped_0" -> "redis-bundle-master_post_notify_stopped_0" [ style = bold]
"redis-bundle-master_stopped_0" -> "redis-bundle-master_promote_0" [ style = bold]
"redis-bundle-master_stopped_0" -> "redis-bundle-master_start_0" [ style = bold]
"redis-bundle-master_stopped_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle_demote_0" -> "redis-bundle-master_demote_0" [ style = bold]
"redis-bundle_demote_0" -> "redis-bundle_demoted_0" [ style = bold]
"redis-bundle_demote_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle_demoted_0" -> "redis-bundle_promote_0" [ style = bold]
"redis-bundle_demoted_0" -> "redis-bundle_start_0" [ style = bold]
"redis-bundle_demoted_0" -> "redis-bundle_stop_0" [ style = bold]
"redis-bundle_demoted_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle_promote_0" -> "redis-bundle-master_promote_0" [ style = bold]
"redis-bundle_promote_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle_promoted_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle_running_0" -> "redis-bundle_promote_0" [ style = bold]
"redis-bundle_running_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle_start_0" -> "redis-bundle-master_start_0" [ style = bold]
"redis-bundle_start_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle_stop_0" -> "redis-bundle-docker-0_stop_0 controller-0" [ style = bold]
"redis-bundle_stop_0" -> "redis-bundle-master_stop_0" [ style = bold]
"redis-bundle_stop_0" -> "redis_stop_0 redis-bundle-0" [ style = bold]
"redis-bundle_stop_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle_stopped_0" -> "redis-bundle_promote_0" [ style = bold]
"redis-bundle_stopped_0" -> "redis-bundle_start_0" [ style = bold]
"redis-bundle_stopped_0" [ style=bold color="green" fontcolor="orange"]
"redis_confirmed-post_notify_stonith_0" -> "all_stopped" [ style = bold]
"redis_confirmed-post_notify_stonith_0" -> "redis_monitor_20000 redis-bundle-1" [ style = bold]
"redis_confirmed-post_notify_stonith_0" [ style=bold color="green" fontcolor="orange"]
"redis_demote_0 redis-bundle-0" -> "redis-bundle-master_demoted_0" [ style = bold]
"redis_demote_0 redis-bundle-0" -> "redis_monitor_45000 redis-bundle-0" [ style = dashed]
"redis_demote_0 redis-bundle-0" -> "redis_monitor_60000 redis-bundle-0" [ style = dashed]
"redis_demote_0 redis-bundle-0" -> "redis_stop_0 redis-bundle-0" [ style = bold]
"redis_demote_0 redis-bundle-0" [ style=bold color="green" fontcolor="orange"]
"redis_monitor_20000 redis-bundle-1" [ style=bold color="green" fontcolor="black"]
"redis_monitor_45000 redis-bundle-0" [ style=dashed color="red" fontcolor="black"]
"redis_monitor_60000 redis-bundle-0" [ style=dashed color="red" fontcolor="black"]
"redis_post_notify_demoted_0 redis-bundle-1" -> "redis-bundle-master_confirmed-post_notify_demoted_0" [ style = bold]
"redis_post_notify_demoted_0 redis-bundle-1" [ style=bold color="green" fontcolor="black"]
"redis_post_notify_demoted_0 redis-bundle-2" -> "redis-bundle-master_confirmed-post_notify_demoted_0" [ style = bold]
"redis_post_notify_demoted_0 redis-bundle-2" [ style=bold color="green" fontcolor="black"]
"redis_post_notify_promoted_0 redis-bundle-0" -> "redis-bundle-master_confirmed-post_notify_promoted_0" [ style = bold]
"redis_post_notify_promoted_0 redis-bundle-0" [ style=bold color="green" fontcolor="black"]
"redis_post_notify_promoted_0 redis-bundle-1" -> "redis-bundle-master_confirmed-post_notify_promoted_0" [ style = bold]
"redis_post_notify_promoted_0 redis-bundle-1" [ style=bold color="green" fontcolor="black"]
"redis_post_notify_promoted_0 redis-bundle-2" -> "redis-bundle-master_confirmed-post_notify_promoted_0" [ style = bold]
"redis_post_notify_promoted_0 redis-bundle-2" [ style=bold color="green" fontcolor="black"]
"redis_post_notify_running_0 redis-bundle-0" -> "redis-bundle-master_confirmed-post_notify_running_0" [ style = bold]
"redis_post_notify_running_0 redis-bundle-0" [ style=bold color="green" fontcolor="black"]
"redis_post_notify_running_0 redis-bundle-1" -> "redis-bundle-master_confirmed-post_notify_running_0" [ style = bold]
"redis_post_notify_running_0 redis-bundle-1" [ style=bold color="green" fontcolor="black"]
"redis_post_notify_running_0 redis-bundle-2" -> "redis-bundle-master_confirmed-post_notify_running_0" [ style = bold]
"redis_post_notify_running_0 redis-bundle-2" [ style=bold color="green" fontcolor="black"]
"redis_post_notify_stonith_0 redis-bundle-1" -> "redis-bundle-master_confirmed-post_notify_stopped_0" [ style = bold]
"redis_post_notify_stonith_0 redis-bundle-1" -> "redis_confirmed-post_notify_stonith_0" [ style = bold]
"redis_post_notify_stonith_0 redis-bundle-1" [ style=bold color="green" fontcolor="black"]
"redis_post_notify_stonith_0 redis-bundle-2" -> "redis-bundle-master_confirmed-post_notify_stopped_0" [ style = bold]
"redis_post_notify_stonith_0 redis-bundle-2" -> "redis_confirmed-post_notify_stonith_0" [ style = bold]
"redis_post_notify_stonith_0 redis-bundle-2" [ style=bold color="green" fontcolor="black"]
"redis_post_notify_stonith_0" -> "redis_confirmed-post_notify_stonith_0" [ style = bold]
"redis_post_notify_stonith_0" -> "redis_post_notify_stonith_0 redis-bundle-1" [ style = bold]
"redis_post_notify_stonith_0" -> "redis_post_notify_stonith_0 redis-bundle-2" [ style = bold]
"redis_post_notify_stonith_0" [ style=bold color="green" fontcolor="orange"]
"redis_pre_notify_demote_0 redis-bundle-1" -> "redis-bundle-master_confirmed-pre_notify_demote_0" [ style = bold]
"redis_pre_notify_demote_0 redis-bundle-1" [ style=bold color="green" fontcolor="black"]
"redis_pre_notify_demote_0 redis-bundle-2" -> "redis-bundle-master_confirmed-pre_notify_demote_0" [ style = bold]
"redis_pre_notify_demote_0 redis-bundle-2" [ style=bold color="green" fontcolor="black"]
"redis_pre_notify_promote_0 redis-bundle-0" -> "redis-bundle-master_confirmed-pre_notify_promote_0" [ style = bold]
"redis_pre_notify_promote_0 redis-bundle-0" [ style=bold color="green" fontcolor="black"]
"redis_pre_notify_promote_0 redis-bundle-1" -> "redis-bundle-master_confirmed-pre_notify_promote_0" [ style = bold]
"redis_pre_notify_promote_0 redis-bundle-1" [ style=bold color="green" fontcolor="black"]
"redis_pre_notify_promote_0 redis-bundle-2" -> "redis-bundle-master_confirmed-pre_notify_promote_0" [ style = bold]
"redis_pre_notify_promote_0 redis-bundle-2" [ style=bold color="green" fontcolor="black"]
"redis_pre_notify_start_0 redis-bundle-1" -> "redis-bundle-master_confirmed-pre_notify_start_0" [ style = bold]
"redis_pre_notify_start_0 redis-bundle-1" [ style=bold color="green" fontcolor="black"]
"redis_pre_notify_start_0 redis-bundle-2" -> "redis-bundle-master_confirmed-pre_notify_start_0" [ style = bold]
"redis_pre_notify_start_0 redis-bundle-2" [ style=bold color="green" fontcolor="black"]
"redis_pre_notify_stop_0 redis-bundle-1" -> "redis-bundle-master_confirmed-pre_notify_stop_0" [ style = bold]
"redis_pre_notify_stop_0 redis-bundle-1" [ style=bold color="green" fontcolor="black"]
"redis_pre_notify_stop_0 redis-bundle-2" -> "redis-bundle-master_confirmed-pre_notify_stop_0" [ style = bold]
"redis_pre_notify_stop_0 redis-bundle-2" [ style=bold color="green" fontcolor="black"]
"redis_promote_0 redis-bundle-1" -> "redis-bundle-master_promoted_0" [ style = bold]
"redis_promote_0 redis-bundle-1" -> "redis_monitor_20000 redis-bundle-1" [ style = bold]
"redis_promote_0 redis-bundle-1" [ style=bold color="green" fontcolor="black"]
"redis_start_0 redis-bundle-0" -> "redis-bundle-master_running_0" [ style = dashed]
"redis_start_0 redis-bundle-0" -> "redis_monitor_45000 redis-bundle-0" [ style = dashed]
"redis_start_0 redis-bundle-0" -> "redis_monitor_60000 redis-bundle-0" [ style = dashed]
"redis_start_0 redis-bundle-0" [ style=dashed color="red" fontcolor="black"]
"redis_stop_0 redis-bundle-0" -> "all_stopped" [ style = bold]
"redis_stop_0 redis-bundle-0" -> "redis-bundle-master_stopped_0" [ style = bold]
"redis_stop_0 redis-bundle-0" -> "redis_start_0 redis-bundle-0" [ style = dashed]
"redis_stop_0 redis-bundle-0" [ style=bold color="green" fontcolor="orange"]
"stonith 'off' galera-bundle-0" -> "galera-bundle-master_stop_0" [ style = bold]
"stonith 'off' galera-bundle-0" -> "galera_demote_0 galera-bundle-0" [ style = bold]
"stonith 'off' galera-bundle-0" -> "galera_stop_0 galera-bundle-0" [ style = bold]
"stonith 'off' galera-bundle-0" -> "stonith_complete" [ style = bold]
"stonith 'off' galera-bundle-0" [ style=bold color="green" fontcolor="orange"]
"stonith 'off' rabbitmq-bundle-0" -> "rabbitmq-bundle-clone_stop_0" [ style = bold]
"stonith 'off' rabbitmq-bundle-0" -> "rabbitmq_post_notify_stonith_0" [ style = bold]
"stonith 'off' rabbitmq-bundle-0" -> "rabbitmq_stop_0 rabbitmq-bundle-0" [ style = bold]
"stonith 'off' rabbitmq-bundle-0" -> "stonith_complete" [ style = bold]
"stonith 'off' rabbitmq-bundle-0" [ style=bold color="green" fontcolor="orange"]
"stonith 'off' redis-bundle-0" -> "redis-bundle-master_stop_0" [ style = bold]
"stonith 'off' redis-bundle-0" -> "redis_demote_0 redis-bundle-0" [ style = bold]
"stonith 'off' redis-bundle-0" -> "redis_post_notify_stonith_0" [ style = bold]
"stonith 'off' redis-bundle-0" -> "redis_stop_0 redis-bundle-0" [ style = bold]
"stonith 'off' redis-bundle-0" -> "stonith_complete" [ style = bold]
"stonith 'off' redis-bundle-0" [ style=bold color="green" fontcolor="orange"]
"stonith 'reboot' controller-0" -> "galera-bundle-0_stop_0 controller-0" [ style = bold]
"stonith 'reboot' controller-0" -> "galera-bundle-docker-0_stop_0 controller-0" [ style = bold]
"stonith 'reboot' controller-0" -> "haproxy-bundle-docker-0_stop_0 controller-0" [ style = bold]
"stonith 'reboot' controller-0" -> "ip-10.0.0.109_stop_0 controller-0" [ style = bold]
"stonith 'reboot' controller-0" -> "ip-172.17.4.11_stop_0 controller-0" [ style = bold]
"stonith 'reboot' controller-0" -> "ip-192.168.24.7_stop_0 controller-0" [ style = bold]
"stonith 'reboot' controller-0" -> "rabbitmq-bundle-0_stop_0 controller-0" [ style = bold]
"stonith 'reboot' controller-0" -> "rabbitmq-bundle-docker-0_stop_0 controller-0" [ style = bold]
"stonith 'reboot' controller-0" -> "redis-bundle-0_stop_0 controller-0" [ style = bold]
"stonith 'reboot' controller-0" -> "redis-bundle-docker-0_stop_0 controller-0" [ style = bold]
"stonith 'reboot' controller-0" -> "stonith 'off' galera-bundle-0" [ style = bold]
"stonith 'reboot' controller-0" -> "stonith 'off' rabbitmq-bundle-0" [ style = bold]
"stonith 'reboot' controller-0" -> "stonith 'off' redis-bundle-0" [ style = bold]
"stonith 'reboot' controller-0" -> "stonith_complete" [ style = bold]
"stonith 'reboot' controller-0" [ style=bold color="green" fontcolor="black"]
"stonith-fence_ipmilan-5254000dcb3f_monitor_60000 controller-2" [ style=bold color="green" fontcolor="black"]
"stonith-fence_ipmilan-5254000dcb3f_start_0 controller-2" -> "stonith-fence_ipmilan-5254000dcb3f_monitor_60000 controller-2" [ style = bold]
"stonith-fence_ipmilan-5254000dcb3f_start_0 controller-2" [ style=bold color="green" fontcolor="black"]
"stonith-fence_ipmilan-5254000dcb3f_stop_0 controller-0" -> "all_stopped" [ style = bold]
"stonith-fence_ipmilan-5254000dcb3f_stop_0 controller-0" -> "stonith-fence_ipmilan-5254000dcb3f_start_0 controller-2" [ style = bold]
"stonith-fence_ipmilan-5254000dcb3f_stop_0 controller-0" [ style=bold color="green" fontcolor="orange"]
"stonith-fence_ipmilan-5254003e8e97_monitor_60000 controller-1" [ style=bold color="green" fontcolor="black"]
"stonith-fence_ipmilan-5254003e8e97_start_0 controller-1" -> "stonith-fence_ipmilan-5254003e8e97_monitor_60000 controller-1" [ style = bold]
"stonith-fence_ipmilan-5254003e8e97_start_0 controller-1" [ style=bold color="green" fontcolor="black"]
"stonith-fence_ipmilan-5254003e8e97_stop_0 controller-0" -> "all_stopped" [ style = bold]
"stonith-fence_ipmilan-5254003e8e97_stop_0 controller-0" -> "stonith-fence_ipmilan-5254003e8e97_start_0 controller-1" [ style = bold]
"stonith-fence_ipmilan-5254003e8e97_stop_0 controller-0" [ style=bold color="green" fontcolor="orange"]
"stonith_complete" -> "all_stopped" [ style = bold]
"stonith_complete" -> "galera-bundle-0_start_0 controller-2" [ style = dashed]
"stonith_complete" -> "galera_start_0 galera-bundle-0" [ style = dashed]
"stonith_complete" -> "ip-10.0.0.109_start_0 controller-1" [ style = bold]
"stonith_complete" -> "ip-172.17.4.11_start_0 controller-1" [ style = bold]
"stonith_complete" -> "ip-192.168.24.7_start_0 controller-2" [ style = bold]
"stonith_complete" -> "rabbitmq-bundle-0_start_0 controller-1" [ style = dashed]
"stonith_complete" -> "rabbitmq_start_0 rabbitmq-bundle-0" [ style = dashed]
"stonith_complete" -> "redis-bundle-0_start_0 controller-1" [ style = dashed]
"stonith_complete" -> "redis_promote_0 redis-bundle-1" [ style = bold]
"stonith_complete" -> "redis_start_0 redis-bundle-0" [ style = dashed]
"stonith_complete" [ style=bold color="green" fontcolor="orange"]
}
diff --git a/pengine/test10/bundle-order-fencing.exp b/pengine/test10/bundle-order-fencing.exp
index d072d85270..678206076a 100644
--- a/pengine/test10/bundle-order-fencing.exp
+++ b/pengine/test10/bundle-order-fencing.exp
@@ -1,1982 +1,2108 @@
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
+
+
+
+
+
+
-
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
+
+
+
+
+
+
-
+
-
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
+
+
+
+
+
+
-
+
+
+
+
+
+
+
+
+
+
-
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
diff --git a/pengine/test10/bundle-order-fencing.summary b/pengine/test10/bundle-order-fencing.summary
index e2128cb774..e78c5313b5 100644
--- a/pengine/test10/bundle-order-fencing.summary
+++ b/pengine/test10/bundle-order-fencing.summary
@@ -1,222 +1,234 @@
Using the original execution date of: 2017-09-12 10:51:59Z
Current cluster status:
Node controller-0 (1): UNCLEAN (offline)
Online: [ controller-1 controller-2 ]
Containers: [ galera-bundle-1:galera-bundle-docker-1 galera-bundle-2:galera-bundle-docker-2 rabbitmq-bundle-1:rabbitmq-bundle-docker-1 rabbitmq-bundle-2:rabbitmq-bundle-docker-2 redis-bundle-1:redis-bundle-docker-1 redis-bundle-2:redis-bundle-docker-2 ]
Docker container set: rabbitmq-bundle [192.168.24.1:8787/rhosp12/openstack-rabbitmq-docker:pcmklatest]
rabbitmq-bundle-0 (ocf::heartbeat:rabbitmq-cluster): FAILED controller-0 (UNCLEAN)
rabbitmq-bundle-1 (ocf::heartbeat:rabbitmq-cluster): Started controller-1
rabbitmq-bundle-2 (ocf::heartbeat:rabbitmq-cluster): Started controller-2
Docker container set: galera-bundle [192.168.24.1:8787/rhosp12/openstack-mariadb-docker:pcmklatest]
galera-bundle-0 (ocf::heartbeat:galera): FAILED Master controller-0 (UNCLEAN)
galera-bundle-1 (ocf::heartbeat:galera): Master controller-1
galera-bundle-2 (ocf::heartbeat:galera): Master controller-2
Docker container set: redis-bundle [192.168.24.1:8787/rhosp12/openstack-redis-docker:pcmklatest]
redis-bundle-0 (ocf::heartbeat:redis): FAILED Master controller-0 (UNCLEAN)
redis-bundle-1 (ocf::heartbeat:redis): Slave controller-1
redis-bundle-2 (ocf::heartbeat:redis): Slave controller-2
ip-192.168.24.7 (ocf::heartbeat:IPaddr2): Started controller-0 (UNCLEAN)
ip-10.0.0.109 (ocf::heartbeat:IPaddr2): Started controller-0 (UNCLEAN)
ip-172.17.1.14 (ocf::heartbeat:IPaddr2): Started controller-2
ip-172.17.1.19 (ocf::heartbeat:IPaddr2): Started controller-2
ip-172.17.3.19 (ocf::heartbeat:IPaddr2): Started controller-2
ip-172.17.4.11 (ocf::heartbeat:IPaddr2): Started controller-0 (UNCLEAN)
Docker container set: haproxy-bundle [192.168.24.1:8787/rhosp12/openstack-haproxy-docker:pcmklatest]
haproxy-bundle-docker-0 (ocf::heartbeat:docker): Started controller-0 (UNCLEAN)
haproxy-bundle-docker-1 (ocf::heartbeat:docker): Started controller-2
haproxy-bundle-docker-2 (ocf::heartbeat:docker): Started controller-1
openstack-cinder-volume (systemd:openstack-cinder-volume): Started controller-2
stonith-fence_ipmilan-525400efba5c (stonith:fence_ipmilan): Started controller-2
stonith-fence_ipmilan-5254003e8e97 (stonith:fence_ipmilan): Started controller-0 (UNCLEAN)
stonith-fence_ipmilan-5254000dcb3f (stonith:fence_ipmilan): Started controller-0 (UNCLEAN)
Transition Summary:
* Fence (off) redis-bundle-0 (resource: redis-bundle-docker-0) 'guest is unclean'
* Fence (off) rabbitmq-bundle-0 (resource: rabbitmq-bundle-docker-0) 'guest is unclean'
* Fence (off) galera-bundle-0 (resource: galera-bundle-docker-0) 'guest is unclean'
* Fence (reboot) controller-0 'peer is no longer part of the cluster'
* Stop rabbitmq-bundle-docker-0 ( controller-0 ) due to node availability
* Stop rabbitmq-bundle-0 ( controller-0 ) due to unrunnable rabbitmq-bundle-docker-0 start
* Stop rabbitmq:0 ( rabbitmq-bundle-0 ) due to unrunnable rabbitmq-bundle-docker-0 start
* Stop galera-bundle-docker-0 ( controller-0 ) due to node availability
* Stop galera-bundle-0 ( controller-0 ) due to unrunnable galera-bundle-docker-0 start
* Stop galera:0 ( Master galera-bundle-0 ) due to unrunnable galera-bundle-docker-0 start
* Stop redis-bundle-docker-0 ( controller-0 ) due to node availability
* Stop redis-bundle-0 ( controller-0 ) due to unrunnable redis-bundle-docker-0 start
* Stop redis:0 ( Master redis-bundle-0 ) due to unrunnable redis-bundle-docker-0 start
* Promote redis:1 ( Slave -> Master redis-bundle-1 )
* Move ip-192.168.24.7 ( controller-0 -> controller-2 )
* Move ip-10.0.0.109 ( controller-0 -> controller-1 )
* Move ip-172.17.4.11 ( controller-0 -> controller-1 )
* Stop haproxy-bundle-docker-0 ( controller-0 ) due to node availability
* Move stonith-fence_ipmilan-5254003e8e97 ( controller-0 -> controller-1 )
* Move stonith-fence_ipmilan-5254000dcb3f ( controller-0 -> controller-2 )
Executing cluster transition:
* Pseudo action: rabbitmq-bundle-clone_pre_notify_stop_0
+ * Resource action: rabbitmq-bundle-0 monitor on controller-2
+ * Resource action: rabbitmq-bundle-0 monitor on controller-1
+ * Resource action: rabbitmq-bundle-1 monitor on controller-2
+ * Resource action: rabbitmq-bundle-2 monitor on controller-1
+ * Resource action: galera-bundle-0 monitor on controller-2
+ * Resource action: galera-bundle-0 monitor on controller-1
+ * Resource action: galera-bundle-1 monitor on controller-2
+ * Resource action: galera-bundle-2 monitor on controller-1
* Resource action: redis cancel=45000 on redis-bundle-1
* Resource action: redis cancel=60000 on redis-bundle-1
* Pseudo action: redis-bundle-master_pre_notify_demote_0
+ * Resource action: redis-bundle-0 monitor on controller-2
+ * Resource action: redis-bundle-0 monitor on controller-1
+ * Resource action: redis-bundle-1 monitor on controller-2
+ * Resource action: redis-bundle-2 monitor on controller-1
* Pseudo action: stonith-fence_ipmilan-5254003e8e97_stop_0
* Pseudo action: stonith-fence_ipmilan-5254000dcb3f_stop_0
* Pseudo action: haproxy-bundle_stop_0
* Pseudo action: redis-bundle_demote_0
* Pseudo action: galera-bundle_demote_0
* Pseudo action: rabbitmq-bundle_stop_0
* Pseudo action: rabbitmq-bundle_start_0
* Fencing controller-0 (reboot)
* Resource action: rabbitmq notify on rabbitmq-bundle-1
* Resource action: rabbitmq notify on rabbitmq-bundle-2
* Pseudo action: rabbitmq-bundle-clone_confirmed-pre_notify_stop_0
* Pseudo action: rabbitmq-bundle-0_stop_0
* Pseudo action: galera-bundle-master_demote_0
* Pseudo action: galera-bundle-0_stop_0
* Resource action: redis notify on redis-bundle-1
* Resource action: redis notify on redis-bundle-2
* Pseudo action: redis-bundle-master_confirmed-pre_notify_demote_0
* Pseudo action: redis-bundle-master_demote_0
* Pseudo action: redis-bundle-0_stop_0
* Pseudo action: haproxy-bundle-docker-0_stop_0
* Pseudo action: stonith-redis-bundle-0-off on redis-bundle-0
* Pseudo action: stonith-rabbitmq-bundle-0-off on rabbitmq-bundle-0
* Pseudo action: stonith-galera-bundle-0-off on galera-bundle-0
* Pseudo action: stonith_complete
* Pseudo action: haproxy-bundle_stopped_0
* Pseudo action: rabbitmq_post_notify_stop_0
* Pseudo action: rabbitmq-bundle-clone_stop_0
* Pseudo action: rabbitmq-bundle-docker-0_stop_0
* Pseudo action: galera_demote_0
* Pseudo action: galera-bundle-master_demoted_0
* Pseudo action: redis_post_notify_stop_0
* Pseudo action: redis_demote_0
* Pseudo action: redis-bundle-master_demoted_0
* Pseudo action: ip-192.168.24.7_stop_0
* Pseudo action: ip-10.0.0.109_stop_0
* Pseudo action: ip-172.17.4.11_stop_0
* Pseudo action: galera-bundle_demoted_0
* Pseudo action: galera-bundle_stop_0
* Pseudo action: rabbitmq_stop_0
* Pseudo action: rabbitmq-bundle-clone_stopped_0
* Pseudo action: galera-bundle-master_stop_0
* Pseudo action: galera-bundle-docker-0_stop_0
* Pseudo action: redis-bundle-master_post_notify_demoted_0
* Resource action: ip-192.168.24.7 start on controller-2
* Resource action: ip-10.0.0.109 start on controller-1
* Resource action: ip-172.17.4.11 start on controller-1
* Pseudo action: rabbitmq-bundle-clone_post_notify_stopped_0
* Pseudo action: galera_stop_0
* Pseudo action: galera-bundle-master_stopped_0
* Resource action: redis notify on redis-bundle-1
* Resource action: redis notify on redis-bundle-2
* Pseudo action: redis-bundle-master_confirmed-post_notify_demoted_0
* Pseudo action: redis-bundle-master_pre_notify_stop_0
* Resource action: ip-192.168.24.7 monitor=10000 on controller-2
* Resource action: ip-10.0.0.109 monitor=10000 on controller-1
* Resource action: ip-172.17.4.11 monitor=10000 on controller-1
* Pseudo action: redis-bundle_demoted_0
* Pseudo action: redis-bundle_stop_0
* Pseudo action: galera-bundle_stopped_0
* Pseudo action: galera-bundle_start_0
* Resource action: rabbitmq notify on rabbitmq-bundle-1
* Resource action: rabbitmq notify on rabbitmq-bundle-2
* Pseudo action: rabbitmq-bundle-clone_confirmed-post_notify_stopped_0
* Pseudo action: rabbitmq-bundle-clone_pre_notify_start_0
* Pseudo action: galera-bundle-master_start_0
* Resource action: redis notify on redis-bundle-1
* Resource action: redis notify on redis-bundle-2
* Pseudo action: redis-bundle-master_confirmed-pre_notify_stop_0
* Pseudo action: redis-bundle-master_stop_0
* Pseudo action: redis-bundle-docker-0_stop_0
* Pseudo action: rabbitmq-bundle_stopped_0
* Pseudo action: rabbitmq_notified_0
* Resource action: rabbitmq notify on rabbitmq-bundle-1
* Resource action: rabbitmq notify on rabbitmq-bundle-2
* Pseudo action: rabbitmq-bundle-clone_confirmed-pre_notify_start_0
* Pseudo action: rabbitmq-bundle-clone_start_0
* Pseudo action: galera-bundle-master_running_0
* Pseudo action: redis_stop_0
* Pseudo action: redis-bundle-master_stopped_0
* Pseudo action: galera-bundle_running_0
* Pseudo action: rabbitmq-bundle-clone_running_0
* Pseudo action: redis-bundle-master_post_notify_stopped_0
* Pseudo action: rabbitmq-bundle-clone_post_notify_running_0
* Resource action: redis notify on redis-bundle-1
* Resource action: redis notify on redis-bundle-2
* Pseudo action: redis-bundle-master_confirmed-post_notify_stopped_0
* Pseudo action: redis-bundle-master_pre_notify_start_0
* Pseudo action: redis-bundle_stopped_0
* Pseudo action: redis-bundle_start_0
* Resource action: rabbitmq notify on rabbitmq-bundle-0
* Resource action: rabbitmq notify on rabbitmq-bundle-1
* Resource action: rabbitmq notify on rabbitmq-bundle-2
* Pseudo action: rabbitmq-bundle-clone_confirmed-post_notify_running_0
* Pseudo action: redis_notified_0
* Resource action: redis notify on redis-bundle-1
* Resource action: redis notify on redis-bundle-2
* Pseudo action: redis-bundle-master_confirmed-pre_notify_start_0
* Pseudo action: redis-bundle-master_start_0
* Pseudo action: rabbitmq-bundle_running_0
* Pseudo action: all_stopped
* Pseudo action: redis-bundle-master_running_0
* Resource action: stonith-fence_ipmilan-5254003e8e97 start on controller-1
* Resource action: stonith-fence_ipmilan-5254000dcb3f start on controller-2
* Pseudo action: redis-bundle-master_post_notify_running_0
* Resource action: stonith-fence_ipmilan-5254003e8e97 monitor=60000 on controller-1
* Resource action: stonith-fence_ipmilan-5254000dcb3f monitor=60000 on controller-2
* Resource action: redis notify on redis-bundle-0
* Resource action: redis notify on redis-bundle-1
* Resource action: redis notify on redis-bundle-2
* Pseudo action: redis-bundle-master_confirmed-post_notify_running_0
* Pseudo action: redis-bundle_running_0
* Pseudo action: redis-bundle-master_pre_notify_promote_0
* Pseudo action: redis-bundle_promote_0
* Resource action: redis notify on redis-bundle-0
* Resource action: redis notify on redis-bundle-1
* Resource action: redis notify on redis-bundle-2
* Pseudo action: redis-bundle-master_confirmed-pre_notify_promote_0
* Pseudo action: redis-bundle-master_promote_0
* Resource action: redis promote on redis-bundle-1
* Pseudo action: redis-bundle-master_promoted_0
* Pseudo action: redis-bundle-master_post_notify_promoted_0
* Resource action: redis notify on redis-bundle-0
* Resource action: redis notify on redis-bundle-1
* Resource action: redis notify on redis-bundle-2
* Pseudo action: redis-bundle-master_confirmed-post_notify_promoted_0
* Pseudo action: redis-bundle_promoted_0
* Resource action: redis monitor=20000 on redis-bundle-1
Using the original execution date of: 2017-09-12 10:51:59Z
Revised cluster status:
Online: [ controller-1 controller-2 ]
OFFLINE: [ controller-0 ]
Containers: [ galera-bundle-1:galera-bundle-docker-1 galera-bundle-2:galera-bundle-docker-2 rabbitmq-bundle-1:rabbitmq-bundle-docker-1 rabbitmq-bundle-2:rabbitmq-bundle-docker-2 redis-bundle-1:redis-bundle-docker-1 redis-bundle-2:redis-bundle-docker-2 ]
Docker container set: rabbitmq-bundle [192.168.24.1:8787/rhosp12/openstack-rabbitmq-docker:pcmklatest]
rabbitmq-bundle-0 (ocf::heartbeat:rabbitmq-cluster): FAILED
rabbitmq-bundle-1 (ocf::heartbeat:rabbitmq-cluster): Started controller-1
rabbitmq-bundle-2 (ocf::heartbeat:rabbitmq-cluster): Started controller-2
Docker container set: galera-bundle [192.168.24.1:8787/rhosp12/openstack-mariadb-docker:pcmklatest]
galera-bundle-0 (ocf::heartbeat:galera): FAILED Master
galera-bundle-1 (ocf::heartbeat:galera): Master controller-1
galera-bundle-2 (ocf::heartbeat:galera): Master controller-2
Docker container set: redis-bundle [192.168.24.1:8787/rhosp12/openstack-redis-docker:pcmklatest]
redis-bundle-0 (ocf::heartbeat:redis): FAILED Master
redis-bundle-1 (ocf::heartbeat:redis): Master controller-1
redis-bundle-2 (ocf::heartbeat:redis): Slave controller-2
ip-192.168.24.7 (ocf::heartbeat:IPaddr2): Started controller-2
ip-10.0.0.109 (ocf::heartbeat:IPaddr2): Started controller-1
ip-172.17.1.14 (ocf::heartbeat:IPaddr2): Started controller-2
ip-172.17.1.19 (ocf::heartbeat:IPaddr2): Started controller-2
ip-172.17.3.19 (ocf::heartbeat:IPaddr2): Started controller-2
ip-172.17.4.11 (ocf::heartbeat:IPaddr2): Started controller-1
Docker container set: haproxy-bundle [192.168.24.1:8787/rhosp12/openstack-haproxy-docker:pcmklatest]
haproxy-bundle-docker-0 (ocf::heartbeat:docker): Stopped
haproxy-bundle-docker-1 (ocf::heartbeat:docker): Started controller-2
haproxy-bundle-docker-2 (ocf::heartbeat:docker): Started controller-1
openstack-cinder-volume (systemd:openstack-cinder-volume): Started controller-2
stonith-fence_ipmilan-525400efba5c (stonith:fence_ipmilan): Started controller-2
stonith-fence_ipmilan-5254003e8e97 (stonith:fence_ipmilan): Started controller-1
stonith-fence_ipmilan-5254000dcb3f (stonith:fence_ipmilan): Started controller-2
diff --git a/pengine/test10/bundle-order-partial-start.dot b/pengine/test10/bundle-order-partial-start.dot
index 0e121a4186..1106b2887b 100644
--- a/pengine/test10/bundle-order-partial-start.dot
+++ b/pengine/test10/bundle-order-partial-start.dot
@@ -1,98 +1,100 @@
digraph "g" {
+"galera-bundle-0_monitor_0 undercloud" -> "galera-bundle-0_start_0 undercloud" [ style = bold]
+"galera-bundle-0_monitor_0 undercloud" [ style=bold color="green" fontcolor="black"]
"galera-bundle-0_monitor_60000 undercloud" [ style=bold color="green" fontcolor="black"]
"galera-bundle-0_start_0 undercloud" -> "galera-bundle-0_monitor_60000 undercloud" [ style = bold]
"galera-bundle-0_start_0 undercloud" -> "galera:0_monitor_20000 galera-bundle-0" [ style = bold]
"galera-bundle-0_start_0 undercloud" -> "galera:0_monitor_30000 galera-bundle-0" [ style = bold]
"galera-bundle-0_start_0 undercloud" -> "galera:0_start_0 galera-bundle-0" [ style = bold]
"galera-bundle-0_start_0 undercloud" [ style=bold color="green" fontcolor="black"]
"galera-bundle-docker-0_monitor_0 undercloud" -> "galera-bundle-docker-0_start_0 undercloud" [ style = bold]
"galera-bundle-docker-0_monitor_0 undercloud" -> "galera-bundle-master_start_0" [ style = bold]
"galera-bundle-docker-0_monitor_0 undercloud" [ style=bold color="green" fontcolor="black"]
"galera-bundle-docker-0_monitor_60000 undercloud" [ style=bold color="green" fontcolor="black"]
"galera-bundle-docker-0_start_0 undercloud" -> "galera-bundle-0_start_0 undercloud" [ style = bold]
"galera-bundle-docker-0_start_0 undercloud" -> "galera-bundle-docker-0_monitor_60000 undercloud" [ style = bold]
"galera-bundle-docker-0_start_0 undercloud" -> "galera-bundle_running_0" [ style = bold]
"galera-bundle-docker-0_start_0 undercloud" -> "galera:0_start_0 galera-bundle-0" [ style = bold]
"galera-bundle-docker-0_start_0 undercloud" [ style=bold color="green" fontcolor="black"]
"galera-bundle-master_running_0" -> "galera-bundle_running_0" [ style = bold]
"galera-bundle-master_running_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle-master_start_0" -> "galera-bundle-master_running_0" [ style = bold]
"galera-bundle-master_start_0" -> "galera:0_start_0 galera-bundle-0" [ style = bold]
"galera-bundle-master_start_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle_running_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle_start_0" -> "galera-bundle-docker-0_start_0 undercloud" [ style = bold]
"galera-bundle_start_0" -> "galera-bundle-master_start_0" [ style = bold]
"galera-bundle_start_0" [ style=bold color="green" fontcolor="orange"]
"galera:0_monitor_20000 galera-bundle-0" [ style=bold color="green" fontcolor="black"]
"galera:0_monitor_30000 galera-bundle-0" [ style=bold color="green" fontcolor="black"]
"galera:0_start_0 galera-bundle-0" -> "galera-bundle-master_running_0" [ style = bold]
"galera:0_start_0 galera-bundle-0" -> "galera:0_monitor_20000 galera-bundle-0" [ style = bold]
"galera:0_start_0 galera-bundle-0" -> "galera:0_monitor_30000 galera-bundle-0" [ style = bold]
"galera:0_start_0 galera-bundle-0" [ style=bold color="green" fontcolor="black"]
"haproxy-bundle-docker-0_monitor_0 undercloud" -> "haproxy-bundle-docker-0_start_0 undercloud" [ style = bold]
"haproxy-bundle-docker-0_monitor_0 undercloud" [ style=bold color="green" fontcolor="black"]
"haproxy-bundle-docker-0_monitor_60000 undercloud" [ style=bold color="green" fontcolor="black"]
"haproxy-bundle-docker-0_start_0 undercloud" -> "haproxy-bundle-docker-0_monitor_60000 undercloud" [ style = bold]
"haproxy-bundle-docker-0_start_0 undercloud" -> "haproxy-bundle_running_0" [ style = bold]
"haproxy-bundle-docker-0_start_0 undercloud" [ style=bold color="green" fontcolor="black"]
"haproxy-bundle_running_0" -> "galera-bundle_start_0" [ style = bold]
"haproxy-bundle_running_0" [ style=bold color="green" fontcolor="orange"]
"haproxy-bundle_start_0" -> "haproxy-bundle-docker-0_start_0 undercloud" [ style = bold]
"haproxy-bundle_start_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle-clone_confirmed-post_notify_running_0" -> "rabbitmq-bundle_running_0" [ style = bold]
"rabbitmq-bundle-clone_confirmed-post_notify_running_0" -> "rabbitmq:0_monitor_10000 rabbitmq-bundle-0" [ style = bold]
"rabbitmq-bundle-clone_confirmed-post_notify_running_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle-clone_confirmed-pre_notify_start_0" -> "rabbitmq-bundle-clone_post_notify_running_0" [ style = bold]
"rabbitmq-bundle-clone_confirmed-pre_notify_start_0" -> "rabbitmq-bundle-clone_start_0" [ style = bold]
"rabbitmq-bundle-clone_confirmed-pre_notify_start_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle-clone_post_notify_running_0" -> "rabbitmq-bundle-clone_confirmed-post_notify_running_0" [ style = bold]
"rabbitmq-bundle-clone_post_notify_running_0" -> "rabbitmq:0_post_notify_start_0 rabbitmq-bundle-0" [ style = bold]
"rabbitmq-bundle-clone_post_notify_running_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle-clone_pre_notify_start_0" -> "rabbitmq-bundle-clone_confirmed-pre_notify_start_0" [ style = bold]
"rabbitmq-bundle-clone_pre_notify_start_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle-clone_running_0" -> "rabbitmq-bundle-clone_post_notify_running_0" [ style = bold]
"rabbitmq-bundle-clone_running_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle-clone_start_0" -> "rabbitmq-bundle-clone_running_0" [ style = bold]
"rabbitmq-bundle-clone_start_0" -> "rabbitmq:0_start_0 rabbitmq-bundle-0" [ style = bold]
"rabbitmq-bundle-clone_start_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle_running_0" -> "galera-bundle_start_0" [ style = bold]
"rabbitmq-bundle_running_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle_start_0" -> "rabbitmq-bundle-clone_start_0" [ style = bold]
"rabbitmq-bundle_start_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq:0_monitor_0 rabbitmq-bundle-0" -> "rabbitmq-bundle-clone_start_0" [ style = bold]
"rabbitmq:0_monitor_0 rabbitmq-bundle-0" [ style=bold color="green" fontcolor="black"]
"rabbitmq:0_monitor_10000 rabbitmq-bundle-0" [ style=bold color="green" fontcolor="black"]
"rabbitmq:0_post_notify_start_0 rabbitmq-bundle-0" -> "rabbitmq-bundle-clone_confirmed-post_notify_running_0" [ style = bold]
"rabbitmq:0_post_notify_start_0 rabbitmq-bundle-0" [ style=bold color="green" fontcolor="black"]
"rabbitmq:0_start_0 rabbitmq-bundle-0" -> "rabbitmq-bundle-clone_running_0" [ style = bold]
"rabbitmq:0_start_0 rabbitmq-bundle-0" -> "rabbitmq:0_monitor_10000 rabbitmq-bundle-0" [ style = bold]
"rabbitmq:0_start_0 rabbitmq-bundle-0" [ style=bold color="green" fontcolor="black"]
"redis-bundle-master_confirmed-post_notify_promoted_0" -> "redis-bundle_promoted_0" [ style = bold]
"redis-bundle-master_confirmed-post_notify_promoted_0" -> "redis_monitor_20000 redis-bundle-0" [ style = bold]
"redis-bundle-master_confirmed-post_notify_promoted_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_confirmed-pre_notify_promote_0" -> "redis-bundle-master_post_notify_promoted_0" [ style = bold]
"redis-bundle-master_confirmed-pre_notify_promote_0" -> "redis-bundle-master_promote_0" [ style = bold]
"redis-bundle-master_confirmed-pre_notify_promote_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_post_notify_promoted_0" -> "redis-bundle-master_confirmed-post_notify_promoted_0" [ style = bold]
"redis-bundle-master_post_notify_promoted_0" -> "redis_post_notify_promoted_0 redis-bundle-0" [ style = bold]
"redis-bundle-master_post_notify_promoted_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_pre_notify_promote_0" -> "redis-bundle-master_confirmed-pre_notify_promote_0" [ style = bold]
"redis-bundle-master_pre_notify_promote_0" -> "redis_pre_notify_promote_0 redis-bundle-0" [ style = bold]
"redis-bundle-master_pre_notify_promote_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_promote_0" -> "redis_promote_0 redis-bundle-0" [ style = bold]
"redis-bundle-master_promote_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_promoted_0" -> "redis-bundle-master_post_notify_promoted_0" [ style = bold]
"redis-bundle-master_promoted_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle_promote_0" -> "redis-bundle-master_promote_0" [ style = bold]
"redis-bundle_promote_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle_promoted_0" -> "galera-bundle_start_0" [ style = bold]
"redis-bundle_promoted_0" [ style=bold color="green" fontcolor="orange"]
"redis_monitor_20000 redis-bundle-0" [ style=bold color="green" fontcolor="black"]
"redis_post_notify_promoted_0 redis-bundle-0" -> "redis-bundle-master_confirmed-post_notify_promoted_0" [ style = bold]
"redis_post_notify_promoted_0 redis-bundle-0" [ style=bold color="green" fontcolor="black"]
"redis_pre_notify_promote_0 redis-bundle-0" -> "redis-bundle-master_confirmed-pre_notify_promote_0" [ style = bold]
"redis_pre_notify_promote_0 redis-bundle-0" [ style=bold color="green" fontcolor="black"]
"redis_promote_0 redis-bundle-0" -> "redis-bundle-master_promoted_0" [ style = bold]
"redis_promote_0 redis-bundle-0" -> "redis_monitor_20000 redis-bundle-0" [ style = bold]
"redis_promote_0 redis-bundle-0" [ style=bold color="green" fontcolor="black"]
}
diff --git a/pengine/test10/bundle-order-partial-start.exp b/pengine/test10/bundle-order-partial-start.exp
index 98922d5fb0..e883a3ba43 100644
--- a/pengine/test10/bundle-order-partial-start.exp
+++ b/pengine/test10/bundle-order-partial-start.exp
@@ -1,547 +1,559 @@
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
+
+
+
-
+
-
+
+
+
+
+
+
+
+
+
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
diff --git a/pengine/test10/bundle-order-partial-start.summary b/pengine/test10/bundle-order-partial-start.summary
index 9045545dd4..fb8e7de26d 100644
--- a/pengine/test10/bundle-order-partial-start.summary
+++ b/pengine/test10/bundle-order-partial-start.summary
@@ -1,94 +1,95 @@
Current cluster status:
Online: [ undercloud ]
Containers: [ rabbitmq-bundle-0:rabbitmq-bundle-docker-0 redis-bundle-0:redis-bundle-docker-0 ]
Docker container: rabbitmq-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-rabbitmq:latest]
rabbitmq-bundle-0 (ocf::heartbeat:rabbitmq-cluster): Stopped undercloud
Docker container: galera-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-mariadb:latest]
galera-bundle-0 (ocf::heartbeat:galera): Stopped
Docker container: redis-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-redis:latest]
redis-bundle-0 (ocf::heartbeat:redis): Slave undercloud
ip-192.168.122.254 (ocf::heartbeat:IPaddr2): Started undercloud
ip-192.168.122.250 (ocf::heartbeat:IPaddr2): Started undercloud
ip-192.168.122.249 (ocf::heartbeat:IPaddr2): Started undercloud
ip-192.168.122.253 (ocf::heartbeat:IPaddr2): Started undercloud
ip-192.168.122.247 (ocf::heartbeat:IPaddr2): Started undercloud
ip-192.168.122.248 (ocf::heartbeat:IPaddr2): Started undercloud
Docker container: haproxy-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-haproxy:latest]
haproxy-bundle-docker-0 (ocf::heartbeat:docker): Stopped
Docker container: openstack-cinder-volume [192.168.24.1:8787/tripleoupstream/centos-binary-cinder-volume:latest]
openstack-cinder-volume-docker-0 (ocf::heartbeat:docker): Started undercloud
Transition Summary:
* Start rabbitmq:0 (rabbitmq-bundle-0)
* Start galera-bundle-docker-0 (undercloud)
* Start galera-bundle-0 (undercloud)
* Start galera:0 (galera-bundle-0)
* Promote redis:0 (Slave -> Master redis-bundle-0)
* Start haproxy-bundle-docker-0 (undercloud)
Executing cluster transition:
* Resource action: rabbitmq:0 monitor on rabbitmq-bundle-0
* Pseudo action: rabbitmq-bundle-clone_pre_notify_start_0
* Resource action: galera-bundle-docker-0 monitor on undercloud
+ * Resource action: galera-bundle-0 monitor on undercloud
* Pseudo action: redis-bundle-master_pre_notify_promote_0
* Resource action: haproxy-bundle-docker-0 monitor on undercloud
* Pseudo action: haproxy-bundle_start_0
* Pseudo action: redis-bundle_promote_0
* Pseudo action: rabbitmq-bundle_start_0
* Pseudo action: rabbitmq-bundle-clone_confirmed-pre_notify_start_0
* Pseudo action: rabbitmq-bundle-clone_start_0
* Resource action: redis notify on redis-bundle-0
* Pseudo action: redis-bundle-master_confirmed-pre_notify_promote_0
* Pseudo action: redis-bundle-master_promote_0
* Resource action: haproxy-bundle-docker-0 start on undercloud
* Pseudo action: haproxy-bundle_running_0
* Resource action: rabbitmq:0 start on rabbitmq-bundle-0
* Pseudo action: rabbitmq-bundle-clone_running_0
* Resource action: redis promote on redis-bundle-0
* Pseudo action: redis-bundle-master_promoted_0
* Resource action: haproxy-bundle-docker-0 monitor=60000 on undercloud
* Pseudo action: rabbitmq-bundle-clone_post_notify_running_0
* Pseudo action: redis-bundle-master_post_notify_promoted_0
* Resource action: rabbitmq:0 notify on rabbitmq-bundle-0
* Pseudo action: rabbitmq-bundle-clone_confirmed-post_notify_running_0
* Resource action: redis notify on redis-bundle-0
* Pseudo action: redis-bundle-master_confirmed-post_notify_promoted_0
* Pseudo action: redis-bundle_promoted_0
* Pseudo action: rabbitmq-bundle_running_0
* Resource action: rabbitmq:0 monitor=10000 on rabbitmq-bundle-0
* Resource action: redis monitor=20000 on redis-bundle-0
* Pseudo action: galera-bundle_start_0
* Pseudo action: galera-bundle-master_start_0
* Resource action: galera-bundle-docker-0 start on undercloud
* Resource action: galera-bundle-0 start on undercloud
* Resource action: galera:0 start on galera-bundle-0
* Pseudo action: galera-bundle-master_running_0
* Resource action: galera-bundle-docker-0 monitor=60000 on undercloud
* Resource action: galera-bundle-0 monitor=60000 on undercloud
* Pseudo action: galera-bundle_running_0
* Resource action: galera:0 monitor=30000 on galera-bundle-0
* Resource action: galera:0 monitor=20000 on galera-bundle-0
Revised cluster status:
Online: [ undercloud ]
Containers: [ galera-bundle-0:galera-bundle-docker-0 rabbitmq-bundle-0:rabbitmq-bundle-docker-0 redis-bundle-0:redis-bundle-docker-0 ]
Docker container: rabbitmq-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-rabbitmq:latest]
rabbitmq-bundle-0 (ocf::heartbeat:rabbitmq-cluster): Started undercloud
Docker container: galera-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-mariadb:latest]
galera-bundle-0 (ocf::heartbeat:galera): Slave undercloud
Docker container: redis-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-redis:latest]
redis-bundle-0 (ocf::heartbeat:redis): Master undercloud
ip-192.168.122.254 (ocf::heartbeat:IPaddr2): Started undercloud
ip-192.168.122.250 (ocf::heartbeat:IPaddr2): Started undercloud
ip-192.168.122.249 (ocf::heartbeat:IPaddr2): Started undercloud
ip-192.168.122.253 (ocf::heartbeat:IPaddr2): Started undercloud
ip-192.168.122.247 (ocf::heartbeat:IPaddr2): Started undercloud
ip-192.168.122.248 (ocf::heartbeat:IPaddr2): Started undercloud
Docker container: haproxy-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-haproxy:latest]
haproxy-bundle-docker-0 (ocf::heartbeat:docker): Started undercloud
Docker container: openstack-cinder-volume [192.168.24.1:8787/tripleoupstream/centos-binary-cinder-volume:latest]
openstack-cinder-volume-docker-0 (ocf::heartbeat:docker): Started undercloud
diff --git a/pengine/test10/bundle-order-startup-clone-2.dot b/pengine/test10/bundle-order-startup-clone-2.dot
index d0b0f037ee..6026530483 100644
--- a/pengine/test10/bundle-order-startup-clone-2.dot
+++ b/pengine/test10/bundle-order-startup-clone-2.dot
@@ -1,405 +1,441 @@
digraph "g" {
+"galera-bundle-0_monitor_0 metal-1" -> "galera-bundle-0_start_0 metal-1" [ style = bold]
+"galera-bundle-0_monitor_0 metal-1" [ style=bold color="green" fontcolor="black"]
+"galera-bundle-0_monitor_0 metal-2" -> "galera-bundle-0_start_0 metal-1" [ style = bold]
+"galera-bundle-0_monitor_0 metal-2" [ style=bold color="green" fontcolor="black"]
+"galera-bundle-0_monitor_0 metal-3" -> "galera-bundle-0_start_0 metal-1" [ style = bold]
+"galera-bundle-0_monitor_0 metal-3" [ style=bold color="green" fontcolor="black"]
"galera-bundle-0_monitor_60000 metal-1" [ style=bold color="green" fontcolor="black"]
"galera-bundle-0_start_0 metal-1" -> "galera-bundle-0_monitor_60000 metal-1" [ style = bold]
"galera-bundle-0_start_0 metal-1" -> "galera:0_monitor_20000 galera-bundle-0" [ style = bold]
"galera-bundle-0_start_0 metal-1" -> "galera:0_monitor_30000 galera-bundle-0" [ style = bold]
"galera-bundle-0_start_0 metal-1" -> "galera:0_start_0 galera-bundle-0" [ style = bold]
"galera-bundle-0_start_0 metal-1" [ style=bold color="green" fontcolor="black"]
+"galera-bundle-1_monitor_0 metal-1" -> "galera-bundle-1_start_0 metal-2" [ style = bold]
+"galera-bundle-1_monitor_0 metal-1" [ style=bold color="green" fontcolor="black"]
+"galera-bundle-1_monitor_0 metal-2" -> "galera-bundle-1_start_0 metal-2" [ style = bold]
+"galera-bundle-1_monitor_0 metal-2" [ style=bold color="green" fontcolor="black"]
+"galera-bundle-1_monitor_0 metal-3" -> "galera-bundle-1_start_0 metal-2" [ style = bold]
+"galera-bundle-1_monitor_0 metal-3" [ style=bold color="green" fontcolor="black"]
"galera-bundle-1_monitor_60000 metal-2" [ style=bold color="green" fontcolor="black"]
"galera-bundle-1_start_0 metal-2" -> "galera-bundle-1_monitor_60000 metal-2" [ style = bold]
"galera-bundle-1_start_0 metal-2" -> "galera:1_monitor_20000 galera-bundle-1" [ style = bold]
"galera-bundle-1_start_0 metal-2" -> "galera:1_monitor_30000 galera-bundle-1" [ style = bold]
"galera-bundle-1_start_0 metal-2" -> "galera:1_start_0 galera-bundle-1" [ style = bold]
"galera-bundle-1_start_0 metal-2" [ style=bold color="green" fontcolor="black"]
+"galera-bundle-2_monitor_0 metal-1" -> "galera-bundle-2_start_0 metal-3" [ style = bold]
+"galera-bundle-2_monitor_0 metal-1" [ style=bold color="green" fontcolor="black"]
+"galera-bundle-2_monitor_0 metal-2" -> "galera-bundle-2_start_0 metal-3" [ style = bold]
+"galera-bundle-2_monitor_0 metal-2" [ style=bold color="green" fontcolor="black"]
+"galera-bundle-2_monitor_0 metal-3" -> "galera-bundle-2_start_0 metal-3" [ style = bold]
+"galera-bundle-2_monitor_0 metal-3" [ style=bold color="green" fontcolor="black"]
"galera-bundle-2_monitor_60000 metal-3" [ style=bold color="green" fontcolor="black"]
"galera-bundle-2_start_0 metal-3" -> "galera-bundle-2_monitor_60000 metal-3" [ style = bold]
"galera-bundle-2_start_0 metal-3" -> "galera:2_monitor_20000 galera-bundle-2" [ style = bold]
"galera-bundle-2_start_0 metal-3" -> "galera:2_monitor_30000 galera-bundle-2" [ style = bold]
"galera-bundle-2_start_0 metal-3" -> "galera:2_start_0 galera-bundle-2" [ style = bold]
"galera-bundle-2_start_0 metal-3" [ style=bold color="green" fontcolor="black"]
"galera-bundle-docker-0_monitor_0 metal-1" -> "galera-bundle-docker-0_start_0 metal-1" [ style = bold]
"galera-bundle-docker-0_monitor_0 metal-1" -> "galera-bundle-docker-1_start_0 metal-2" [ style = bold]
"galera-bundle-docker-0_monitor_0 metal-1" -> "galera-bundle-docker-2_start_0 metal-3" [ style = bold]
"galera-bundle-docker-0_monitor_0 metal-1" -> "galera-bundle-master_start_0" [ style = bold]
"galera-bundle-docker-0_monitor_0 metal-1" [ style=bold color="green" fontcolor="black"]
"galera-bundle-docker-0_monitor_0 metal-2" -> "galera-bundle-docker-0_start_0 metal-1" [ style = bold]
"galera-bundle-docker-0_monitor_0 metal-2" -> "galera-bundle-docker-1_start_0 metal-2" [ style = bold]
"galera-bundle-docker-0_monitor_0 metal-2" -> "galera-bundle-docker-2_start_0 metal-3" [ style = bold]
"galera-bundle-docker-0_monitor_0 metal-2" -> "galera-bundle-master_start_0" [ style = bold]
"galera-bundle-docker-0_monitor_0 metal-2" [ style=bold color="green" fontcolor="black"]
"galera-bundle-docker-0_monitor_0 metal-3" -> "galera-bundle-docker-0_start_0 metal-1" [ style = bold]
"galera-bundle-docker-0_monitor_0 metal-3" -> "galera-bundle-docker-1_start_0 metal-2" [ style = bold]
"galera-bundle-docker-0_monitor_0 metal-3" -> "galera-bundle-docker-2_start_0 metal-3" [ style = bold]
"galera-bundle-docker-0_monitor_0 metal-3" -> "galera-bundle-master_start_0" [ style = bold]
"galera-bundle-docker-0_monitor_0 metal-3" [ style=bold color="green" fontcolor="black"]
"galera-bundle-docker-0_monitor_60000 metal-1" [ style=bold color="green" fontcolor="black"]
"galera-bundle-docker-0_start_0 metal-1" -> "galera-bundle-0_start_0 metal-1" [ style = bold]
"galera-bundle-docker-0_start_0 metal-1" -> "galera-bundle-docker-0_monitor_60000 metal-1" [ style = bold]
"galera-bundle-docker-0_start_0 metal-1" -> "galera-bundle_running_0" [ style = bold]
"galera-bundle-docker-0_start_0 metal-1" -> "galera:0_start_0 galera-bundle-0" [ style = bold]
"galera-bundle-docker-0_start_0 metal-1" [ style=bold color="green" fontcolor="black"]
"galera-bundle-docker-1_monitor_0 metal-1" -> "galera-bundle-docker-0_start_0 metal-1" [ style = bold]
"galera-bundle-docker-1_monitor_0 metal-1" -> "galera-bundle-docker-1_start_0 metal-2" [ style = bold]
"galera-bundle-docker-1_monitor_0 metal-1" -> "galera-bundle-docker-2_start_0 metal-3" [ style = bold]
"galera-bundle-docker-1_monitor_0 metal-1" -> "galera-bundle-master_start_0" [ style = bold]
"galera-bundle-docker-1_monitor_0 metal-1" [ style=bold color="green" fontcolor="black"]
"galera-bundle-docker-1_monitor_0 metal-2" -> "galera-bundle-docker-0_start_0 metal-1" [ style = bold]
"galera-bundle-docker-1_monitor_0 metal-2" -> "galera-bundle-docker-1_start_0 metal-2" [ style = bold]
"galera-bundle-docker-1_monitor_0 metal-2" -> "galera-bundle-docker-2_start_0 metal-3" [ style = bold]
"galera-bundle-docker-1_monitor_0 metal-2" -> "galera-bundle-master_start_0" [ style = bold]
"galera-bundle-docker-1_monitor_0 metal-2" [ style=bold color="green" fontcolor="black"]
"galera-bundle-docker-1_monitor_0 metal-3" -> "galera-bundle-docker-0_start_0 metal-1" [ style = bold]
"galera-bundle-docker-1_monitor_0 metal-3" -> "galera-bundle-docker-1_start_0 metal-2" [ style = bold]
"galera-bundle-docker-1_monitor_0 metal-3" -> "galera-bundle-docker-2_start_0 metal-3" [ style = bold]
"galera-bundle-docker-1_monitor_0 metal-3" -> "galera-bundle-master_start_0" [ style = bold]
"galera-bundle-docker-1_monitor_0 metal-3" [ style=bold color="green" fontcolor="black"]
"galera-bundle-docker-1_monitor_60000 metal-2" [ style=bold color="green" fontcolor="black"]
"galera-bundle-docker-1_start_0 metal-2" -> "galera-bundle-1_start_0 metal-2" [ style = bold]
"galera-bundle-docker-1_start_0 metal-2" -> "galera-bundle-docker-1_monitor_60000 metal-2" [ style = bold]
"galera-bundle-docker-1_start_0 metal-2" -> "galera-bundle_running_0" [ style = bold]
"galera-bundle-docker-1_start_0 metal-2" -> "galera:1_start_0 galera-bundle-1" [ style = bold]
"galera-bundle-docker-1_start_0 metal-2" [ style=bold color="green" fontcolor="black"]
"galera-bundle-docker-2_monitor_0 metal-1" -> "galera-bundle-docker-0_start_0 metal-1" [ style = bold]
"galera-bundle-docker-2_monitor_0 metal-1" -> "galera-bundle-docker-1_start_0 metal-2" [ style = bold]
"galera-bundle-docker-2_monitor_0 metal-1" -> "galera-bundle-docker-2_start_0 metal-3" [ style = bold]
"galera-bundle-docker-2_monitor_0 metal-1" -> "galera-bundle-master_start_0" [ style = bold]
"galera-bundle-docker-2_monitor_0 metal-1" [ style=bold color="green" fontcolor="black"]
"galera-bundle-docker-2_monitor_0 metal-2" -> "galera-bundle-docker-0_start_0 metal-1" [ style = bold]
"galera-bundle-docker-2_monitor_0 metal-2" -> "galera-bundle-docker-1_start_0 metal-2" [ style = bold]
"galera-bundle-docker-2_monitor_0 metal-2" -> "galera-bundle-docker-2_start_0 metal-3" [ style = bold]
"galera-bundle-docker-2_monitor_0 metal-2" -> "galera-bundle-master_start_0" [ style = bold]
"galera-bundle-docker-2_monitor_0 metal-2" [ style=bold color="green" fontcolor="black"]
"galera-bundle-docker-2_monitor_0 metal-3" -> "galera-bundle-docker-0_start_0 metal-1" [ style = bold]
"galera-bundle-docker-2_monitor_0 metal-3" -> "galera-bundle-docker-1_start_0 metal-2" [ style = bold]
"galera-bundle-docker-2_monitor_0 metal-3" -> "galera-bundle-docker-2_start_0 metal-3" [ style = bold]
"galera-bundle-docker-2_monitor_0 metal-3" -> "galera-bundle-master_start_0" [ style = bold]
"galera-bundle-docker-2_monitor_0 metal-3" [ style=bold color="green" fontcolor="black"]
"galera-bundle-docker-2_monitor_60000 metal-3" [ style=bold color="green" fontcolor="black"]
"galera-bundle-docker-2_start_0 metal-3" -> "galera-bundle-2_start_0 metal-3" [ style = bold]
"galera-bundle-docker-2_start_0 metal-3" -> "galera-bundle-docker-2_monitor_60000 metal-3" [ style = bold]
"galera-bundle-docker-2_start_0 metal-3" -> "galera-bundle_running_0" [ style = bold]
"galera-bundle-docker-2_start_0 metal-3" -> "galera:2_start_0 galera-bundle-2" [ style = bold]
"galera-bundle-docker-2_start_0 metal-3" [ style=bold color="green" fontcolor="black"]
"galera-bundle-master_running_0" -> "galera-bundle_running_0" [ style = bold]
"galera-bundle-master_running_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle-master_start_0" -> "galera-bundle-master_running_0" [ style = bold]
"galera-bundle-master_start_0" -> "galera:0_start_0 galera-bundle-0" [ style = bold]
"galera-bundle-master_start_0" -> "galera:1_start_0 galera-bundle-1" [ style = bold]
"galera-bundle-master_start_0" -> "galera:2_start_0 galera-bundle-2" [ style = bold]
"galera-bundle-master_start_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle_running_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle_start_0" -> "galera-bundle-docker-0_start_0 metal-1" [ style = bold]
"galera-bundle_start_0" -> "galera-bundle-docker-1_start_0 metal-2" [ style = bold]
"galera-bundle_start_0" -> "galera-bundle-docker-2_start_0 metal-3" [ style = bold]
"galera-bundle_start_0" -> "galera-bundle-master_start_0" [ style = bold]
"galera-bundle_start_0" [ style=bold color="green" fontcolor="orange"]
"galera:0_monitor_20000 galera-bundle-0" [ style=bold color="green" fontcolor="black"]
"galera:0_monitor_30000 galera-bundle-0" [ style=bold color="green" fontcolor="black"]
"galera:0_start_0 galera-bundle-0" -> "galera-bundle-master_running_0" [ style = bold]
"galera:0_start_0 galera-bundle-0" -> "galera:0_monitor_20000 galera-bundle-0" [ style = bold]
"galera:0_start_0 galera-bundle-0" -> "galera:0_monitor_30000 galera-bundle-0" [ style = bold]
"galera:0_start_0 galera-bundle-0" -> "galera:1_start_0 galera-bundle-1" [ style = bold]
"galera:0_start_0 galera-bundle-0" [ style=bold color="green" fontcolor="black"]
"galera:1_monitor_20000 galera-bundle-1" [ style=bold color="green" fontcolor="black"]
"galera:1_monitor_30000 galera-bundle-1" [ style=bold color="green" fontcolor="black"]
"galera:1_start_0 galera-bundle-1" -> "galera-bundle-master_running_0" [ style = bold]
"galera:1_start_0 galera-bundle-1" -> "galera:1_monitor_20000 galera-bundle-1" [ style = bold]
"galera:1_start_0 galera-bundle-1" -> "galera:1_monitor_30000 galera-bundle-1" [ style = bold]
"galera:1_start_0 galera-bundle-1" -> "galera:2_start_0 galera-bundle-2" [ style = bold]
"galera:1_start_0 galera-bundle-1" [ style=bold color="green" fontcolor="black"]
"galera:2_monitor_20000 galera-bundle-2" [ style=bold color="green" fontcolor="black"]
"galera:2_monitor_30000 galera-bundle-2" [ style=bold color="green" fontcolor="black"]
"galera:2_start_0 galera-bundle-2" -> "galera-bundle-master_running_0" [ style = bold]
"galera:2_start_0 galera-bundle-2" -> "galera:2_monitor_20000 galera-bundle-2" [ style = bold]
"galera:2_start_0 galera-bundle-2" -> "galera:2_monitor_30000 galera-bundle-2" [ style = bold]
"galera:2_start_0 galera-bundle-2" [ style=bold color="green" fontcolor="black"]
"haproxy-bundle-docker-0_monitor_0 metal-1" -> "haproxy-bundle-docker-0_start_0 metal-1" [ style = bold]
"haproxy-bundle-docker-0_monitor_0 metal-1" -> "haproxy-bundle-docker-1_start_0 metal-2" [ style = bold]
"haproxy-bundle-docker-0_monitor_0 metal-1" -> "haproxy-bundle-docker-2_start_0 metal-3" [ style = bold]
"haproxy-bundle-docker-0_monitor_0 metal-1" [ style=bold color="green" fontcolor="black"]
"haproxy-bundle-docker-0_monitor_0 metal-2" -> "haproxy-bundle-docker-0_start_0 metal-1" [ style = bold]
"haproxy-bundle-docker-0_monitor_0 metal-2" -> "haproxy-bundle-docker-1_start_0 metal-2" [ style = bold]
"haproxy-bundle-docker-0_monitor_0 metal-2" -> "haproxy-bundle-docker-2_start_0 metal-3" [ style = bold]
"haproxy-bundle-docker-0_monitor_0 metal-2" [ style=bold color="green" fontcolor="black"]
"haproxy-bundle-docker-0_monitor_0 metal-3" -> "haproxy-bundle-docker-0_start_0 metal-1" [ style = bold]
"haproxy-bundle-docker-0_monitor_0 metal-3" -> "haproxy-bundle-docker-1_start_0 metal-2" [ style = bold]
"haproxy-bundle-docker-0_monitor_0 metal-3" -> "haproxy-bundle-docker-2_start_0 metal-3" [ style = bold]
"haproxy-bundle-docker-0_monitor_0 metal-3" [ style=bold color="green" fontcolor="black"]
"haproxy-bundle-docker-0_monitor_60000 metal-1" [ style=bold color="green" fontcolor="black"]
"haproxy-bundle-docker-0_start_0 metal-1" -> "haproxy-bundle-docker-0_monitor_60000 metal-1" [ style = bold]
"haproxy-bundle-docker-0_start_0 metal-1" -> "haproxy-bundle_running_0" [ style = bold]
"haproxy-bundle-docker-0_start_0 metal-1" [ style=bold color="green" fontcolor="black"]
"haproxy-bundle-docker-1_monitor_0 metal-1" -> "haproxy-bundle-docker-0_start_0 metal-1" [ style = bold]
"haproxy-bundle-docker-1_monitor_0 metal-1" -> "haproxy-bundle-docker-1_start_0 metal-2" [ style = bold]
"haproxy-bundle-docker-1_monitor_0 metal-1" -> "haproxy-bundle-docker-2_start_0 metal-3" [ style = bold]
"haproxy-bundle-docker-1_monitor_0 metal-1" [ style=bold color="green" fontcolor="black"]
"haproxy-bundle-docker-1_monitor_0 metal-2" -> "haproxy-bundle-docker-0_start_0 metal-1" [ style = bold]
"haproxy-bundle-docker-1_monitor_0 metal-2" -> "haproxy-bundle-docker-1_start_0 metal-2" [ style = bold]
"haproxy-bundle-docker-1_monitor_0 metal-2" -> "haproxy-bundle-docker-2_start_0 metal-3" [ style = bold]
"haproxy-bundle-docker-1_monitor_0 metal-2" [ style=bold color="green" fontcolor="black"]
"haproxy-bundle-docker-1_monitor_0 metal-3" -> "haproxy-bundle-docker-0_start_0 metal-1" [ style = bold]
"haproxy-bundle-docker-1_monitor_0 metal-3" -> "haproxy-bundle-docker-1_start_0 metal-2" [ style = bold]
"haproxy-bundle-docker-1_monitor_0 metal-3" -> "haproxy-bundle-docker-2_start_0 metal-3" [ style = bold]
"haproxy-bundle-docker-1_monitor_0 metal-3" [ style=bold color="green" fontcolor="black"]
"haproxy-bundle-docker-1_monitor_60000 metal-2" [ style=bold color="green" fontcolor="black"]
"haproxy-bundle-docker-1_start_0 metal-2" -> "haproxy-bundle-docker-1_monitor_60000 metal-2" [ style = bold]
"haproxy-bundle-docker-1_start_0 metal-2" -> "haproxy-bundle_running_0" [ style = bold]
"haproxy-bundle-docker-1_start_0 metal-2" [ style=bold color="green" fontcolor="black"]
"haproxy-bundle-docker-2_monitor_0 metal-1" -> "haproxy-bundle-docker-0_start_0 metal-1" [ style = bold]
"haproxy-bundle-docker-2_monitor_0 metal-1" -> "haproxy-bundle-docker-1_start_0 metal-2" [ style = bold]
"haproxy-bundle-docker-2_monitor_0 metal-1" -> "haproxy-bundle-docker-2_start_0 metal-3" [ style = bold]
"haproxy-bundle-docker-2_monitor_0 metal-1" [ style=bold color="green" fontcolor="black"]
"haproxy-bundle-docker-2_monitor_0 metal-2" -> "haproxy-bundle-docker-0_start_0 metal-1" [ style = bold]
"haproxy-bundle-docker-2_monitor_0 metal-2" -> "haproxy-bundle-docker-1_start_0 metal-2" [ style = bold]
"haproxy-bundle-docker-2_monitor_0 metal-2" -> "haproxy-bundle-docker-2_start_0 metal-3" [ style = bold]
"haproxy-bundle-docker-2_monitor_0 metal-2" [ style=bold color="green" fontcolor="black"]
"haproxy-bundle-docker-2_monitor_0 metal-3" -> "haproxy-bundle-docker-0_start_0 metal-1" [ style = bold]
"haproxy-bundle-docker-2_monitor_0 metal-3" -> "haproxy-bundle-docker-1_start_0 metal-2" [ style = bold]
"haproxy-bundle-docker-2_monitor_0 metal-3" -> "haproxy-bundle-docker-2_start_0 metal-3" [ style = bold]
"haproxy-bundle-docker-2_monitor_0 metal-3" [ style=bold color="green" fontcolor="black"]
"haproxy-bundle-docker-2_monitor_60000 metal-3" [ style=bold color="green" fontcolor="black"]
"haproxy-bundle-docker-2_start_0 metal-3" -> "haproxy-bundle-docker-2_monitor_60000 metal-3" [ style = bold]
"haproxy-bundle-docker-2_start_0 metal-3" -> "haproxy-bundle_running_0" [ style = bold]
"haproxy-bundle-docker-2_start_0 metal-3" [ style=bold color="green" fontcolor="black"]
"haproxy-bundle_running_0" -> "storage-clone_start_0" [ style = bold]
"haproxy-bundle_running_0" [ style=bold color="green" fontcolor="orange"]
"haproxy-bundle_start_0" -> "haproxy-bundle-docker-0_start_0 metal-1" [ style = bold]
"haproxy-bundle_start_0" -> "haproxy-bundle-docker-1_start_0 metal-2" [ style = bold]
"haproxy-bundle_start_0" -> "haproxy-bundle-docker-2_start_0 metal-3" [ style = bold]
"haproxy-bundle_start_0" [ style=bold color="green" fontcolor="orange"]
+"redis-bundle-0_monitor_0 metal-1" -> "redis-bundle-0_start_0 metal-1" [ style = bold]
+"redis-bundle-0_monitor_0 metal-1" [ style=bold color="green" fontcolor="black"]
+"redis-bundle-0_monitor_0 metal-2" -> "redis-bundle-0_start_0 metal-1" [ style = bold]
+"redis-bundle-0_monitor_0 metal-2" [ style=bold color="green" fontcolor="black"]
+"redis-bundle-0_monitor_0 metal-3" -> "redis-bundle-0_start_0 metal-1" [ style = bold]
+"redis-bundle-0_monitor_0 metal-3" [ style=bold color="green" fontcolor="black"]
"redis-bundle-0_monitor_60000 metal-1" [ style=bold color="green" fontcolor="black"]
"redis-bundle-0_start_0 metal-1" -> "redis-bundle-0_monitor_60000 metal-1" [ style = bold]
"redis-bundle-0_start_0 metal-1" -> "redis:0_monitor_20000 redis-bundle-0" [ style = bold]
"redis-bundle-0_start_0 metal-1" -> "redis:0_promote_0 redis-bundle-0" [ style = bold]
"redis-bundle-0_start_0 metal-1" -> "redis:0_start_0 redis-bundle-0" [ style = bold]
"redis-bundle-0_start_0 metal-1" [ style=bold color="green" fontcolor="black"]
+"redis-bundle-1_monitor_0 metal-1" -> "redis-bundle-1_start_0 metal-2" [ style = bold]
+"redis-bundle-1_monitor_0 metal-1" [ style=bold color="green" fontcolor="black"]
+"redis-bundle-1_monitor_0 metal-2" -> "redis-bundle-1_start_0 metal-2" [ style = bold]
+"redis-bundle-1_monitor_0 metal-2" [ style=bold color="green" fontcolor="black"]
+"redis-bundle-1_monitor_0 metal-3" -> "redis-bundle-1_start_0 metal-2" [ style = bold]
+"redis-bundle-1_monitor_0 metal-3" [ style=bold color="green" fontcolor="black"]
"redis-bundle-1_monitor_60000 metal-2" [ style=bold color="green" fontcolor="black"]
"redis-bundle-1_start_0 metal-2" -> "redis-bundle-1_monitor_60000 metal-2" [ style = bold]
"redis-bundle-1_start_0 metal-2" -> "redis:1_monitor_20000 redis-bundle-1" [ style = bold]
"redis-bundle-1_start_0 metal-2" -> "redis:1_promote_0 redis-bundle-1" [ style = bold]
"redis-bundle-1_start_0 metal-2" -> "redis:1_start_0 redis-bundle-1" [ style = bold]
"redis-bundle-1_start_0 metal-2" [ style=bold color="green" fontcolor="black"]
+"redis-bundle-2_monitor_0 metal-1" -> "redis-bundle-2_start_0 metal-3" [ style = bold]
+"redis-bundle-2_monitor_0 metal-1" [ style=bold color="green" fontcolor="black"]
+"redis-bundle-2_monitor_0 metal-2" -> "redis-bundle-2_start_0 metal-3" [ style = bold]
+"redis-bundle-2_monitor_0 metal-2" [ style=bold color="green" fontcolor="black"]
+"redis-bundle-2_monitor_0 metal-3" -> "redis-bundle-2_start_0 metal-3" [ style = bold]
+"redis-bundle-2_monitor_0 metal-3" [ style=bold color="green" fontcolor="black"]
"redis-bundle-2_monitor_60000 metal-3" [ style=bold color="green" fontcolor="black"]
"redis-bundle-2_start_0 metal-3" -> "redis-bundle-2_monitor_60000 metal-3" [ style = bold]
"redis-bundle-2_start_0 metal-3" -> "redis:2_monitor_20000 redis-bundle-2" [ style = bold]
"redis-bundle-2_start_0 metal-3" -> "redis:2_promote_0 redis-bundle-2" [ style = bold]
"redis-bundle-2_start_0 metal-3" -> "redis:2_start_0 redis-bundle-2" [ style = bold]
"redis-bundle-2_start_0 metal-3" [ style=bold color="green" fontcolor="black"]
"redis-bundle-docker-0_monitor_0 metal-1" -> "redis-bundle-docker-0_start_0 metal-1" [ style = bold]
"redis-bundle-docker-0_monitor_0 metal-1" -> "redis-bundle-docker-1_start_0 metal-2" [ style = bold]
"redis-bundle-docker-0_monitor_0 metal-1" -> "redis-bundle-docker-2_start_0 metal-3" [ style = bold]
"redis-bundle-docker-0_monitor_0 metal-1" -> "redis-bundle-master_start_0" [ style = bold]
"redis-bundle-docker-0_monitor_0 metal-1" [ style=bold color="green" fontcolor="black"]
"redis-bundle-docker-0_monitor_0 metal-2" -> "redis-bundle-docker-0_start_0 metal-1" [ style = bold]
"redis-bundle-docker-0_monitor_0 metal-2" -> "redis-bundle-docker-1_start_0 metal-2" [ style = bold]
"redis-bundle-docker-0_monitor_0 metal-2" -> "redis-bundle-docker-2_start_0 metal-3" [ style = bold]
"redis-bundle-docker-0_monitor_0 metal-2" -> "redis-bundle-master_start_0" [ style = bold]
"redis-bundle-docker-0_monitor_0 metal-2" [ style=bold color="green" fontcolor="black"]
"redis-bundle-docker-0_monitor_0 metal-3" -> "redis-bundle-docker-0_start_0 metal-1" [ style = bold]
"redis-bundle-docker-0_monitor_0 metal-3" -> "redis-bundle-docker-1_start_0 metal-2" [ style = bold]
"redis-bundle-docker-0_monitor_0 metal-3" -> "redis-bundle-docker-2_start_0 metal-3" [ style = bold]
"redis-bundle-docker-0_monitor_0 metal-3" -> "redis-bundle-master_start_0" [ style = bold]
"redis-bundle-docker-0_monitor_0 metal-3" [ style=bold color="green" fontcolor="black"]
"redis-bundle-docker-0_monitor_60000 metal-1" [ style=bold color="green" fontcolor="black"]
"redis-bundle-docker-0_start_0 metal-1" -> "redis-bundle-0_start_0 metal-1" [ style = bold]
"redis-bundle-docker-0_start_0 metal-1" -> "redis-bundle-docker-0_monitor_60000 metal-1" [ style = bold]
"redis-bundle-docker-0_start_0 metal-1" -> "redis-bundle_running_0" [ style = bold]
"redis-bundle-docker-0_start_0 metal-1" -> "redis:0_promote_0 redis-bundle-0" [ style = bold]
"redis-bundle-docker-0_start_0 metal-1" -> "redis:0_start_0 redis-bundle-0" [ style = bold]
"redis-bundle-docker-0_start_0 metal-1" [ style=bold color="green" fontcolor="black"]
"redis-bundle-docker-1_monitor_0 metal-1" -> "redis-bundle-docker-0_start_0 metal-1" [ style = bold]
"redis-bundle-docker-1_monitor_0 metal-1" -> "redis-bundle-docker-1_start_0 metal-2" [ style = bold]
"redis-bundle-docker-1_monitor_0 metal-1" -> "redis-bundle-docker-2_start_0 metal-3" [ style = bold]
"redis-bundle-docker-1_monitor_0 metal-1" -> "redis-bundle-master_start_0" [ style = bold]
"redis-bundle-docker-1_monitor_0 metal-1" [ style=bold color="green" fontcolor="black"]
"redis-bundle-docker-1_monitor_0 metal-2" -> "redis-bundle-docker-0_start_0 metal-1" [ style = bold]
"redis-bundle-docker-1_monitor_0 metal-2" -> "redis-bundle-docker-1_start_0 metal-2" [ style = bold]
"redis-bundle-docker-1_monitor_0 metal-2" -> "redis-bundle-docker-2_start_0 metal-3" [ style = bold]
"redis-bundle-docker-1_monitor_0 metal-2" -> "redis-bundle-master_start_0" [ style = bold]
"redis-bundle-docker-1_monitor_0 metal-2" [ style=bold color="green" fontcolor="black"]
"redis-bundle-docker-1_monitor_0 metal-3" -> "redis-bundle-docker-0_start_0 metal-1" [ style = bold]
"redis-bundle-docker-1_monitor_0 metal-3" -> "redis-bundle-docker-1_start_0 metal-2" [ style = bold]
"redis-bundle-docker-1_monitor_0 metal-3" -> "redis-bundle-docker-2_start_0 metal-3" [ style = bold]
"redis-bundle-docker-1_monitor_0 metal-3" -> "redis-bundle-master_start_0" [ style = bold]
"redis-bundle-docker-1_monitor_0 metal-3" [ style=bold color="green" fontcolor="black"]
"redis-bundle-docker-1_monitor_60000 metal-2" [ style=bold color="green" fontcolor="black"]
"redis-bundle-docker-1_start_0 metal-2" -> "redis-bundle-1_start_0 metal-2" [ style = bold]
"redis-bundle-docker-1_start_0 metal-2" -> "redis-bundle-docker-1_monitor_60000 metal-2" [ style = bold]
"redis-bundle-docker-1_start_0 metal-2" -> "redis-bundle_running_0" [ style = bold]
"redis-bundle-docker-1_start_0 metal-2" -> "redis:1_promote_0 redis-bundle-1" [ style = bold]
"redis-bundle-docker-1_start_0 metal-2" -> "redis:1_start_0 redis-bundle-1" [ style = bold]
"redis-bundle-docker-1_start_0 metal-2" [ style=bold color="green" fontcolor="black"]
"redis-bundle-docker-2_monitor_0 metal-1" -> "redis-bundle-docker-0_start_0 metal-1" [ style = bold]
"redis-bundle-docker-2_monitor_0 metal-1" -> "redis-bundle-docker-1_start_0 metal-2" [ style = bold]
"redis-bundle-docker-2_monitor_0 metal-1" -> "redis-bundle-docker-2_start_0 metal-3" [ style = bold]
"redis-bundle-docker-2_monitor_0 metal-1" -> "redis-bundle-master_start_0" [ style = bold]
"redis-bundle-docker-2_monitor_0 metal-1" [ style=bold color="green" fontcolor="black"]
"redis-bundle-docker-2_monitor_0 metal-2" -> "redis-bundle-docker-0_start_0 metal-1" [ style = bold]
"redis-bundle-docker-2_monitor_0 metal-2" -> "redis-bundle-docker-1_start_0 metal-2" [ style = bold]
"redis-bundle-docker-2_monitor_0 metal-2" -> "redis-bundle-docker-2_start_0 metal-3" [ style = bold]
"redis-bundle-docker-2_monitor_0 metal-2" -> "redis-bundle-master_start_0" [ style = bold]
"redis-bundle-docker-2_monitor_0 metal-2" [ style=bold color="green" fontcolor="black"]
"redis-bundle-docker-2_monitor_0 metal-3" -> "redis-bundle-docker-0_start_0 metal-1" [ style = bold]
"redis-bundle-docker-2_monitor_0 metal-3" -> "redis-bundle-docker-1_start_0 metal-2" [ style = bold]
"redis-bundle-docker-2_monitor_0 metal-3" -> "redis-bundle-docker-2_start_0 metal-3" [ style = bold]
"redis-bundle-docker-2_monitor_0 metal-3" -> "redis-bundle-master_start_0" [ style = bold]
"redis-bundle-docker-2_monitor_0 metal-3" [ style=bold color="green" fontcolor="black"]
"redis-bundle-docker-2_monitor_60000 metal-3" [ style=bold color="green" fontcolor="black"]
"redis-bundle-docker-2_start_0 metal-3" -> "redis-bundle-2_start_0 metal-3" [ style = bold]
"redis-bundle-docker-2_start_0 metal-3" -> "redis-bundle-docker-2_monitor_60000 metal-3" [ style = bold]
"redis-bundle-docker-2_start_0 metal-3" -> "redis-bundle_running_0" [ style = bold]
"redis-bundle-docker-2_start_0 metal-3" -> "redis:2_promote_0 redis-bundle-2" [ style = bold]
"redis-bundle-docker-2_start_0 metal-3" -> "redis:2_start_0 redis-bundle-2" [ style = bold]
"redis-bundle-docker-2_start_0 metal-3" [ style=bold color="green" fontcolor="black"]
"redis-bundle-master_confirmed-post_notify_promoted_0" -> "redis-bundle_promoted_0" [ style = bold]
"redis-bundle-master_confirmed-post_notify_promoted_0" -> "redis:0_monitor_20000 redis-bundle-0" [ style = bold]
"redis-bundle-master_confirmed-post_notify_promoted_0" -> "redis:1_monitor_20000 redis-bundle-1" [ style = bold]
"redis-bundle-master_confirmed-post_notify_promoted_0" -> "redis:2_monitor_20000 redis-bundle-2" [ style = bold]
"redis-bundle-master_confirmed-post_notify_promoted_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_confirmed-post_notify_running_0" -> "redis-bundle-master_pre_notify_promote_0" [ style = bold]
"redis-bundle-master_confirmed-post_notify_running_0" -> "redis-bundle_running_0" [ style = bold]
"redis-bundle-master_confirmed-post_notify_running_0" -> "redis:0_monitor_20000 redis-bundle-0" [ style = bold]
"redis-bundle-master_confirmed-post_notify_running_0" -> "redis:1_monitor_20000 redis-bundle-1" [ style = bold]
"redis-bundle-master_confirmed-post_notify_running_0" -> "redis:2_monitor_20000 redis-bundle-2" [ style = bold]
"redis-bundle-master_confirmed-post_notify_running_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_confirmed-pre_notify_promote_0" -> "redis-bundle-master_post_notify_promoted_0" [ style = bold]
"redis-bundle-master_confirmed-pre_notify_promote_0" -> "redis-bundle-master_promote_0" [ style = bold]
"redis-bundle-master_confirmed-pre_notify_promote_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_confirmed-pre_notify_start_0" -> "redis-bundle-master_post_notify_running_0" [ style = bold]
"redis-bundle-master_confirmed-pre_notify_start_0" -> "redis-bundle-master_start_0" [ style = bold]
"redis-bundle-master_confirmed-pre_notify_start_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_post_notify_promoted_0" -> "redis-bundle-master_confirmed-post_notify_promoted_0" [ style = bold]
"redis-bundle-master_post_notify_promoted_0" -> "redis:0_post_notify_promote_0 redis-bundle-0" [ style = bold]
"redis-bundle-master_post_notify_promoted_0" -> "redis:1_post_notify_promote_0 redis-bundle-1" [ style = bold]
"redis-bundle-master_post_notify_promoted_0" -> "redis:2_post_notify_promote_0 redis-bundle-2" [ style = bold]
"redis-bundle-master_post_notify_promoted_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_post_notify_running_0" -> "redis-bundle-master_confirmed-post_notify_running_0" [ style = bold]
"redis-bundle-master_post_notify_running_0" -> "redis:0_post_notify_start_0 redis-bundle-0" [ style = bold]
"redis-bundle-master_post_notify_running_0" -> "redis:1_post_notify_start_0 redis-bundle-1" [ style = bold]
"redis-bundle-master_post_notify_running_0" -> "redis:2_post_notify_start_0 redis-bundle-2" [ style = bold]
"redis-bundle-master_post_notify_running_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_pre_notify_promote_0" -> "redis-bundle-master_confirmed-pre_notify_promote_0" [ style = bold]
"redis-bundle-master_pre_notify_promote_0" -> "redis:0_pre_notify_promote_0 redis-bundle-0" [ style = bold]
"redis-bundle-master_pre_notify_promote_0" -> "redis:1_pre_notify_promote_0 redis-bundle-1" [ style = bold]
"redis-bundle-master_pre_notify_promote_0" -> "redis:2_pre_notify_promote_0 redis-bundle-2" [ style = bold]
"redis-bundle-master_pre_notify_promote_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_pre_notify_start_0" -> "redis-bundle-master_confirmed-pre_notify_start_0" [ style = bold]
"redis-bundle-master_pre_notify_start_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_promote_0" -> "redis:0_promote_0 redis-bundle-0" [ style = bold]
"redis-bundle-master_promote_0" -> "redis:1_promote_0 redis-bundle-1" [ style = bold]
"redis-bundle-master_promote_0" -> "redis:2_promote_0 redis-bundle-2" [ style = bold]
"redis-bundle-master_promote_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_promoted_0" -> "redis-bundle-master_post_notify_promoted_0" [ style = bold]
"redis-bundle-master_promoted_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_running_0" -> "redis-bundle-master_post_notify_running_0" [ style = bold]
"redis-bundle-master_running_0" -> "redis-bundle-master_promote_0" [ style = bold]
"redis-bundle-master_running_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_start_0" -> "redis-bundle-master_running_0" [ style = bold]
"redis-bundle-master_start_0" -> "redis:0_start_0 redis-bundle-0" [ style = bold]
"redis-bundle-master_start_0" -> "redis:1_start_0 redis-bundle-1" [ style = bold]
"redis-bundle-master_start_0" -> "redis:2_start_0 redis-bundle-2" [ style = bold]
"redis-bundle-master_start_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle_promote_0" -> "redis-bundle-master_promote_0" [ style = bold]
"redis-bundle_promote_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle_promoted_0" -> "storage-clone_start_0" [ style = bold]
"redis-bundle_promoted_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle_running_0" -> "redis-bundle_promote_0" [ style = bold]
"redis-bundle_running_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle_start_0" -> "redis-bundle-docker-0_start_0 metal-1" [ style = bold]
"redis-bundle_start_0" -> "redis-bundle-docker-1_start_0 metal-2" [ style = bold]
"redis-bundle_start_0" -> "redis-bundle-docker-2_start_0 metal-3" [ style = bold]
"redis-bundle_start_0" -> "redis-bundle-master_start_0" [ style = bold]
"redis-bundle_start_0" [ style=bold color="green" fontcolor="orange"]
"redis:0_monitor_20000 redis-bundle-0" [ style=bold color="green" fontcolor="black"]
"redis:0_post_notify_promote_0 redis-bundle-0" -> "redis-bundle-master_confirmed-post_notify_promoted_0" [ style = bold]
"redis:0_post_notify_promote_0 redis-bundle-0" [ style=bold color="green" fontcolor="black"]
"redis:0_post_notify_start_0 redis-bundle-0" -> "redis-bundle-master_confirmed-post_notify_running_0" [ style = bold]
"redis:0_post_notify_start_0 redis-bundle-0" [ style=bold color="green" fontcolor="black"]
"redis:0_pre_notify_promote_0 redis-bundle-0" -> "redis-bundle-master_confirmed-pre_notify_promote_0" [ style = bold]
"redis:0_pre_notify_promote_0 redis-bundle-0" [ style=bold color="green" fontcolor="black"]
"redis:0_promote_0 redis-bundle-0" -> "redis-bundle-master_promoted_0" [ style = bold]
"redis:0_promote_0 redis-bundle-0" -> "redis:0_monitor_20000 redis-bundle-0" [ style = bold]
"redis:0_promote_0 redis-bundle-0" -> "redis:1_promote_0 redis-bundle-1" [ style = bold]
"redis:0_promote_0 redis-bundle-0" [ style=bold color="green" fontcolor="black"]
"redis:0_start_0 redis-bundle-0" -> "redis-bundle-master_running_0" [ style = bold]
"redis:0_start_0 redis-bundle-0" -> "redis:0_monitor_20000 redis-bundle-0" [ style = bold]
"redis:0_start_0 redis-bundle-0" -> "redis:0_promote_0 redis-bundle-0" [ style = bold]
"redis:0_start_0 redis-bundle-0" -> "redis:1_start_0 redis-bundle-1" [ style = bold]
"redis:0_start_0 redis-bundle-0" [ style=bold color="green" fontcolor="black"]
"redis:1_monitor_20000 redis-bundle-1" [ style=bold color="green" fontcolor="black"]
"redis:1_post_notify_promote_0 redis-bundle-1" -> "redis-bundle-master_confirmed-post_notify_promoted_0" [ style = bold]
"redis:1_post_notify_promote_0 redis-bundle-1" [ style=bold color="green" fontcolor="black"]
"redis:1_post_notify_start_0 redis-bundle-1" -> "redis-bundle-master_confirmed-post_notify_running_0" [ style = bold]
"redis:1_post_notify_start_0 redis-bundle-1" [ style=bold color="green" fontcolor="black"]
"redis:1_pre_notify_promote_0 redis-bundle-1" -> "redis-bundle-master_confirmed-pre_notify_promote_0" [ style = bold]
"redis:1_pre_notify_promote_0 redis-bundle-1" [ style=bold color="green" fontcolor="black"]
"redis:1_promote_0 redis-bundle-1" -> "redis-bundle-master_promoted_0" [ style = bold]
"redis:1_promote_0 redis-bundle-1" -> "redis:1_monitor_20000 redis-bundle-1" [ style = bold]
"redis:1_promote_0 redis-bundle-1" -> "redis:2_promote_0 redis-bundle-2" [ style = bold]
"redis:1_promote_0 redis-bundle-1" [ style=bold color="green" fontcolor="black"]
"redis:1_start_0 redis-bundle-1" -> "redis-bundle-master_running_0" [ style = bold]
"redis:1_start_0 redis-bundle-1" -> "redis:1_monitor_20000 redis-bundle-1" [ style = bold]
"redis:1_start_0 redis-bundle-1" -> "redis:1_promote_0 redis-bundle-1" [ style = bold]
"redis:1_start_0 redis-bundle-1" -> "redis:2_start_0 redis-bundle-2" [ style = bold]
"redis:1_start_0 redis-bundle-1" [ style=bold color="green" fontcolor="black"]
"redis:2_monitor_20000 redis-bundle-2" [ style=bold color="green" fontcolor="black"]
"redis:2_post_notify_promote_0 redis-bundle-2" -> "redis-bundle-master_confirmed-post_notify_promoted_0" [ style = bold]
"redis:2_post_notify_promote_0 redis-bundle-2" [ style=bold color="green" fontcolor="black"]
"redis:2_post_notify_start_0 redis-bundle-2" -> "redis-bundle-master_confirmed-post_notify_running_0" [ style = bold]
"redis:2_post_notify_start_0 redis-bundle-2" [ style=bold color="green" fontcolor="black"]
"redis:2_pre_notify_promote_0 redis-bundle-2" -> "redis-bundle-master_confirmed-pre_notify_promote_0" [ style = bold]
"redis:2_pre_notify_promote_0 redis-bundle-2" [ style=bold color="green" fontcolor="black"]
"redis:2_promote_0 redis-bundle-2" -> "redis-bundle-master_promoted_0" [ style = bold]
"redis:2_promote_0 redis-bundle-2" -> "redis:2_monitor_20000 redis-bundle-2" [ style = bold]
"redis:2_promote_0 redis-bundle-2" [ style=bold color="green" fontcolor="black"]
"redis:2_start_0 redis-bundle-2" -> "redis-bundle-master_running_0" [ style = bold]
"redis:2_start_0 redis-bundle-2" -> "redis:2_monitor_20000 redis-bundle-2" [ style = bold]
"redis:2_start_0 redis-bundle-2" -> "redis:2_promote_0 redis-bundle-2" [ style = bold]
"redis:2_start_0 redis-bundle-2" [ style=bold color="green" fontcolor="black"]
"storage-clone_confirmed-post_notify_running_0" -> "galera-bundle_start_0" [ style = bold]
"storage-clone_confirmed-post_notify_running_0" -> "storage:0_monitor_30000 metal-1" [ style = bold]
"storage-clone_confirmed-post_notify_running_0" -> "storage:1_monitor_30000 metal-2" [ style = bold]
"storage-clone_confirmed-post_notify_running_0" -> "storage:2_monitor_30000 metal-3" [ style = bold]
"storage-clone_confirmed-post_notify_running_0" [ style=bold color="green" fontcolor="orange"]
"storage-clone_confirmed-pre_notify_start_0" -> "storage-clone_post_notify_running_0" [ style = bold]
"storage-clone_confirmed-pre_notify_start_0" -> "storage-clone_start_0" [ style = bold]
"storage-clone_confirmed-pre_notify_start_0" [ style=bold color="green" fontcolor="orange"]
"storage-clone_post_notify_running_0" -> "storage-clone_confirmed-post_notify_running_0" [ style = bold]
"storage-clone_post_notify_running_0" -> "storage:0_post_notify_start_0 metal-1" [ style = bold]
"storage-clone_post_notify_running_0" -> "storage:1_post_notify_start_0 metal-2" [ style = bold]
"storage-clone_post_notify_running_0" -> "storage:2_post_notify_start_0 metal-3" [ style = bold]
"storage-clone_post_notify_running_0" [ style=bold color="green" fontcolor="orange"]
"storage-clone_pre_notify_start_0" -> "storage-clone_confirmed-pre_notify_start_0" [ style = bold]
"storage-clone_pre_notify_start_0" [ style=bold color="green" fontcolor="orange"]
"storage-clone_running_0" -> "storage-clone_post_notify_running_0" [ style = bold]
"storage-clone_running_0" [ style=bold color="green" fontcolor="orange"]
"storage-clone_start_0" -> "storage-clone_running_0" [ style = bold]
"storage-clone_start_0" -> "storage:0_start_0 metal-1" [ style = bold]
"storage-clone_start_0" -> "storage:1_start_0 metal-2" [ style = bold]
"storage-clone_start_0" -> "storage:2_start_0 metal-3" [ style = bold]
"storage-clone_start_0" [ style=bold color="green" fontcolor="orange"]
"storage:0_monitor_0 metal-1" -> "storage-clone_start_0" [ style = bold]
"storage:0_monitor_0 metal-1" [ style=bold color="green" fontcolor="black"]
"storage:0_monitor_30000 metal-1" [ style=bold color="green" fontcolor="black"]
"storage:0_post_notify_start_0 metal-1" -> "storage-clone_confirmed-post_notify_running_0" [ style = bold]
"storage:0_post_notify_start_0 metal-1" [ style=bold color="green" fontcolor="black"]
"storage:0_start_0 metal-1" -> "storage-clone_running_0" [ style = bold]
"storage:0_start_0 metal-1" -> "storage:0_monitor_30000 metal-1" [ style = bold]
"storage:0_start_0 metal-1" [ style=bold color="green" fontcolor="black"]
"storage:1_monitor_0 metal-2" -> "storage-clone_start_0" [ style = bold]
"storage:1_monitor_0 metal-2" [ style=bold color="green" fontcolor="black"]
"storage:1_monitor_30000 metal-2" [ style=bold color="green" fontcolor="black"]
"storage:1_post_notify_start_0 metal-2" -> "storage-clone_confirmed-post_notify_running_0" [ style = bold]
"storage:1_post_notify_start_0 metal-2" [ style=bold color="green" fontcolor="black"]
"storage:1_start_0 metal-2" -> "storage-clone_running_0" [ style = bold]
"storage:1_start_0 metal-2" -> "storage:1_monitor_30000 metal-2" [ style = bold]
"storage:1_start_0 metal-2" [ style=bold color="green" fontcolor="black"]
"storage:2_monitor_0 metal-3" -> "storage-clone_start_0" [ style = bold]
"storage:2_monitor_0 metal-3" [ style=bold color="green" fontcolor="black"]
"storage:2_monitor_30000 metal-3" [ style=bold color="green" fontcolor="black"]
"storage:2_post_notify_start_0 metal-3" -> "storage-clone_confirmed-post_notify_running_0" [ style = bold]
"storage:2_post_notify_start_0 metal-3" [ style=bold color="green" fontcolor="black"]
"storage:2_start_0 metal-3" -> "storage-clone_running_0" [ style = bold]
"storage:2_start_0 metal-3" -> "storage:2_monitor_30000 metal-3" [ style = bold]
"storage:2_start_0 metal-3" [ style=bold color="green" fontcolor="black"]
}
diff --git a/pengine/test10/bundle-order-startup-clone-2.exp b/pengine/test10/bundle-order-startup-clone-2.exp
index b6f90d40cd..ae499c072f 100644
--- a/pengine/test10/bundle-order-startup-clone-2.exp
+++ b/pengine/test10/bundle-order-startup-clone-2.exp
@@ -1,2017 +1,2233 @@
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
+
+
+
+
+
+
+
+
+
-
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
+
+
+
+
+
+
+
+
+
-
+
-
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
+
+
+
+
+
+
+
+
+
-
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
+
+
+
+
+
+
+
+
+
-
+
-
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
+
+
+
+
+
+
+
+
+
-
+
-
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
+
+
+
+
+
+
+
+
+
-
+
+
+
+
+
+
+
+
+
+
-
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
diff --git a/pengine/test10/bundle-order-startup-clone-2.summary b/pengine/test10/bundle-order-startup-clone-2.summary
index a2c2146488..07e6f00638 100644
--- a/pengine/test10/bundle-order-startup-clone-2.summary
+++ b/pengine/test10/bundle-order-startup-clone-2.summary
@@ -1,193 +1,211 @@
Current cluster status:
Online: [ metal-1 metal-2 metal-3 ]
RemoteOFFLINE: [ rabbitmq-bundle-0 ]
Clone Set: storage-clone [storage]
Stopped: [ metal-1 metal-2 metal-3 rabbitmq-bundle-0 ]
Docker container set: galera-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-mariadb:latest]
galera-bundle-0 (ocf::heartbeat:galera): Stopped
galera-bundle-1 (ocf::heartbeat:galera): Stopped
galera-bundle-2 (ocf::heartbeat:galera): Stopped
Docker container set: haproxy-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-haproxy:latest]
haproxy-bundle-docker-0 (ocf::heartbeat:docker): Stopped
haproxy-bundle-docker-1 (ocf::heartbeat:docker): Stopped
haproxy-bundle-docker-2 (ocf::heartbeat:docker): Stopped
Docker container set: redis-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-redis:latest]
redis-bundle-0 (ocf::heartbeat:redis): Stopped
redis-bundle-1 (ocf::heartbeat:redis): Stopped
redis-bundle-2 (ocf::heartbeat:redis): Stopped
Transition Summary:
* Start storage:0 (metal-1)
* Start storage:1 (metal-2)
* Start storage:2 (metal-3)
* Start galera-bundle-docker-0 (metal-1)
* Start galera-bundle-0 (metal-1)
* Start galera:0 (galera-bundle-0)
* Start galera-bundle-docker-1 (metal-2)
* Start galera-bundle-1 (metal-2)
* Start galera:1 (galera-bundle-1)
* Start galera-bundle-docker-2 (metal-3)
* Start galera-bundle-2 (metal-3)
* Start galera:2 (galera-bundle-2)
* Start haproxy-bundle-docker-0 (metal-1)
* Start haproxy-bundle-docker-1 (metal-2)
* Start haproxy-bundle-docker-2 (metal-3)
* Start redis-bundle-docker-0 (metal-1)
* Start redis-bundle-0 (metal-1)
* Promote redis:0 (Stopped -> Master redis-bundle-0)
* Start redis-bundle-docker-1 (metal-2)
* Start redis-bundle-1 (metal-2)
* Promote redis:1 (Stopped -> Master redis-bundle-1)
* Start redis-bundle-docker-2 (metal-3)
* Start redis-bundle-2 (metal-3)
* Promote redis:2 (Stopped -> Master redis-bundle-2)
Executing cluster transition:
* Resource action: storage:0 monitor on metal-1
* Resource action: storage:1 monitor on metal-2
* Resource action: storage:2 monitor on metal-3
* Pseudo action: storage-clone_pre_notify_start_0
* Resource action: galera-bundle-docker-0 monitor on metal-3
* Resource action: galera-bundle-docker-0 monitor on metal-2
* Resource action: galera-bundle-docker-0 monitor on metal-1
+ * Resource action: galera-bundle-0 monitor on metal-3
+ * Resource action: galera-bundle-0 monitor on metal-2
+ * Resource action: galera-bundle-0 monitor on metal-1
* Resource action: galera-bundle-docker-1 monitor on metal-3
* Resource action: galera-bundle-docker-1 monitor on metal-2
* Resource action: galera-bundle-docker-1 monitor on metal-1
+ * Resource action: galera-bundle-1 monitor on metal-3
+ * Resource action: galera-bundle-1 monitor on metal-2
+ * Resource action: galera-bundle-1 monitor on metal-1
* Resource action: galera-bundle-docker-2 monitor on metal-3
* Resource action: galera-bundle-docker-2 monitor on metal-2
* Resource action: galera-bundle-docker-2 monitor on metal-1
+ * Resource action: galera-bundle-2 monitor on metal-3
+ * Resource action: galera-bundle-2 monitor on metal-2
+ * Resource action: galera-bundle-2 monitor on metal-1
* Resource action: haproxy-bundle-docker-0 monitor on metal-3
* Resource action: haproxy-bundle-docker-0 monitor on metal-2
* Resource action: haproxy-bundle-docker-0 monitor on metal-1
* Resource action: haproxy-bundle-docker-1 monitor on metal-3
* Resource action: haproxy-bundle-docker-1 monitor on metal-2
* Resource action: haproxy-bundle-docker-1 monitor on metal-1
* Resource action: haproxy-bundle-docker-2 monitor on metal-3
* Resource action: haproxy-bundle-docker-2 monitor on metal-2
* Resource action: haproxy-bundle-docker-2 monitor on metal-1
* Pseudo action: redis-bundle-master_pre_notify_start_0
* Resource action: redis-bundle-docker-0 monitor on metal-3
* Resource action: redis-bundle-docker-0 monitor on metal-2
* Resource action: redis-bundle-docker-0 monitor on metal-1
+ * Resource action: redis-bundle-0 monitor on metal-3
+ * Resource action: redis-bundle-0 monitor on metal-2
+ * Resource action: redis-bundle-0 monitor on metal-1
* Resource action: redis-bundle-docker-1 monitor on metal-3
* Resource action: redis-bundle-docker-1 monitor on metal-2
* Resource action: redis-bundle-docker-1 monitor on metal-1
+ * Resource action: redis-bundle-1 monitor on metal-3
+ * Resource action: redis-bundle-1 monitor on metal-2
+ * Resource action: redis-bundle-1 monitor on metal-1
* Resource action: redis-bundle-docker-2 monitor on metal-3
* Resource action: redis-bundle-docker-2 monitor on metal-2
* Resource action: redis-bundle-docker-2 monitor on metal-1
+ * Resource action: redis-bundle-2 monitor on metal-3
+ * Resource action: redis-bundle-2 monitor on metal-2
+ * Resource action: redis-bundle-2 monitor on metal-1
* Pseudo action: redis-bundle_start_0
* Pseudo action: haproxy-bundle_start_0
* Pseudo action: storage-clone_confirmed-pre_notify_start_0
* Resource action: haproxy-bundle-docker-0 start on metal-1
* Resource action: haproxy-bundle-docker-1 start on metal-2
* Resource action: haproxy-bundle-docker-2 start on metal-3
* Pseudo action: redis-bundle-master_confirmed-pre_notify_start_0
* Pseudo action: redis-bundle-master_start_0
* Resource action: redis-bundle-docker-0 start on metal-1
* Resource action: redis-bundle-0 start on metal-1
* Resource action: redis-bundle-docker-1 start on metal-2
* Resource action: redis-bundle-1 start on metal-2
* Resource action: redis-bundle-docker-2 start on metal-3
* Resource action: redis-bundle-2 start on metal-3
* Pseudo action: haproxy-bundle_running_0
* Resource action: haproxy-bundle-docker-0 monitor=60000 on metal-1
* Resource action: haproxy-bundle-docker-1 monitor=60000 on metal-2
* Resource action: haproxy-bundle-docker-2 monitor=60000 on metal-3
* Resource action: redis:0 start on redis-bundle-0
* Resource action: redis:1 start on redis-bundle-1
* Resource action: redis:2 start on redis-bundle-2
* Pseudo action: redis-bundle-master_running_0
* Resource action: redis-bundle-docker-0 monitor=60000 on metal-1
* Resource action: redis-bundle-0 monitor=60000 on metal-1
* Resource action: redis-bundle-docker-1 monitor=60000 on metal-2
* Resource action: redis-bundle-1 monitor=60000 on metal-2
* Resource action: redis-bundle-docker-2 monitor=60000 on metal-3
* Resource action: redis-bundle-2 monitor=60000 on metal-3
* Pseudo action: redis-bundle-master_post_notify_running_0
* Resource action: redis:0 notify on redis-bundle-0
* Resource action: redis:1 notify on redis-bundle-1
* Resource action: redis:2 notify on redis-bundle-2
* Pseudo action: redis-bundle-master_confirmed-post_notify_running_0
* Pseudo action: redis-bundle_running_0
* Pseudo action: redis-bundle-master_pre_notify_promote_0
* Pseudo action: redis-bundle_promote_0
* Resource action: redis:0 notify on redis-bundle-0
* Resource action: redis:1 notify on redis-bundle-1
* Resource action: redis:2 notify on redis-bundle-2
* Pseudo action: redis-bundle-master_confirmed-pre_notify_promote_0
* Pseudo action: redis-bundle-master_promote_0
* Resource action: redis:0 promote on redis-bundle-0
* Resource action: redis:1 promote on redis-bundle-1
* Resource action: redis:2 promote on redis-bundle-2
* Pseudo action: redis-bundle-master_promoted_0
* Pseudo action: redis-bundle-master_post_notify_promoted_0
* Resource action: redis:0 notify on redis-bundle-0
* Resource action: redis:1 notify on redis-bundle-1
* Resource action: redis:2 notify on redis-bundle-2
* Pseudo action: redis-bundle-master_confirmed-post_notify_promoted_0
* Pseudo action: redis-bundle_promoted_0
* Pseudo action: storage-clone_start_0
* Resource action: redis:0 monitor=20000 on redis-bundle-0
* Resource action: redis:1 monitor=20000 on redis-bundle-1
* Resource action: redis:2 monitor=20000 on redis-bundle-2
* Resource action: storage:0 start on metal-1
* Resource action: storage:1 start on metal-2
* Resource action: storage:2 start on metal-3
* Pseudo action: storage-clone_running_0
* Pseudo action: storage-clone_post_notify_running_0
* Resource action: storage:0 notify on metal-1
* Resource action: storage:1 notify on metal-2
* Resource action: storage:2 notify on metal-3
* Pseudo action: storage-clone_confirmed-post_notify_running_0
* Pseudo action: galera-bundle_start_0
* Resource action: storage:0 monitor=30000 on metal-1
* Resource action: storage:1 monitor=30000 on metal-2
* Resource action: storage:2 monitor=30000 on metal-3
* Pseudo action: galera-bundle-master_start_0
* Resource action: galera-bundle-docker-0 start on metal-1
* Resource action: galera-bundle-0 start on metal-1
* Resource action: galera-bundle-docker-1 start on metal-2
* Resource action: galera-bundle-1 start on metal-2
* Resource action: galera-bundle-docker-2 start on metal-3
* Resource action: galera-bundle-2 start on metal-3
* Resource action: galera:0 start on galera-bundle-0
* Resource action: galera:1 start on galera-bundle-1
* Resource action: galera:2 start on galera-bundle-2
* Pseudo action: galera-bundle-master_running_0
* Resource action: galera-bundle-docker-0 monitor=60000 on metal-1
* Resource action: galera-bundle-0 monitor=60000 on metal-1
* Resource action: galera-bundle-docker-1 monitor=60000 on metal-2
* Resource action: galera-bundle-1 monitor=60000 on metal-2
* Resource action: galera-bundle-docker-2 monitor=60000 on metal-3
* Resource action: galera-bundle-2 monitor=60000 on metal-3
* Pseudo action: galera-bundle_running_0
* Resource action: galera:0 monitor=30000 on galera-bundle-0
* Resource action: galera:0 monitor=20000 on galera-bundle-0
* Resource action: galera:1 monitor=30000 on galera-bundle-1
* Resource action: galera:1 monitor=20000 on galera-bundle-1
* Resource action: galera:2 monitor=30000 on galera-bundle-2
* Resource action: galera:2 monitor=20000 on galera-bundle-2
Revised cluster status:
Online: [ metal-1 metal-2 metal-3 ]
RemoteOFFLINE: [ rabbitmq-bundle-0 ]
Containers: [ galera-bundle-0:galera-bundle-docker-0 galera-bundle-1:galera-bundle-docker-1 galera-bundle-2:galera-bundle-docker-2 redis-bundle-0:redis-bundle-docker-0 redis-bundle-1:redis-bundle-docker-1 redis-bundle-2:redis-bundle-docker-2 ]
Clone Set: storage-clone [storage]
Started: [ metal-1 metal-2 metal-3 ]
Stopped: [ rabbitmq-bundle-0 ]
Docker container set: galera-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-mariadb:latest]
galera-bundle-0 (ocf::heartbeat:galera): Slave metal-1
galera-bundle-1 (ocf::heartbeat:galera): Slave metal-2
galera-bundle-2 (ocf::heartbeat:galera): Slave metal-3
Docker container set: haproxy-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-haproxy:latest]
haproxy-bundle-docker-0 (ocf::heartbeat:docker): Started metal-1
haproxy-bundle-docker-1 (ocf::heartbeat:docker): Started metal-2
haproxy-bundle-docker-2 (ocf::heartbeat:docker): Started metal-3
Docker container set: redis-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-redis:latest]
redis-bundle-0 (ocf::heartbeat:redis): Master metal-1
redis-bundle-1 (ocf::heartbeat:redis): Master metal-2
redis-bundle-2 (ocf::heartbeat:redis): Master metal-3
diff --git a/pengine/test10/bundle-order-startup-clone.dot b/pengine/test10/bundle-order-startup-clone.dot
index b791c100f1..39f3635cf1 100644
--- a/pengine/test10/bundle-order-startup-clone.dot
+++ b/pengine/test10/bundle-order-startup-clone.dot
@@ -1,139 +1,151 @@
digraph "g" {
+"galera-bundle-0_monitor_0 metal-1" -> "galera-bundle-0_start_0 metal-1" [ style = dashed]
+"galera-bundle-0_monitor_0 metal-1" [ style=bold color="green" fontcolor="black"]
+"galera-bundle-0_monitor_0 metal-2" -> "galera-bundle-0_start_0 metal-1" [ style = dashed]
+"galera-bundle-0_monitor_0 metal-2" [ style=bold color="green" fontcolor="black"]
+"galera-bundle-0_monitor_0 metal-3" -> "galera-bundle-0_start_0 metal-1" [ style = dashed]
+"galera-bundle-0_monitor_0 metal-3" [ style=bold color="green" fontcolor="black"]
"galera-bundle-0_monitor_60000 metal-1" [ style=dashed color="red" fontcolor="black"]
"galera-bundle-0_start_0 metal-1" -> "galera-bundle-0_monitor_60000 metal-1" [ style = dashed]
"galera-bundle-0_start_0 metal-1" -> "galera:0_monitor_20000 galera-bundle-0" [ style = dashed]
"galera-bundle-0_start_0 metal-1" -> "galera:0_monitor_30000 galera-bundle-0" [ style = dashed]
"galera-bundle-0_start_0 metal-1" -> "galera:0_start_0 galera-bundle-0" [ style = dashed]
"galera-bundle-0_start_0 metal-1" [ style=dashed color="red" fontcolor="black"]
"galera-bundle-docker-0_monitor_0 metal-1" -> "galera-bundle-docker-0_start_0 metal-1" [ style = dashed]
"galera-bundle-docker-0_monitor_0 metal-1" -> "galera-bundle-master_start_0" [ style = dashed]
"galera-bundle-docker-0_monitor_0 metal-1" [ style=bold color="green" fontcolor="black"]
"galera-bundle-docker-0_monitor_0 metal-2" -> "galera-bundle-docker-0_start_0 metal-1" [ style = dashed]
"galera-bundle-docker-0_monitor_0 metal-2" -> "galera-bundle-master_start_0" [ style = dashed]
"galera-bundle-docker-0_monitor_0 metal-2" [ style=bold color="green" fontcolor="black"]
"galera-bundle-docker-0_monitor_0 metal-3" -> "galera-bundle-docker-0_start_0 metal-1" [ style = dashed]
"galera-bundle-docker-0_monitor_0 metal-3" -> "galera-bundle-master_start_0" [ style = dashed]
"galera-bundle-docker-0_monitor_0 metal-3" [ style=bold color="green" fontcolor="black"]
"galera-bundle-docker-0_monitor_60000 metal-1" [ style=dashed color="red" fontcolor="black"]
"galera-bundle-docker-0_start_0 metal-1" -> "galera-bundle-0_start_0 metal-1" [ style = dashed]
"galera-bundle-docker-0_start_0 metal-1" -> "galera-bundle-docker-0_monitor_60000 metal-1" [ style = dashed]
"galera-bundle-docker-0_start_0 metal-1" -> "galera-bundle_running_0" [ style = dashed]
"galera-bundle-docker-0_start_0 metal-1" -> "galera:0_start_0 galera-bundle-0" [ style = dashed]
"galera-bundle-docker-0_start_0 metal-1" [ style=dashed color="red" fontcolor="black"]
"galera-bundle-master_running_0" -> "galera-bundle_running_0" [ style = dashed]
"galera-bundle-master_running_0" [ style=dashed color="red" fontcolor="orange"]
"galera-bundle-master_start_0" -> "galera-bundle-master_running_0" [ style = dashed]
"galera-bundle-master_start_0" -> "galera:0_start_0 galera-bundle-0" [ style = dashed]
"galera-bundle-master_start_0" [ style=dashed color="red" fontcolor="orange"]
"galera-bundle_running_0" [ style=dashed color="red" fontcolor="orange"]
"galera-bundle_start_0" -> "galera-bundle-docker-0_start_0 metal-1" [ style = dashed]
"galera-bundle_start_0" -> "galera-bundle-master_start_0" [ style = dashed]
"galera-bundle_start_0" [ style=dashed color="red" fontcolor="orange"]
"galera:0_monitor_20000 galera-bundle-0" [ style=dashed color="red" fontcolor="black"]
"galera:0_monitor_30000 galera-bundle-0" [ style=dashed color="red" fontcolor="black"]
"galera:0_start_0 galera-bundle-0" -> "galera-bundle-master_running_0" [ style = dashed]
"galera:0_start_0 galera-bundle-0" -> "galera:0_monitor_20000 galera-bundle-0" [ style = dashed]
"galera:0_start_0 galera-bundle-0" -> "galera:0_monitor_30000 galera-bundle-0" [ style = dashed]
"galera:0_start_0 galera-bundle-0" [ style=dashed color="red" fontcolor="black"]
"haproxy-bundle-docker-0_monitor_0 metal-1" -> "haproxy-bundle-docker-0_start_0 metal-2" [ style = bold]
"haproxy-bundle-docker-0_monitor_0 metal-1" [ style=bold color="green" fontcolor="black"]
"haproxy-bundle-docker-0_monitor_0 metal-2" -> "haproxy-bundle-docker-0_start_0 metal-2" [ style = bold]
"haproxy-bundle-docker-0_monitor_0 metal-2" [ style=bold color="green" fontcolor="black"]
"haproxy-bundle-docker-0_monitor_0 metal-3" -> "haproxy-bundle-docker-0_start_0 metal-2" [ style = bold]
"haproxy-bundle-docker-0_monitor_0 metal-3" [ style=bold color="green" fontcolor="black"]
"haproxy-bundle-docker-0_monitor_60000 metal-2" [ style=bold color="green" fontcolor="black"]
"haproxy-bundle-docker-0_start_0 metal-2" -> "haproxy-bundle-docker-0_monitor_60000 metal-2" [ style = bold]
"haproxy-bundle-docker-0_start_0 metal-2" -> "haproxy-bundle_running_0" [ style = bold]
"haproxy-bundle-docker-0_start_0 metal-2" [ style=bold color="green" fontcolor="black"]
"haproxy-bundle_running_0" -> "storage-clone_start_0" [ style = dashed]
"haproxy-bundle_running_0" [ style=bold color="green" fontcolor="orange"]
"haproxy-bundle_start_0" -> "haproxy-bundle-docker-0_start_0 metal-2" [ style = bold]
"haproxy-bundle_start_0" [ style=bold color="green" fontcolor="orange"]
+"redis-bundle-0_monitor_0 metal-1" -> "redis-bundle-0_start_0 metal-2" [ style = bold]
+"redis-bundle-0_monitor_0 metal-1" [ style=bold color="green" fontcolor="black"]
+"redis-bundle-0_monitor_0 metal-2" -> "redis-bundle-0_start_0 metal-2" [ style = bold]
+"redis-bundle-0_monitor_0 metal-2" [ style=bold color="green" fontcolor="black"]
+"redis-bundle-0_monitor_0 metal-3" -> "redis-bundle-0_start_0 metal-2" [ style = bold]
+"redis-bundle-0_monitor_0 metal-3" [ style=bold color="green" fontcolor="black"]
"redis-bundle-0_monitor_60000 metal-2" [ style=bold color="green" fontcolor="black"]
"redis-bundle-0_start_0 metal-2" -> "redis-bundle-0_monitor_60000 metal-2" [ style = bold]
"redis-bundle-0_start_0 metal-2" -> "redis:0_monitor_45000 redis-bundle-0" [ style = bold]
"redis-bundle-0_start_0 metal-2" -> "redis:0_monitor_60000 redis-bundle-0" [ style = bold]
"redis-bundle-0_start_0 metal-2" -> "redis:0_start_0 redis-bundle-0" [ style = bold]
"redis-bundle-0_start_0 metal-2" [ style=bold color="green" fontcolor="black"]
"redis-bundle-docker-0_monitor_0 metal-1" -> "redis-bundle-docker-0_start_0 metal-2" [ style = bold]
"redis-bundle-docker-0_monitor_0 metal-1" -> "redis-bundle-master_start_0" [ style = bold]
"redis-bundle-docker-0_monitor_0 metal-1" [ style=bold color="green" fontcolor="black"]
"redis-bundle-docker-0_monitor_0 metal-2" -> "redis-bundle-docker-0_start_0 metal-2" [ style = bold]
"redis-bundle-docker-0_monitor_0 metal-2" -> "redis-bundle-master_start_0" [ style = bold]
"redis-bundle-docker-0_monitor_0 metal-2" [ style=bold color="green" fontcolor="black"]
"redis-bundle-docker-0_monitor_0 metal-3" -> "redis-bundle-docker-0_start_0 metal-2" [ style = bold]
"redis-bundle-docker-0_monitor_0 metal-3" -> "redis-bundle-master_start_0" [ style = bold]
"redis-bundle-docker-0_monitor_0 metal-3" [ style=bold color="green" fontcolor="black"]
"redis-bundle-docker-0_monitor_60000 metal-2" [ style=bold color="green" fontcolor="black"]
"redis-bundle-docker-0_start_0 metal-2" -> "redis-bundle-0_start_0 metal-2" [ style = bold]
"redis-bundle-docker-0_start_0 metal-2" -> "redis-bundle-docker-0_monitor_60000 metal-2" [ style = bold]
"redis-bundle-docker-0_start_0 metal-2" -> "redis-bundle_running_0" [ style = bold]
"redis-bundle-docker-0_start_0 metal-2" -> "redis:0_start_0 redis-bundle-0" [ style = bold]
"redis-bundle-docker-0_start_0 metal-2" [ style=bold color="green" fontcolor="black"]
"redis-bundle-master_confirmed-post_notify_running_0" -> "redis-bundle_running_0" [ style = bold]
"redis-bundle-master_confirmed-post_notify_running_0" -> "redis:0_monitor_45000 redis-bundle-0" [ style = bold]
"redis-bundle-master_confirmed-post_notify_running_0" -> "redis:0_monitor_60000 redis-bundle-0" [ style = bold]
"redis-bundle-master_confirmed-post_notify_running_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_confirmed-pre_notify_start_0" -> "redis-bundle-master_post_notify_running_0" [ style = bold]
"redis-bundle-master_confirmed-pre_notify_start_0" -> "redis-bundle-master_start_0" [ style = bold]
"redis-bundle-master_confirmed-pre_notify_start_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_post_notify_running_0" -> "redis-bundle-master_confirmed-post_notify_running_0" [ style = bold]
"redis-bundle-master_post_notify_running_0" -> "redis:0_post_notify_start_0 redis-bundle-0" [ style = bold]
"redis-bundle-master_post_notify_running_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_pre_notify_start_0" -> "redis-bundle-master_confirmed-pre_notify_start_0" [ style = bold]
"redis-bundle-master_pre_notify_start_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_running_0" -> "redis-bundle-master_post_notify_running_0" [ style = bold]
"redis-bundle-master_running_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_start_0" -> "redis-bundle-master_running_0" [ style = bold]
"redis-bundle-master_start_0" -> "redis:0_start_0 redis-bundle-0" [ style = bold]
"redis-bundle-master_start_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle_running_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle_start_0" -> "redis-bundle-docker-0_start_0 metal-2" [ style = bold]
"redis-bundle_start_0" -> "redis-bundle-master_start_0" [ style = bold]
"redis-bundle_start_0" [ style=bold color="green" fontcolor="orange"]
"redis:0_monitor_45000 redis-bundle-0" [ style=bold color="green" fontcolor="black"]
"redis:0_monitor_60000 redis-bundle-0" [ style=bold color="green" fontcolor="black"]
"redis:0_post_notify_start_0 redis-bundle-0" -> "redis-bundle-master_confirmed-post_notify_running_0" [ style = bold]
"redis:0_post_notify_start_0 redis-bundle-0" [ style=bold color="green" fontcolor="black"]
"redis:0_start_0 redis-bundle-0" -> "redis-bundle-master_running_0" [ style = bold]
"redis:0_start_0 redis-bundle-0" -> "redis:0_monitor_45000 redis-bundle-0" [ style = bold]
"redis:0_start_0 redis-bundle-0" -> "redis:0_monitor_60000 redis-bundle-0" [ style = bold]
"redis:0_start_0 redis-bundle-0" [ style=bold color="green" fontcolor="black"]
"storage-clone_confirmed-post_notify_running_0" -> "galera-bundle_start_0" [ style = dashed]
"storage-clone_confirmed-post_notify_running_0" -> "storage:0_monitor_30000 metal-1" [ style = dashed]
"storage-clone_confirmed-post_notify_running_0" -> "storage:1_monitor_30000 metal-2" [ style = dashed]
"storage-clone_confirmed-post_notify_running_0" -> "storage:2_monitor_30000 metal-3" [ style = dashed]
"storage-clone_confirmed-post_notify_running_0" [ style=dashed color="red" fontcolor="orange"]
"storage-clone_confirmed-pre_notify_start_0" -> "storage-clone_post_notify_running_0" [ style = dashed]
"storage-clone_confirmed-pre_notify_start_0" -> "storage-clone_start_0" [ style = dashed]
"storage-clone_confirmed-pre_notify_start_0" [ style=dashed color="red" fontcolor="orange"]
"storage-clone_post_notify_running_0" -> "storage-clone_confirmed-post_notify_running_0" [ style = dashed]
"storage-clone_post_notify_running_0" [ style=dashed color="red" fontcolor="orange"]
"storage-clone_pre_notify_start_0" -> "storage-clone_confirmed-pre_notify_start_0" [ style = dashed]
"storage-clone_pre_notify_start_0" [ style=dashed color="red" fontcolor="orange"]
"storage-clone_running_0" -> "storage-clone_post_notify_running_0" [ style = dashed]
"storage-clone_running_0" [ style=dashed color="red" fontcolor="orange"]
"storage-clone_start_0" -> "storage-clone_running_0" [ style = dashed]
"storage-clone_start_0" -> "storage:0_start_0 metal-1" [ style = dashed]
"storage-clone_start_0" -> "storage:1_start_0 metal-2" [ style = dashed]
"storage-clone_start_0" -> "storage:2_start_0 metal-3" [ style = dashed]
"storage-clone_start_0" [ style=dashed color="red" fontcolor="orange"]
"storage:0_monitor_0 metal-1" -> "storage-clone_start_0" [ style = dashed]
"storage:0_monitor_0 metal-1" [ style=bold color="green" fontcolor="black"]
"storage:0_monitor_30000 metal-1" [ style=dashed color="red" fontcolor="black"]
"storage:0_start_0 metal-1" -> "storage-clone_running_0" [ style = dashed]
"storage:0_start_0 metal-1" -> "storage:0_monitor_30000 metal-1" [ style = dashed]
"storage:0_start_0 metal-1" [ style=dashed color="red" fontcolor="black"]
"storage:1_monitor_0 metal-2" -> "storage-clone_start_0" [ style = dashed]
"storage:1_monitor_0 metal-2" [ style=bold color="green" fontcolor="black"]
"storage:1_monitor_30000 metal-2" [ style=dashed color="red" fontcolor="black"]
"storage:1_start_0 metal-2" -> "storage-clone_running_0" [ style = dashed]
"storage:1_start_0 metal-2" -> "storage:1_monitor_30000 metal-2" [ style = dashed]
"storage:1_start_0 metal-2" [ style=dashed color="red" fontcolor="black"]
"storage:2_monitor_0 metal-3" -> "storage-clone_start_0" [ style = dashed]
"storage:2_monitor_0 metal-3" [ style=bold color="green" fontcolor="black"]
"storage:2_monitor_30000 metal-3" [ style=dashed color="red" fontcolor="black"]
"storage:2_start_0 metal-3" -> "storage-clone_running_0" [ style = dashed]
"storage:2_start_0 metal-3" -> "storage:2_monitor_30000 metal-3" [ style = dashed]
"storage:2_start_0 metal-3" [ style=dashed color="red" fontcolor="black"]
}
diff --git a/pengine/test10/bundle-order-startup-clone.exp b/pengine/test10/bundle-order-startup-clone.exp
index 5be495ecda..9e3dd9b27e 100644
--- a/pengine/test10/bundle-order-startup-clone.exp
+++ b/pengine/test10/bundle-order-startup-clone.exp
@@ -1,408 +1,471 @@
-
+
-
+
-
+
-
+
-
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
+
+
+
+
+
+
+
+
+
-
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
-
+
+
+
+
+
+
+
+
+
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
diff --git a/pengine/test10/bundle-order-startup-clone.summary b/pengine/test10/bundle-order-startup-clone.summary
index c2b46de5e3..1346bda5b7 100644
--- a/pengine/test10/bundle-order-startup-clone.summary
+++ b/pengine/test10/bundle-order-startup-clone.summary
@@ -1,74 +1,80 @@
Current cluster status:
Online: [ metal-1 metal-2 metal-3 ]
RemoteOFFLINE: [ rabbitmq-bundle-0 ]
Clone Set: storage-clone [storage]
Stopped: [ metal-1 metal-2 metal-3 rabbitmq-bundle-0 ]
Docker container: galera-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-mariadb:latest]
galera-bundle-0 (ocf::heartbeat:galera): Stopped
Docker container: haproxy-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-haproxy:latest]
haproxy-bundle-docker-0 (ocf::heartbeat:docker): Stopped
Docker container: redis-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-redis:latest]
redis-bundle-0 (ocf::heartbeat:redis): Stopped
Transition Summary:
* Start storage:0 ( metal-1 ) due to unrunnable redis-bundle promoted (blocked)
* Start storage:1 ( metal-2 ) due to unrunnable redis-bundle promoted (blocked)
* Start storage:2 ( metal-3 ) due to unrunnable redis-bundle promoted (blocked)
* Start galera-bundle-docker-0 ( metal-1 ) due to unrunnable storage-clone notified (blocked)
* Start galera-bundle-0 ( metal-1 ) due to unrunnable galera-bundle-docker-0 start (blocked)
* Start galera:0 ( galera-bundle-0 ) due to unrunnable galera-bundle-docker-0 start (blocked)
* Start haproxy-bundle-docker-0 (metal-2)
* Start redis-bundle-docker-0 (metal-2)
* Start redis-bundle-0 (metal-2)
* Start redis:0 (redis-bundle-0)
Executing cluster transition:
* Resource action: storage:0 monitor on metal-1
* Resource action: storage:1 monitor on metal-2
* Resource action: storage:2 monitor on metal-3
* Resource action: galera-bundle-docker-0 monitor on metal-3
* Resource action: galera-bundle-docker-0 monitor on metal-2
* Resource action: galera-bundle-docker-0 monitor on metal-1
+ * Resource action: galera-bundle-0 monitor on metal-3
+ * Resource action: galera-bundle-0 monitor on metal-2
+ * Resource action: galera-bundle-0 monitor on metal-1
* Resource action: haproxy-bundle-docker-0 monitor on metal-3
* Resource action: haproxy-bundle-docker-0 monitor on metal-2
* Resource action: haproxy-bundle-docker-0 monitor on metal-1
* Pseudo action: redis-bundle-master_pre_notify_start_0
* Resource action: redis-bundle-docker-0 monitor on metal-3
* Resource action: redis-bundle-docker-0 monitor on metal-2
* Resource action: redis-bundle-docker-0 monitor on metal-1
+ * Resource action: redis-bundle-0 monitor on metal-3
+ * Resource action: redis-bundle-0 monitor on metal-2
+ * Resource action: redis-bundle-0 monitor on metal-1
* Pseudo action: redis-bundle_start_0
* Pseudo action: haproxy-bundle_start_0
* Resource action: haproxy-bundle-docker-0 start on metal-2
* Pseudo action: redis-bundle-master_confirmed-pre_notify_start_0
* Pseudo action: redis-bundle-master_start_0
* Resource action: redis-bundle-docker-0 start on metal-2
* Resource action: redis-bundle-0 start on metal-2
* Pseudo action: haproxy-bundle_running_0
* Resource action: haproxy-bundle-docker-0 monitor=60000 on metal-2
* Resource action: redis:0 start on redis-bundle-0
* Pseudo action: redis-bundle-master_running_0
* Resource action: redis-bundle-docker-0 monitor=60000 on metal-2
* Resource action: redis-bundle-0 monitor=60000 on metal-2
* Pseudo action: redis-bundle-master_post_notify_running_0
* Resource action: redis:0 notify on redis-bundle-0
* Pseudo action: redis-bundle-master_confirmed-post_notify_running_0
* Pseudo action: redis-bundle_running_0
* Resource action: redis:0 monitor=60000 on redis-bundle-0
* Resource action: redis:0 monitor=45000 on redis-bundle-0
Revised cluster status:
Online: [ metal-1 metal-2 metal-3 ]
RemoteOFFLINE: [ rabbitmq-bundle-0 ]
Containers: [ redis-bundle-0:redis-bundle-docker-0 ]
Clone Set: storage-clone [storage]
Stopped: [ metal-1 metal-2 metal-3 rabbitmq-bundle-0 ]
Docker container: galera-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-mariadb:latest]
galera-bundle-0 (ocf::heartbeat:galera): Stopped
Docker container: haproxy-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-haproxy:latest]
haproxy-bundle-docker-0 (ocf::heartbeat:docker): Started metal-2
Docker container: redis-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-redis:latest]
redis-bundle-0 (ocf::heartbeat:redis): Slave metal-2
diff --git a/pengine/test10/bundle-order-startup.dot b/pengine/test10/bundle-order-startup.dot
index 98f1c3c6bf..213fa4c9ee 100644
--- a/pengine/test10/bundle-order-startup.dot
+++ b/pengine/test10/bundle-order-startup.dot
@@ -1,172 +1,178 @@
digraph "g" {
+"galera-bundle-0_monitor_0 undercloud" -> "galera-bundle-0_start_0 undercloud" [ style = bold]
+"galera-bundle-0_monitor_0 undercloud" [ style=bold color="green" fontcolor="black"]
"galera-bundle-0_monitor_60000 undercloud" [ style=bold color="green" fontcolor="black"]
"galera-bundle-0_start_0 undercloud" -> "galera-bundle-0_monitor_60000 undercloud" [ style = bold]
"galera-bundle-0_start_0 undercloud" -> "galera:0_monitor_20000 galera-bundle-0" [ style = bold]
"galera-bundle-0_start_0 undercloud" -> "galera:0_monitor_30000 galera-bundle-0" [ style = bold]
"galera-bundle-0_start_0 undercloud" -> "galera:0_start_0 galera-bundle-0" [ style = bold]
"galera-bundle-0_start_0 undercloud" [ style=bold color="green" fontcolor="black"]
"galera-bundle-docker-0_monitor_0 undercloud" -> "galera-bundle-docker-0_start_0 undercloud" [ style = bold]
"galera-bundle-docker-0_monitor_0 undercloud" -> "galera-bundle-master_start_0" [ style = bold]
"galera-bundle-docker-0_monitor_0 undercloud" [ style=bold color="green" fontcolor="black"]
"galera-bundle-docker-0_monitor_60000 undercloud" [ style=bold color="green" fontcolor="black"]
"galera-bundle-docker-0_start_0 undercloud" -> "galera-bundle-0_start_0 undercloud" [ style = bold]
"galera-bundle-docker-0_start_0 undercloud" -> "galera-bundle-docker-0_monitor_60000 undercloud" [ style = bold]
"galera-bundle-docker-0_start_0 undercloud" -> "galera-bundle_running_0" [ style = bold]
"galera-bundle-docker-0_start_0 undercloud" -> "galera:0_start_0 galera-bundle-0" [ style = bold]
"galera-bundle-docker-0_start_0 undercloud" [ style=bold color="green" fontcolor="black"]
"galera-bundle-master_running_0" -> "galera-bundle_running_0" [ style = bold]
"galera-bundle-master_running_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle-master_start_0" -> "galera-bundle-master_running_0" [ style = bold]
"galera-bundle-master_start_0" -> "galera:0_start_0 galera-bundle-0" [ style = bold]
"galera-bundle-master_start_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle_running_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle_start_0" -> "galera-bundle-docker-0_start_0 undercloud" [ style = bold]
"galera-bundle_start_0" -> "galera-bundle-master_start_0" [ style = bold]
"galera-bundle_start_0" [ style=bold color="green" fontcolor="orange"]
"galera:0_monitor_20000 galera-bundle-0" [ style=bold color="green" fontcolor="black"]
"galera:0_monitor_30000 galera-bundle-0" [ style=bold color="green" fontcolor="black"]
"galera:0_start_0 galera-bundle-0" -> "galera-bundle-master_running_0" [ style = bold]
"galera:0_start_0 galera-bundle-0" -> "galera:0_monitor_20000 galera-bundle-0" [ style = bold]
"galera:0_start_0 galera-bundle-0" -> "galera:0_monitor_30000 galera-bundle-0" [ style = bold]
"galera:0_start_0 galera-bundle-0" [ style=bold color="green" fontcolor="black"]
"haproxy-bundle-docker-0_monitor_0 undercloud" -> "haproxy-bundle-docker-0_start_0 undercloud" [ style = bold]
"haproxy-bundle-docker-0_monitor_0 undercloud" [ style=bold color="green" fontcolor="black"]
"haproxy-bundle-docker-0_monitor_60000 undercloud" [ style=bold color="green" fontcolor="black"]
"haproxy-bundle-docker-0_start_0 undercloud" -> "haproxy-bundle-docker-0_monitor_60000 undercloud" [ style = bold]
"haproxy-bundle-docker-0_start_0 undercloud" -> "haproxy-bundle_running_0" [ style = bold]
"haproxy-bundle-docker-0_start_0 undercloud" [ style=bold color="green" fontcolor="black"]
"haproxy-bundle_running_0" -> "redis-bundle_start_0" [ style = bold]
"haproxy-bundle_running_0" [ style=bold color="green" fontcolor="orange"]
"haproxy-bundle_start_0" -> "haproxy-bundle-docker-0_start_0 undercloud" [ style = bold]
"haproxy-bundle_start_0" [ style=bold color="green" fontcolor="orange"]
"ip-192.168.122.247_monitor_0 undercloud" -> "ip-192.168.122.247_start_0 undercloud" [ style = bold]
"ip-192.168.122.247_monitor_0 undercloud" [ style=bold color="green" fontcolor="black"]
"ip-192.168.122.247_monitor_10000 undercloud" [ style=bold color="green" fontcolor="black"]
"ip-192.168.122.247_start_0 undercloud" -> "haproxy-bundle_start_0" [ style = bold]
"ip-192.168.122.247_start_0 undercloud" -> "ip-192.168.122.247_monitor_10000 undercloud" [ style = bold]
"ip-192.168.122.247_start_0 undercloud" [ style=bold color="green" fontcolor="black"]
"ip-192.168.122.248_monitor_0 undercloud" -> "ip-192.168.122.248_start_0 undercloud" [ style = bold]
"ip-192.168.122.248_monitor_0 undercloud" [ style=bold color="green" fontcolor="black"]
"ip-192.168.122.248_monitor_10000 undercloud" [ style=bold color="green" fontcolor="black"]
"ip-192.168.122.248_start_0 undercloud" -> "haproxy-bundle_start_0" [ style = bold]
"ip-192.168.122.248_start_0 undercloud" -> "ip-192.168.122.248_monitor_10000 undercloud" [ style = bold]
"ip-192.168.122.248_start_0 undercloud" [ style=bold color="green" fontcolor="black"]
"ip-192.168.122.249_monitor_0 undercloud" -> "ip-192.168.122.249_start_0 undercloud" [ style = bold]
"ip-192.168.122.249_monitor_0 undercloud" [ style=bold color="green" fontcolor="black"]
"ip-192.168.122.249_monitor_10000 undercloud" [ style=bold color="green" fontcolor="black"]
"ip-192.168.122.249_start_0 undercloud" -> "haproxy-bundle_start_0" [ style = bold]
"ip-192.168.122.249_start_0 undercloud" -> "ip-192.168.122.249_monitor_10000 undercloud" [ style = bold]
"ip-192.168.122.249_start_0 undercloud" [ style=bold color="green" fontcolor="black"]
"ip-192.168.122.250_monitor_0 undercloud" -> "ip-192.168.122.250_start_0 undercloud" [ style = bold]
"ip-192.168.122.250_monitor_0 undercloud" [ style=bold color="green" fontcolor="black"]
"ip-192.168.122.250_monitor_10000 undercloud" [ style=bold color="green" fontcolor="black"]
"ip-192.168.122.250_start_0 undercloud" -> "haproxy-bundle_start_0" [ style = bold]
"ip-192.168.122.250_start_0 undercloud" -> "ip-192.168.122.250_monitor_10000 undercloud" [ style = bold]
"ip-192.168.122.250_start_0 undercloud" [ style=bold color="green" fontcolor="black"]
"ip-192.168.122.253_monitor_0 undercloud" -> "ip-192.168.122.253_start_0 undercloud" [ style = bold]
"ip-192.168.122.253_monitor_0 undercloud" [ style=bold color="green" fontcolor="black"]
"ip-192.168.122.253_monitor_10000 undercloud" [ style=bold color="green" fontcolor="black"]
"ip-192.168.122.253_start_0 undercloud" -> "haproxy-bundle_start_0" [ style = bold]
"ip-192.168.122.253_start_0 undercloud" -> "ip-192.168.122.253_monitor_10000 undercloud" [ style = bold]
"ip-192.168.122.253_start_0 undercloud" [ style=bold color="green" fontcolor="black"]
"ip-192.168.122.254_monitor_0 undercloud" -> "ip-192.168.122.254_start_0 undercloud" [ style = bold]
"ip-192.168.122.254_monitor_0 undercloud" [ style=bold color="green" fontcolor="black"]
"ip-192.168.122.254_monitor_10000 undercloud" [ style=bold color="green" fontcolor="black"]
"ip-192.168.122.254_start_0 undercloud" -> "haproxy-bundle_start_0" [ style = bold]
"ip-192.168.122.254_start_0 undercloud" -> "ip-192.168.122.254_monitor_10000 undercloud" [ style = bold]
"ip-192.168.122.254_start_0 undercloud" [ style=bold color="green" fontcolor="black"]
"openstack-cinder-volume-docker-0_monitor_0 undercloud" -> "openstack-cinder-volume-docker-0_start_0 undercloud" [ style = bold]
"openstack-cinder-volume-docker-0_monitor_0 undercloud" [ style=bold color="green" fontcolor="black"]
"openstack-cinder-volume-docker-0_monitor_60000 undercloud" [ style=bold color="green" fontcolor="black"]
"openstack-cinder-volume-docker-0_start_0 undercloud" -> "openstack-cinder-volume-docker-0_monitor_60000 undercloud" [ style = bold]
"openstack-cinder-volume-docker-0_start_0 undercloud" -> "openstack-cinder-volume_running_0" [ style = bold]
"openstack-cinder-volume-docker-0_start_0 undercloud" [ style=bold color="green" fontcolor="black"]
"openstack-cinder-volume_running_0" [ style=bold color="green" fontcolor="orange"]
"openstack-cinder-volume_start_0" -> "openstack-cinder-volume-docker-0_start_0 undercloud" [ style = bold]
"openstack-cinder-volume_start_0" [ style=bold color="green" fontcolor="orange"]
+"rabbitmq-bundle-0_monitor_0 undercloud" -> "rabbitmq-bundle-0_start_0 undercloud" [ style = bold]
+"rabbitmq-bundle-0_monitor_0 undercloud" [ style=bold color="green" fontcolor="black"]
"rabbitmq-bundle-0_monitor_60000 undercloud" [ style=bold color="green" fontcolor="black"]
"rabbitmq-bundle-0_start_0 undercloud" -> "rabbitmq-bundle-0_monitor_60000 undercloud" [ style = bold]
"rabbitmq-bundle-0_start_0 undercloud" -> "rabbitmq:0_monitor_10000 rabbitmq-bundle-0" [ style = bold]
"rabbitmq-bundle-0_start_0 undercloud" -> "rabbitmq:0_start_0 rabbitmq-bundle-0" [ style = bold]
"rabbitmq-bundle-0_start_0 undercloud" [ style=bold color="green" fontcolor="black"]
"rabbitmq-bundle-clone_confirmed-post_notify_running_0" -> "rabbitmq-bundle_running_0" [ style = bold]
"rabbitmq-bundle-clone_confirmed-post_notify_running_0" -> "rabbitmq:0_monitor_10000 rabbitmq-bundle-0" [ style = bold]
"rabbitmq-bundle-clone_confirmed-post_notify_running_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle-clone_confirmed-pre_notify_start_0" -> "rabbitmq-bundle-clone_post_notify_running_0" [ style = bold]
"rabbitmq-bundle-clone_confirmed-pre_notify_start_0" -> "rabbitmq-bundle-clone_start_0" [ style = bold]
"rabbitmq-bundle-clone_confirmed-pre_notify_start_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle-clone_post_notify_running_0" -> "rabbitmq-bundle-clone_confirmed-post_notify_running_0" [ style = bold]
"rabbitmq-bundle-clone_post_notify_running_0" -> "rabbitmq:0_post_notify_start_0 rabbitmq-bundle-0" [ style = bold]
"rabbitmq-bundle-clone_post_notify_running_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle-clone_pre_notify_start_0" -> "rabbitmq-bundle-clone_confirmed-pre_notify_start_0" [ style = bold]
"rabbitmq-bundle-clone_pre_notify_start_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle-clone_running_0" -> "rabbitmq-bundle-clone_post_notify_running_0" [ style = bold]
"rabbitmq-bundle-clone_running_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle-clone_start_0" -> "rabbitmq-bundle-clone_running_0" [ style = bold]
"rabbitmq-bundle-clone_start_0" -> "rabbitmq:0_start_0 rabbitmq-bundle-0" [ style = bold]
"rabbitmq-bundle-clone_start_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle-docker-0_monitor_0 undercloud" -> "rabbitmq-bundle-clone_start_0" [ style = bold]
"rabbitmq-bundle-docker-0_monitor_0 undercloud" -> "rabbitmq-bundle-docker-0_start_0 undercloud" [ style = bold]
"rabbitmq-bundle-docker-0_monitor_0 undercloud" [ style=bold color="green" fontcolor="black"]
"rabbitmq-bundle-docker-0_monitor_60000 undercloud" [ style=bold color="green" fontcolor="black"]
"rabbitmq-bundle-docker-0_start_0 undercloud" -> "rabbitmq-bundle-0_start_0 undercloud" [ style = bold]
"rabbitmq-bundle-docker-0_start_0 undercloud" -> "rabbitmq-bundle-docker-0_monitor_60000 undercloud" [ style = bold]
"rabbitmq-bundle-docker-0_start_0 undercloud" -> "rabbitmq-bundle_running_0" [ style = bold]
"rabbitmq-bundle-docker-0_start_0 undercloud" -> "rabbitmq:0_start_0 rabbitmq-bundle-0" [ style = bold]
"rabbitmq-bundle-docker-0_start_0 undercloud" [ style=bold color="green" fontcolor="black"]
"rabbitmq-bundle_running_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle_start_0" -> "rabbitmq-bundle-clone_start_0" [ style = bold]
"rabbitmq-bundle_start_0" -> "rabbitmq-bundle-docker-0_start_0 undercloud" [ style = bold]
"rabbitmq-bundle_start_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq:0_monitor_10000 rabbitmq-bundle-0" [ style=bold color="green" fontcolor="black"]
"rabbitmq:0_post_notify_start_0 rabbitmq-bundle-0" -> "rabbitmq-bundle-clone_confirmed-post_notify_running_0" [ style = bold]
"rabbitmq:0_post_notify_start_0 rabbitmq-bundle-0" [ style=bold color="green" fontcolor="black"]
"rabbitmq:0_start_0 rabbitmq-bundle-0" -> "rabbitmq-bundle-clone_running_0" [ style = bold]
"rabbitmq:0_start_0 rabbitmq-bundle-0" -> "rabbitmq:0_monitor_10000 rabbitmq-bundle-0" [ style = bold]
"rabbitmq:0_start_0 rabbitmq-bundle-0" [ style=bold color="green" fontcolor="black"]
+"redis-bundle-0_monitor_0 undercloud" -> "redis-bundle-0_start_0 undercloud" [ style = bold]
+"redis-bundle-0_monitor_0 undercloud" [ style=bold color="green" fontcolor="black"]
"redis-bundle-0_monitor_60000 undercloud" [ style=bold color="green" fontcolor="black"]
"redis-bundle-0_start_0 undercloud" -> "redis-bundle-0_monitor_60000 undercloud" [ style = bold]
"redis-bundle-0_start_0 undercloud" -> "redis:0_monitor_45000 redis-bundle-0" [ style = bold]
"redis-bundle-0_start_0 undercloud" -> "redis:0_monitor_60000 redis-bundle-0" [ style = bold]
"redis-bundle-0_start_0 undercloud" -> "redis:0_start_0 redis-bundle-0" [ style = bold]
"redis-bundle-0_start_0 undercloud" [ style=bold color="green" fontcolor="black"]
"redis-bundle-docker-0_monitor_0 undercloud" -> "redis-bundle-docker-0_start_0 undercloud" [ style = bold]
"redis-bundle-docker-0_monitor_0 undercloud" -> "redis-bundle-master_start_0" [ style = bold]
"redis-bundle-docker-0_monitor_0 undercloud" [ style=bold color="green" fontcolor="black"]
"redis-bundle-docker-0_monitor_60000 undercloud" [ style=bold color="green" fontcolor="black"]
"redis-bundle-docker-0_start_0 undercloud" -> "redis-bundle-0_start_0 undercloud" [ style = bold]
"redis-bundle-docker-0_start_0 undercloud" -> "redis-bundle-docker-0_monitor_60000 undercloud" [ style = bold]
"redis-bundle-docker-0_start_0 undercloud" -> "redis-bundle_running_0" [ style = bold]
"redis-bundle-docker-0_start_0 undercloud" -> "redis:0_start_0 redis-bundle-0" [ style = bold]
"redis-bundle-docker-0_start_0 undercloud" [ style=bold color="green" fontcolor="black"]
"redis-bundle-master_confirmed-post_notify_running_0" -> "redis-bundle_running_0" [ style = bold]
"redis-bundle-master_confirmed-post_notify_running_0" -> "redis:0_monitor_45000 redis-bundle-0" [ style = bold]
"redis-bundle-master_confirmed-post_notify_running_0" -> "redis:0_monitor_60000 redis-bundle-0" [ style = bold]
"redis-bundle-master_confirmed-post_notify_running_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_confirmed-pre_notify_start_0" -> "redis-bundle-master_post_notify_running_0" [ style = bold]
"redis-bundle-master_confirmed-pre_notify_start_0" -> "redis-bundle-master_start_0" [ style = bold]
"redis-bundle-master_confirmed-pre_notify_start_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_post_notify_running_0" -> "redis-bundle-master_confirmed-post_notify_running_0" [ style = bold]
"redis-bundle-master_post_notify_running_0" -> "redis:0_post_notify_start_0 redis-bundle-0" [ style = bold]
"redis-bundle-master_post_notify_running_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_pre_notify_start_0" -> "redis-bundle-master_confirmed-pre_notify_start_0" [ style = bold]
"redis-bundle-master_pre_notify_start_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_running_0" -> "redis-bundle-master_post_notify_running_0" [ style = bold]
"redis-bundle-master_running_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_start_0" -> "redis-bundle-master_running_0" [ style = bold]
"redis-bundle-master_start_0" -> "redis:0_start_0 redis-bundle-0" [ style = bold]
"redis-bundle-master_start_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle_running_0" -> "galera-bundle_start_0" [ style = bold]
"redis-bundle_running_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle_start_0" -> "redis-bundle-docker-0_start_0 undercloud" [ style = bold]
"redis-bundle_start_0" -> "redis-bundle-master_start_0" [ style = bold]
"redis-bundle_start_0" [ style=bold color="green" fontcolor="orange"]
"redis:0_monitor_45000 redis-bundle-0" [ style=bold color="green" fontcolor="black"]
"redis:0_monitor_60000 redis-bundle-0" [ style=bold color="green" fontcolor="black"]
"redis:0_post_notify_start_0 redis-bundle-0" -> "redis-bundle-master_confirmed-post_notify_running_0" [ style = bold]
"redis:0_post_notify_start_0 redis-bundle-0" [ style=bold color="green" fontcolor="black"]
"redis:0_start_0 redis-bundle-0" -> "redis-bundle-master_running_0" [ style = bold]
"redis:0_start_0 redis-bundle-0" -> "redis:0_monitor_45000 redis-bundle-0" [ style = bold]
"redis:0_start_0 redis-bundle-0" -> "redis:0_monitor_60000 redis-bundle-0" [ style = bold]
"redis:0_start_0 redis-bundle-0" [ style=bold color="green" fontcolor="black"]
}
diff --git a/pengine/test10/bundle-order-startup.exp b/pengine/test10/bundle-order-startup.exp
index bcef087113..77e67bd5f8 100644
--- a/pengine/test10/bundle-order-startup.exp
+++ b/pengine/test10/bundle-order-startup.exp
@@ -1,984 +1,1020 @@
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
+
+
+
-
+
+
+
+
+
+
+
+
+
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
+
+
+
-
+
-
+
+
+
+
+
+
+
+
+
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
+
+
+
-
+
+
+
+
+
+
+
+
+
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
diff --git a/pengine/test10/bundle-order-startup.summary b/pengine/test10/bundle-order-startup.summary
index 8da71d002e..8e6b685053 100644
--- a/pengine/test10/bundle-order-startup.summary
+++ b/pengine/test10/bundle-order-startup.summary
@@ -1,136 +1,139 @@
Current cluster status:
Online: [ undercloud ]
Docker container: rabbitmq-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-rabbitmq:latest]
rabbitmq-bundle-0 (ocf::heartbeat:rabbitmq-cluster): Stopped
Docker container: galera-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-mariadb:latest]
galera-bundle-0 (ocf::heartbeat:galera): Stopped
Docker container: redis-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-redis:latest]
redis-bundle-0 (ocf::heartbeat:redis): Stopped
ip-192.168.122.254 (ocf::heartbeat:IPaddr2): Stopped
ip-192.168.122.250 (ocf::heartbeat:IPaddr2): Stopped
ip-192.168.122.249 (ocf::heartbeat:IPaddr2): Stopped
ip-192.168.122.253 (ocf::heartbeat:IPaddr2): Stopped
ip-192.168.122.247 (ocf::heartbeat:IPaddr2): Stopped
ip-192.168.122.248 (ocf::heartbeat:IPaddr2): Stopped
Docker container: haproxy-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-haproxy:latest]
haproxy-bundle-docker-0 (ocf::heartbeat:docker): Stopped
Docker container: openstack-cinder-volume [192.168.24.1:8787/tripleoupstream/centos-binary-cinder-volume:latest]
openstack-cinder-volume-docker-0 (ocf::heartbeat:docker): Stopped
Transition Summary:
* Start rabbitmq-bundle-docker-0 (undercloud)
* Start rabbitmq-bundle-0 (undercloud)
* Start rabbitmq:0 (rabbitmq-bundle-0)
* Start galera-bundle-docker-0 (undercloud)
* Start galera-bundle-0 (undercloud)
* Start galera:0 (galera-bundle-0)
* Start redis-bundle-docker-0 (undercloud)
* Start redis-bundle-0 (undercloud)
* Start redis:0 (redis-bundle-0)
* Start ip-192.168.122.254 (undercloud)
* Start ip-192.168.122.250 (undercloud)
* Start ip-192.168.122.249 (undercloud)
* Start ip-192.168.122.253 (undercloud)
* Start ip-192.168.122.247 (undercloud)
* Start ip-192.168.122.248 (undercloud)
* Start haproxy-bundle-docker-0 (undercloud)
* Start openstack-cinder-volume-docker-0 (undercloud)
Executing cluster transition:
* Pseudo action: rabbitmq-bundle-clone_pre_notify_start_0
* Resource action: rabbitmq-bundle-docker-0 monitor on undercloud
+ * Resource action: rabbitmq-bundle-0 monitor on undercloud
* Resource action: galera-bundle-docker-0 monitor on undercloud
+ * Resource action: galera-bundle-0 monitor on undercloud
* Pseudo action: redis-bundle-master_pre_notify_start_0
* Resource action: redis-bundle-docker-0 monitor on undercloud
+ * Resource action: redis-bundle-0 monitor on undercloud
* Resource action: ip-192.168.122.254 monitor on undercloud
* Resource action: ip-192.168.122.250 monitor on undercloud
* Resource action: ip-192.168.122.249 monitor on undercloud
* Resource action: ip-192.168.122.253 monitor on undercloud
* Resource action: ip-192.168.122.247 monitor on undercloud
* Resource action: ip-192.168.122.248 monitor on undercloud
* Resource action: haproxy-bundle-docker-0 monitor on undercloud
* Resource action: openstack-cinder-volume-docker-0 monitor on undercloud
* Pseudo action: openstack-cinder-volume_start_0
* Pseudo action: rabbitmq-bundle_start_0
* Pseudo action: rabbitmq-bundle-clone_confirmed-pre_notify_start_0
* Pseudo action: rabbitmq-bundle-clone_start_0
* Resource action: rabbitmq-bundle-docker-0 start on undercloud
* Resource action: rabbitmq-bundle-0 start on undercloud
* Pseudo action: redis-bundle-master_confirmed-pre_notify_start_0
* Resource action: ip-192.168.122.254 start on undercloud
* Resource action: ip-192.168.122.250 start on undercloud
* Resource action: ip-192.168.122.249 start on undercloud
* Resource action: ip-192.168.122.253 start on undercloud
* Resource action: ip-192.168.122.247 start on undercloud
* Resource action: ip-192.168.122.248 start on undercloud
* Resource action: openstack-cinder-volume-docker-0 start on undercloud
* Pseudo action: openstack-cinder-volume_running_0
* Pseudo action: haproxy-bundle_start_0
* Resource action: rabbitmq:0 start on rabbitmq-bundle-0
* Pseudo action: rabbitmq-bundle-clone_running_0
* Resource action: rabbitmq-bundle-docker-0 monitor=60000 on undercloud
* Resource action: rabbitmq-bundle-0 monitor=60000 on undercloud
* Resource action: ip-192.168.122.254 monitor=10000 on undercloud
* Resource action: ip-192.168.122.250 monitor=10000 on undercloud
* Resource action: ip-192.168.122.249 monitor=10000 on undercloud
* Resource action: ip-192.168.122.253 monitor=10000 on undercloud
* Resource action: ip-192.168.122.247 monitor=10000 on undercloud
* Resource action: ip-192.168.122.248 monitor=10000 on undercloud
* Resource action: haproxy-bundle-docker-0 start on undercloud
* Resource action: openstack-cinder-volume-docker-0 monitor=60000 on undercloud
* Pseudo action: haproxy-bundle_running_0
* Pseudo action: redis-bundle_start_0
* Pseudo action: rabbitmq-bundle-clone_post_notify_running_0
* Pseudo action: redis-bundle-master_start_0
* Resource action: redis-bundle-docker-0 start on undercloud
* Resource action: redis-bundle-0 start on undercloud
* Resource action: haproxy-bundle-docker-0 monitor=60000 on undercloud
* Resource action: rabbitmq:0 notify on rabbitmq-bundle-0
* Pseudo action: rabbitmq-bundle-clone_confirmed-post_notify_running_0
* Resource action: redis:0 start on redis-bundle-0
* Pseudo action: redis-bundle-master_running_0
* Resource action: redis-bundle-docker-0 monitor=60000 on undercloud
* Resource action: redis-bundle-0 monitor=60000 on undercloud
* Pseudo action: rabbitmq-bundle_running_0
* Resource action: rabbitmq:0 monitor=10000 on rabbitmq-bundle-0
* Pseudo action: redis-bundle-master_post_notify_running_0
* Resource action: redis:0 notify on redis-bundle-0
* Pseudo action: redis-bundle-master_confirmed-post_notify_running_0
* Pseudo action: redis-bundle_running_0
* Pseudo action: galera-bundle_start_0
* Pseudo action: galera-bundle-master_start_0
* Resource action: galera-bundle-docker-0 start on undercloud
* Resource action: galera-bundle-0 start on undercloud
* Resource action: redis:0 monitor=60000 on redis-bundle-0
* Resource action: redis:0 monitor=45000 on redis-bundle-0
* Resource action: galera:0 start on galera-bundle-0
* Pseudo action: galera-bundle-master_running_0
* Resource action: galera-bundle-docker-0 monitor=60000 on undercloud
* Resource action: galera-bundle-0 monitor=60000 on undercloud
* Pseudo action: galera-bundle_running_0
* Resource action: galera:0 monitor=30000 on galera-bundle-0
* Resource action: galera:0 monitor=20000 on galera-bundle-0
Revised cluster status:
Online: [ undercloud ]
Containers: [ galera-bundle-0:galera-bundle-docker-0 rabbitmq-bundle-0:rabbitmq-bundle-docker-0 redis-bundle-0:redis-bundle-docker-0 ]
Docker container: rabbitmq-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-rabbitmq:latest]
rabbitmq-bundle-0 (ocf::heartbeat:rabbitmq-cluster): Started undercloud
Docker container: galera-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-mariadb:latest]
galera-bundle-0 (ocf::heartbeat:galera): Slave undercloud
Docker container: redis-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-redis:latest]
redis-bundle-0 (ocf::heartbeat:redis): Slave undercloud
ip-192.168.122.254 (ocf::heartbeat:IPaddr2): Started undercloud
ip-192.168.122.250 (ocf::heartbeat:IPaddr2): Started undercloud
ip-192.168.122.249 (ocf::heartbeat:IPaddr2): Started undercloud
ip-192.168.122.253 (ocf::heartbeat:IPaddr2): Started undercloud
ip-192.168.122.247 (ocf::heartbeat:IPaddr2): Started undercloud
ip-192.168.122.248 (ocf::heartbeat:IPaddr2): Started undercloud
Docker container: haproxy-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-haproxy:latest]
haproxy-bundle-docker-0 (ocf::heartbeat:docker): Started undercloud
Docker container: openstack-cinder-volume [192.168.24.1:8787/tripleoupstream/centos-binary-cinder-volume:latest]
openstack-cinder-volume-docker-0 (ocf::heartbeat:docker): Started undercloud
diff --git a/pengine/test10/bundle-order-stop-clone.dot b/pengine/test10/bundle-order-stop-clone.dot
index 6545fb8e61..4d03564606 100644
--- a/pengine/test10/bundle-order-stop-clone.dot
+++ b/pengine/test10/bundle-order-stop-clone.dot
@@ -1,80 +1,96 @@
digraph "g" {
"all_stopped" [ style=bold color="green" fontcolor="orange"]
+"galera-bundle-0_monitor_0 metal-2" -> "galera-bundle-0_start_0 metal-1" [ style = dashed]
+"galera-bundle-0_monitor_0 metal-2" -> "galera-bundle-0_stop_0 metal-1" [ style = bold]
+"galera-bundle-0_monitor_0 metal-2" [ style=bold color="green" fontcolor="black"]
+"galera-bundle-0_monitor_0 metal-3" -> "galera-bundle-0_start_0 metal-1" [ style = dashed]
+"galera-bundle-0_monitor_0 metal-3" -> "galera-bundle-0_stop_0 metal-1" [ style = bold]
+"galera-bundle-0_monitor_0 metal-3" [ style=bold color="green" fontcolor="black"]
"galera-bundle-0_monitor_60000 metal-1" [ style=dashed color="red" fontcolor="black"]
"galera-bundle-0_start_0 metal-1" -> "galera-bundle-0_monitor_60000 metal-1" [ style = dashed]
"galera-bundle-0_start_0 metal-1" -> "galera:0_monitor_20000 galera-bundle-0" [ style = dashed]
"galera-bundle-0_start_0 metal-1" -> "galera:0_monitor_30000 galera-bundle-0" [ style = dashed]
"galera-bundle-0_start_0 metal-1" -> "galera:0_start_0 galera-bundle-0" [ style = dashed]
"galera-bundle-0_start_0 metal-1" [ style=dashed color="red" fontcolor="black"]
"galera-bundle-0_stop_0 metal-1" -> "all_stopped" [ style = bold]
"galera-bundle-0_stop_0 metal-1" -> "galera-bundle-0_start_0 metal-1" [ style = dashed]
"galera-bundle-0_stop_0 metal-1" -> "galera-bundle-docker-0_stop_0 metal-1" [ style = bold]
"galera-bundle-0_stop_0 metal-1" [ style=bold color="green" fontcolor="black"]
+"galera-bundle-1_monitor_0 metal-1" [ style=bold color="green" fontcolor="black"]
+"galera-bundle-1_monitor_0 metal-3" [ style=bold color="green" fontcolor="black"]
+"galera-bundle-2_monitor_0 metal-1" [ style=bold color="green" fontcolor="black"]
+"galera-bundle-2_monitor_0 metal-2" [ style=bold color="green" fontcolor="black"]
"galera-bundle-docker-0_stop_0 metal-1" -> "all_stopped" [ style = bold]
"galera-bundle-docker-0_stop_0 metal-1" -> "galera-bundle_stopped_0" [ style = bold]
"galera-bundle-docker-0_stop_0 metal-1" [ style=bold color="green" fontcolor="black"]
"galera-bundle-master_running_0" -> "galera-bundle_running_0" [ style = bold]
"galera-bundle-master_running_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle-master_start_0" -> "galera-bundle-master_running_0" [ style = bold]
"galera-bundle-master_start_0" -> "galera:0_start_0 galera-bundle-0" [ style = dashed]
"galera-bundle-master_start_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle-master_stop_0" -> "galera-bundle-master_stopped_0" [ style = bold]
"galera-bundle-master_stop_0" -> "galera:0_stop_0 galera-bundle-0" [ style = bold]
"galera-bundle-master_stop_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle-master_stopped_0" -> "galera-bundle-master_start_0" [ style = bold]
"galera-bundle-master_stopped_0" -> "galera-bundle_stopped_0" [ style = bold]
"galera-bundle-master_stopped_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle_running_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle_start_0" -> "galera-bundle-master_start_0" [ style = bold]
"galera-bundle_start_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle_stop_0" -> "galera-bundle-docker-0_stop_0 metal-1" [ style = bold]
"galera-bundle_stop_0" -> "galera-bundle-master_stop_0" [ style = bold]
"galera-bundle_stop_0" -> "galera:0_stop_0 galera-bundle-0" [ style = bold]
"galera-bundle_stop_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle_stopped_0" -> "galera-bundle_start_0" [ style = bold]
"galera-bundle_stopped_0" -> "storage-clone_stop_0" [ style = bold]
"galera-bundle_stopped_0" [ style=bold color="green" fontcolor="orange"]
"galera:0_monitor_20000 galera-bundle-0" [ style=dashed color="red" fontcolor="black"]
"galera:0_monitor_30000 galera-bundle-0" [ style=dashed color="red" fontcolor="black"]
"galera:0_start_0 galera-bundle-0" -> "galera-bundle-master_running_0" [ style = dashed]
"galera:0_start_0 galera-bundle-0" -> "galera:0_monitor_20000 galera-bundle-0" [ style = dashed]
"galera:0_start_0 galera-bundle-0" -> "galera:0_monitor_30000 galera-bundle-0" [ style = dashed]
"galera:0_start_0 galera-bundle-0" [ style=dashed color="red" fontcolor="black"]
"galera:0_stop_0 galera-bundle-0" -> "all_stopped" [ style = bold]
"galera:0_stop_0 galera-bundle-0" -> "galera-bundle-0_stop_0 metal-1" [ style = bold]
"galera:0_stop_0 galera-bundle-0" -> "galera-bundle-master_stopped_0" [ style = bold]
"galera:0_stop_0 galera-bundle-0" -> "galera:0_start_0 galera-bundle-0" [ style = dashed]
"galera:0_stop_0 galera-bundle-0" [ style=bold color="green" fontcolor="black"]
+"redis-bundle-0_monitor_0 metal-2" [ style=bold color="green" fontcolor="black"]
+"redis-bundle-0_monitor_0 metal-3" [ style=bold color="green" fontcolor="black"]
+"redis-bundle-1_monitor_0 metal-1" [ style=bold color="green" fontcolor="black"]
+"redis-bundle-1_monitor_0 metal-3" [ style=bold color="green" fontcolor="black"]
+"redis-bundle-2_monitor_0 metal-1" [ style=bold color="green" fontcolor="black"]
+"redis-bundle-2_monitor_0 metal-2" [ style=bold color="green" fontcolor="black"]
"storage-clone_confirmed-post_notify_stopped_0" -> "all_stopped" [ style = bold]
"storage-clone_confirmed-post_notify_stopped_0" [ style=bold color="green" fontcolor="orange"]
"storage-clone_confirmed-pre_notify_stop_0" -> "storage-clone_post_notify_stopped_0" [ style = bold]
"storage-clone_confirmed-pre_notify_stop_0" -> "storage-clone_stop_0" [ style = bold]
"storage-clone_confirmed-pre_notify_stop_0" [ style=bold color="green" fontcolor="orange"]
"storage-clone_post_notify_stopped_0" -> "storage-clone_confirmed-post_notify_stopped_0" [ style = bold]
"storage-clone_post_notify_stopped_0" -> "storage:1_post_notify_stop_0 metal-2" [ style = bold]
"storage-clone_post_notify_stopped_0" -> "storage:2_post_notify_stop_0 metal-3" [ style = bold]
"storage-clone_post_notify_stopped_0" [ style=bold color="green" fontcolor="orange"]
"storage-clone_pre_notify_stop_0" -> "storage-clone_confirmed-pre_notify_stop_0" [ style = bold]
"storage-clone_pre_notify_stop_0" -> "storage:0_pre_notify_stop_0 metal-1" [ style = bold]
"storage-clone_pre_notify_stop_0" -> "storage:1_pre_notify_stop_0 metal-2" [ style = bold]
"storage-clone_pre_notify_stop_0" -> "storage:2_pre_notify_stop_0 metal-3" [ style = bold]
"storage-clone_pre_notify_stop_0" [ style=bold color="green" fontcolor="orange"]
"storage-clone_stop_0" -> "storage-clone_stopped_0" [ style = bold]
"storage-clone_stop_0" -> "storage:0_stop_0 metal-1" [ style = bold]
"storage-clone_stop_0" [ style=bold color="green" fontcolor="orange"]
"storage-clone_stopped_0" -> "storage-clone_post_notify_stopped_0" [ style = bold]
"storage-clone_stopped_0" [ style=bold color="green" fontcolor="orange"]
"storage:0_pre_notify_stop_0 metal-1" -> "storage-clone_confirmed-pre_notify_stop_0" [ style = bold]
"storage:0_pre_notify_stop_0 metal-1" [ style=bold color="green" fontcolor="black"]
"storage:0_stop_0 metal-1" -> "all_stopped" [ style = bold]
"storage:0_stop_0 metal-1" -> "storage-clone_stopped_0" [ style = bold]
"storage:0_stop_0 metal-1" [ style=bold color="green" fontcolor="black"]
"storage:1_post_notify_stop_0 metal-2" -> "storage-clone_confirmed-post_notify_stopped_0" [ style = bold]
"storage:1_post_notify_stop_0 metal-2" [ style=bold color="green" fontcolor="black"]
"storage:1_pre_notify_stop_0 metal-2" -> "storage-clone_confirmed-pre_notify_stop_0" [ style = bold]
"storage:1_pre_notify_stop_0 metal-2" [ style=bold color="green" fontcolor="black"]
"storage:2_post_notify_stop_0 metal-3" -> "storage-clone_confirmed-post_notify_stopped_0" [ style = bold]
"storage:2_post_notify_stop_0 metal-3" [ style=bold color="green" fontcolor="black"]
"storage:2_pre_notify_stop_0 metal-3" -> "storage-clone_confirmed-pre_notify_stop_0" [ style = bold]
"storage:2_pre_notify_stop_0 metal-3" [ style=bold color="green" fontcolor="black"]
}
diff --git a/pengine/test10/bundle-order-stop-clone.exp b/pengine/test10/bundle-order-stop-clone.exp
index e78e235219..a1106aa662 100644
--- a/pengine/test10/bundle-order-stop-clone.exp
+++ b/pengine/test10/bundle-order-stop-clone.exp
@@ -1,345 +1,459 @@
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
+
+
+
+
+
+
-
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
-
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
diff --git a/pengine/test10/bundle-order-stop-clone.summary b/pengine/test10/bundle-order-stop-clone.summary
index 70e0f21f03..d988c06b67 100644
--- a/pengine/test10/bundle-order-stop-clone.summary
+++ b/pengine/test10/bundle-order-stop-clone.summary
@@ -1,75 +1,87 @@
Current cluster status:
Online: [ metal-1 metal-2 metal-3 ]
RemoteOFFLINE: [ rabbitmq-bundle-0 ]
Containers: [ galera-bundle-0:galera-bundle-docker-0 galera-bundle-1:galera-bundle-docker-1 galera-bundle-2:galera-bundle-docker-2 redis-bundle-0:redis-bundle-docker-0 redis-bundle-1:redis-bundle-docker-1 redis-bundle-2:redis-bundle-docker-2 ]
Clone Set: storage-clone [storage]
Started: [ metal-1 metal-2 metal-3 ]
Stopped: [ rabbitmq-bundle-0 ]
Docker container set: galera-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-mariadb:latest]
galera-bundle-0 (ocf::heartbeat:galera): Slave metal-1
galera-bundle-1 (ocf::heartbeat:galera): Slave metal-2
galera-bundle-2 (ocf::heartbeat:galera): Slave metal-3
Docker container set: haproxy-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-haproxy:latest]
haproxy-bundle-docker-0 (ocf::heartbeat:docker): Started metal-1
haproxy-bundle-docker-1 (ocf::heartbeat:docker): Started metal-2
haproxy-bundle-docker-2 (ocf::heartbeat:docker): Started metal-3
Docker container set: redis-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-redis:latest]
redis-bundle-0 (ocf::heartbeat:redis): Master metal-1
redis-bundle-1 (ocf::heartbeat:redis): Master metal-2
redis-bundle-2 (ocf::heartbeat:redis): Master metal-3
Transition Summary:
* Stop storage:0 (metal-1) due to node availability
* Stop galera-bundle-docker-0 (metal-1) due to node availability
* Stop galera-bundle-0 ( metal-1 ) due to unrunnable galera-bundle-docker-0 start
* Stop galera:0 (Slave galera-bundle-0) due to unrunnable galera-bundle-docker-0 start
Executing cluster transition:
* Pseudo action: storage-clone_pre_notify_stop_0
+ * Resource action: galera-bundle-0 monitor on metal-3
+ * Resource action: galera-bundle-0 monitor on metal-2
+ * Resource action: galera-bundle-1 monitor on metal-3
+ * Resource action: galera-bundle-1 monitor on metal-1
+ * Resource action: galera-bundle-2 monitor on metal-2
+ * Resource action: galera-bundle-2 monitor on metal-1
+ * Resource action: redis-bundle-0 monitor on metal-3
+ * Resource action: redis-bundle-0 monitor on metal-2
+ * Resource action: redis-bundle-1 monitor on metal-3
+ * Resource action: redis-bundle-1 monitor on metal-1
+ * Resource action: redis-bundle-2 monitor on metal-2
+ * Resource action: redis-bundle-2 monitor on metal-1
* Pseudo action: galera-bundle_stop_0
* Resource action: storage:0 notify on metal-1
* Resource action: storage:1 notify on metal-2
* Resource action: storage:2 notify on metal-3
* Pseudo action: storage-clone_confirmed-pre_notify_stop_0
* Pseudo action: galera-bundle-master_stop_0
* Resource action: galera:0 stop on galera-bundle-0
* Pseudo action: galera-bundle-master_stopped_0
* Resource action: galera-bundle-0 stop on metal-1
* Resource action: galera-bundle-docker-0 stop on metal-1
* Pseudo action: galera-bundle_stopped_0
* Pseudo action: galera-bundle_start_0
* Pseudo action: storage-clone_stop_0
* Pseudo action: galera-bundle-master_start_0
* Resource action: storage:0 stop on metal-1
* Pseudo action: storage-clone_stopped_0
* Pseudo action: galera-bundle-master_running_0
* Pseudo action: galera-bundle_running_0
* Pseudo action: storage-clone_post_notify_stopped_0
* Resource action: storage:1 notify on metal-2
* Resource action: storage:2 notify on metal-3
* Pseudo action: storage-clone_confirmed-post_notify_stopped_0
* Pseudo action: all_stopped
Revised cluster status:
Online: [ metal-1 metal-2 metal-3 ]
RemoteOFFLINE: [ rabbitmq-bundle-0 ]
Containers: [ galera-bundle-1:galera-bundle-docker-1 galera-bundle-2:galera-bundle-docker-2 redis-bundle-0:redis-bundle-docker-0 redis-bundle-1:redis-bundle-docker-1 redis-bundle-2:redis-bundle-docker-2 ]
Clone Set: storage-clone [storage]
Started: [ metal-2 metal-3 ]
Stopped: [ metal-1 rabbitmq-bundle-0 ]
Docker container set: galera-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-mariadb:latest]
galera-bundle-0 (ocf::heartbeat:galera): Stopped
galera-bundle-1 (ocf::heartbeat:galera): Slave metal-2
galera-bundle-2 (ocf::heartbeat:galera): Slave metal-3
Docker container set: haproxy-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-haproxy:latest]
haproxy-bundle-docker-0 (ocf::heartbeat:docker): Started metal-1
haproxy-bundle-docker-1 (ocf::heartbeat:docker): Started metal-2
haproxy-bundle-docker-2 (ocf::heartbeat:docker): Started metal-3
Docker container set: redis-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-redis:latest]
redis-bundle-0 (ocf::heartbeat:redis): Master metal-1
redis-bundle-1 (ocf::heartbeat:redis): Master metal-2
redis-bundle-2 (ocf::heartbeat:redis): Master metal-3
diff --git a/pengine/test10/remote-fence-unclean-3.dot b/pengine/test10/remote-fence-unclean-3.dot
index 14adaefdd5..dfee1d9678 100644
--- a/pengine/test10/remote-fence-unclean-3.dot
+++ b/pengine/test10/remote-fence-unclean-3.dot
@@ -1,14 +1,32 @@
digraph "g" {
"all_stopped" [ style=bold color="green" fontcolor="orange"]
"fence1_monitor_0 overcloud-controller-0" -> "fence1_start_0 overcloud-controller-0" [ style = bold]
"fence1_monitor_0 overcloud-controller-0" [ style=bold color="green" fontcolor="black"]
"fence1_monitor_0 overcloud-controller-1" -> "fence1_start_0 overcloud-controller-0" [ style = bold]
"fence1_monitor_0 overcloud-controller-1" [ style=bold color="green" fontcolor="black"]
"fence1_monitor_0 overcloud-controller-2" -> "fence1_start_0 overcloud-controller-0" [ style = bold]
"fence1_monitor_0 overcloud-controller-2" [ style=bold color="green" fontcolor="black"]
"fence1_monitor_60000 overcloud-controller-0" [ style=bold color="green" fontcolor="black"]
"fence1_start_0 overcloud-controller-0" -> "fence1_monitor_60000 overcloud-controller-0" [ style = bold]
"fence1_start_0 overcloud-controller-0" [ style=bold color="green" fontcolor="black"]
+"galera-bundle-0_monitor_0 overcloud-controller-1" [ style=bold color="green" fontcolor="black"]
+"galera-bundle-0_monitor_0 overcloud-controller-2" [ style=bold color="green" fontcolor="black"]
+"galera-bundle-1_monitor_0 overcloud-controller-0" [ style=bold color="green" fontcolor="black"]
+"galera-bundle-1_monitor_0 overcloud-controller-2" [ style=bold color="green" fontcolor="black"]
+"galera-bundle-2_monitor_0 overcloud-controller-0" [ style=bold color="green" fontcolor="black"]
+"galera-bundle-2_monitor_0 overcloud-controller-1" [ style=bold color="green" fontcolor="black"]
"overcloud-novacompute-0_stop_0 overcloud-controller-0" -> "all_stopped" [ style = bold]
"overcloud-novacompute-0_stop_0 overcloud-controller-0" [ style=bold color="green" fontcolor="black"]
+"rabbitmq-bundle-0_monitor_0 overcloud-controller-1" [ style=bold color="green" fontcolor="black"]
+"rabbitmq-bundle-0_monitor_0 overcloud-controller-2" [ style=bold color="green" fontcolor="black"]
+"rabbitmq-bundle-1_monitor_0 overcloud-controller-0" [ style=bold color="green" fontcolor="black"]
+"rabbitmq-bundle-1_monitor_0 overcloud-controller-2" [ style=bold color="green" fontcolor="black"]
+"rabbitmq-bundle-2_monitor_0 overcloud-controller-0" [ style=bold color="green" fontcolor="black"]
+"rabbitmq-bundle-2_monitor_0 overcloud-controller-1" [ style=bold color="green" fontcolor="black"]
+"redis-bundle-0_monitor_0 overcloud-controller-1" [ style=bold color="green" fontcolor="black"]
+"redis-bundle-0_monitor_0 overcloud-controller-2" [ style=bold color="green" fontcolor="black"]
+"redis-bundle-1_monitor_0 overcloud-controller-0" [ style=bold color="green" fontcolor="black"]
+"redis-bundle-1_monitor_0 overcloud-controller-2" [ style=bold color="green" fontcolor="black"]
+"redis-bundle-2_monitor_0 overcloud-controller-0" [ style=bold color="green" fontcolor="black"]
+"redis-bundle-2_monitor_0 overcloud-controller-1" [ style=bold color="green" fontcolor="black"]
}
diff --git a/pengine/test10/remote-fence-unclean-3.exp b/pengine/test10/remote-fence-unclean-3.exp
index 64e5a622f7..76e5e8912b 100644
--- a/pengine/test10/remote-fence-unclean-3.exp
+++ b/pengine/test10/remote-fence-unclean-3.exp
@@ -1,85 +1,247 @@
-
+
-
+
-
+
-
+
-
+
-
+
-
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
diff --git a/pengine/test10/remote-fence-unclean-3.summary b/pengine/test10/remote-fence-unclean-3.summary
index ec54d8e481..7f2b2d3eac 100644
--- a/pengine/test10/remote-fence-unclean-3.summary
+++ b/pengine/test10/remote-fence-unclean-3.summary
@@ -1,82 +1,100 @@
Current cluster status:
Online: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
RemoteOFFLINE: [ overcloud-novacompute-0 ]
Containers: [ galera-bundle-0:galera-bundle-docker-0 galera-bundle-1:galera-bundle-docker-1 galera-bundle-2:galera-bundle-docker-2 rabbitmq-bundle-0:rabbitmq-bundle-docker-0 rabbitmq-bundle-1:rabbitmq-bundle-docker-1 rabbitmq-bundle-2:rabbitmq-bundle-docker-2 redis-bundle-0:redis-bundle-docker-0 redis-bundle-1:redis-bundle-docker-1 redis-bundle-2:redis-bundle-docker-2 ]
fence1 (stonith:fence_xvm): Stopped
overcloud-novacompute-0 (ocf::pacemaker:remote): FAILED overcloud-controller-0
Docker container set: rabbitmq-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-rabbitmq:latest]
rabbitmq-bundle-0 (ocf::heartbeat:rabbitmq-cluster): Started overcloud-controller-0
rabbitmq-bundle-1 (ocf::heartbeat:rabbitmq-cluster): Started overcloud-controller-1
rabbitmq-bundle-2 (ocf::heartbeat:rabbitmq-cluster): Started overcloud-controller-2
Docker container set: galera-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-mariadb:latest]
galera-bundle-0 (ocf::heartbeat:galera): Master overcloud-controller-0
galera-bundle-1 (ocf::heartbeat:galera): Master overcloud-controller-1
galera-bundle-2 (ocf::heartbeat:galera): Master overcloud-controller-2
Docker container set: redis-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-redis:latest]
redis-bundle-0 (ocf::heartbeat:redis): Master overcloud-controller-0
redis-bundle-1 (ocf::heartbeat:redis): Slave overcloud-controller-1
redis-bundle-2 (ocf::heartbeat:redis): Slave overcloud-controller-2
ip-192.168.24.9 (ocf::heartbeat:IPaddr2): Started overcloud-controller-0
ip-10.0.0.7 (ocf::heartbeat:IPaddr2): Started overcloud-controller-1
ip-172.16.2.4 (ocf::heartbeat:IPaddr2): Started overcloud-controller-2
ip-172.16.2.8 (ocf::heartbeat:IPaddr2): Started overcloud-controller-0
ip-172.16.1.9 (ocf::heartbeat:IPaddr2): Started overcloud-controller-1
ip-172.16.3.9 (ocf::heartbeat:IPaddr2): Started overcloud-controller-2
Docker container set: haproxy-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-haproxy:latest]
haproxy-bundle-docker-0 (ocf::heartbeat:docker): Started overcloud-controller-0
haproxy-bundle-docker-1 (ocf::heartbeat:docker): Started overcloud-controller-1
haproxy-bundle-docker-2 (ocf::heartbeat:docker): Started overcloud-controller-2
Docker container: openstack-cinder-volume [192.168.24.1:8787/tripleoupstream/centos-binary-cinder-volume:latest]
openstack-cinder-volume-docker-0 (ocf::heartbeat:docker): Started overcloud-controller-0
Docker container: openstack-cinder-backup [192.168.24.1:8787/tripleoupstream/centos-binary-cinder-backup:latest]
openstack-cinder-backup-docker-0 (ocf::heartbeat:docker): Started overcloud-controller-1
Transition Summary:
* Start fence1 (overcloud-controller-0)
* Stop overcloud-novacompute-0 (overcloud-controller-0)
Executing cluster transition:
* Resource action: fence1 monitor on overcloud-controller-2
* Resource action: fence1 monitor on overcloud-controller-1
* Resource action: fence1 monitor on overcloud-controller-0
* Resource action: overcloud-novacompute-0 stop on overcloud-controller-0
+ * Resource action: rabbitmq-bundle-0 monitor on overcloud-controller-2
+ * Resource action: rabbitmq-bundle-0 monitor on overcloud-controller-1
+ * Resource action: rabbitmq-bundle-1 monitor on overcloud-controller-2
+ * Resource action: rabbitmq-bundle-1 monitor on overcloud-controller-0
+ * Resource action: rabbitmq-bundle-2 monitor on overcloud-controller-1
+ * Resource action: rabbitmq-bundle-2 monitor on overcloud-controller-0
+ * Resource action: galera-bundle-0 monitor on overcloud-controller-2
+ * Resource action: galera-bundle-0 monitor on overcloud-controller-1
+ * Resource action: galera-bundle-1 monitor on overcloud-controller-2
+ * Resource action: galera-bundle-1 monitor on overcloud-controller-0
+ * Resource action: galera-bundle-2 monitor on overcloud-controller-1
+ * Resource action: galera-bundle-2 monitor on overcloud-controller-0
+ * Resource action: redis-bundle-0 monitor on overcloud-controller-2
+ * Resource action: redis-bundle-0 monitor on overcloud-controller-1
+ * Resource action: redis-bundle-1 monitor on overcloud-controller-2
+ * Resource action: redis-bundle-1 monitor on overcloud-controller-0
+ * Resource action: redis-bundle-2 monitor on overcloud-controller-1
+ * Resource action: redis-bundle-2 monitor on overcloud-controller-0
* Pseudo action: all_stopped
* Resource action: fence1 start on overcloud-controller-0
* Resource action: fence1 monitor=60000 on overcloud-controller-0
Revised cluster status:
Online: [ overcloud-controller-0 overcloud-controller-1 overcloud-controller-2 ]
RemoteOFFLINE: [ overcloud-novacompute-0 ]
Containers: [ galera-bundle-0:galera-bundle-docker-0 galera-bundle-1:galera-bundle-docker-1 galera-bundle-2:galera-bundle-docker-2 rabbitmq-bundle-0:rabbitmq-bundle-docker-0 rabbitmq-bundle-1:rabbitmq-bundle-docker-1 rabbitmq-bundle-2:rabbitmq-bundle-docker-2 redis-bundle-0:redis-bundle-docker-0 redis-bundle-1:redis-bundle-docker-1 redis-bundle-2:redis-bundle-docker-2 ]
fence1 (stonith:fence_xvm): Started overcloud-controller-0
overcloud-novacompute-0 (ocf::pacemaker:remote): Stopped
Docker container set: rabbitmq-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-rabbitmq:latest]
rabbitmq-bundle-0 (ocf::heartbeat:rabbitmq-cluster): Started overcloud-controller-0
rabbitmq-bundle-1 (ocf::heartbeat:rabbitmq-cluster): Started overcloud-controller-1
rabbitmq-bundle-2 (ocf::heartbeat:rabbitmq-cluster): Started overcloud-controller-2
Docker container set: galera-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-mariadb:latest]
galera-bundle-0 (ocf::heartbeat:galera): Master overcloud-controller-0
galera-bundle-1 (ocf::heartbeat:galera): Master overcloud-controller-1
galera-bundle-2 (ocf::heartbeat:galera): Master overcloud-controller-2
Docker container set: redis-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-redis:latest]
redis-bundle-0 (ocf::heartbeat:redis): Master overcloud-controller-0
redis-bundle-1 (ocf::heartbeat:redis): Slave overcloud-controller-1
redis-bundle-2 (ocf::heartbeat:redis): Slave overcloud-controller-2
ip-192.168.24.9 (ocf::heartbeat:IPaddr2): Started overcloud-controller-0
ip-10.0.0.7 (ocf::heartbeat:IPaddr2): Started overcloud-controller-1
ip-172.16.2.4 (ocf::heartbeat:IPaddr2): Started overcloud-controller-2
ip-172.16.2.8 (ocf::heartbeat:IPaddr2): Started overcloud-controller-0
ip-172.16.1.9 (ocf::heartbeat:IPaddr2): Started overcloud-controller-1
ip-172.16.3.9 (ocf::heartbeat:IPaddr2): Started overcloud-controller-2
Docker container set: haproxy-bundle [192.168.24.1:8787/tripleoupstream/centos-binary-haproxy:latest]
haproxy-bundle-docker-0 (ocf::heartbeat:docker): Started overcloud-controller-0
haproxy-bundle-docker-1 (ocf::heartbeat:docker): Started overcloud-controller-1
haproxy-bundle-docker-2 (ocf::heartbeat:docker): Started overcloud-controller-2
Docker container: openstack-cinder-volume [192.168.24.1:8787/tripleoupstream/centos-binary-cinder-volume:latest]
openstack-cinder-volume-docker-0 (ocf::heartbeat:docker): Started overcloud-controller-0
Docker container: openstack-cinder-backup [192.168.24.1:8787/tripleoupstream/centos-binary-cinder-backup:latest]
openstack-cinder-backup-docker-0 (ocf::heartbeat:docker): Started overcloud-controller-1