diff --git a/cts/scheduler/bundle-order-partial-start-2.xml b/cts/scheduler/bundle-order-partial-start-2.xml
index eb2a435266..2a6562b03a 100644
--- a/cts/scheduler/bundle-order-partial-start-2.xml
+++ b/cts/scheduler/bundle-order-partial-start-2.xml
@@ -1,387 +1,387 @@
-
+
diff --git a/cts/scheduler/bundle-order-stop-clone.xml b/cts/scheduler/bundle-order-stop-clone.xml
index afe7c69178..d2807e5c71 100644
--- a/cts/scheduler/bundle-order-stop-clone.xml
+++ b/cts/scheduler/bundle-order-stop-clone.xml
@@ -1,398 +1,398 @@
-
+
diff --git a/cts/scheduler/bundle-order-stop-on-remote.dot b/cts/scheduler/bundle-order-stop-on-remote.dot
index 60efa46737..b276075265 100644
--- a/cts/scheduler/bundle-order-stop-on-remote.dot
+++ b/cts/scheduler/bundle-order-stop-on-remote.dot
@@ -1,313 +1,307 @@
digraph "g" {
"all_stopped" [ style=bold color="green" fontcolor="orange"]
"database-0_monitor_20000 controller-0" [ style=bold color="green" fontcolor="black"]
"database-0_start_0 controller-0" -> "database-0_monitor_20000 controller-0" [ style = bold]
"database-0_start_0 controller-0" -> "galera-bundle-docker-0_monitor_60000 database-0" [ style = bold]
"database-0_start_0 controller-0" -> "galera-bundle-docker-0_start_0 database-0" [ style = bold]
"database-0_start_0 controller-0" -> "galera-bundle-docker-0_stop_0 database-0" [ style = bold]
"database-0_start_0 controller-0" [ style=bold color="green" fontcolor="black"]
"database-2_monitor_20000 controller-1" [ style=bold color="green" fontcolor="black"]
"database-2_start_0 controller-1" -> "database-2_monitor_20000 controller-1" [ style = bold]
"database-2_start_0 controller-1" -> "galera-bundle-docker-2_monitor_60000 database-2" [ style = bold]
"database-2_start_0 controller-1" -> "galera-bundle-docker-2_start_0 database-2" [ style = bold]
"database-2_start_0 controller-1" -> "galera-bundle-docker-2_stop_0 database-2" [ style = bold]
"database-2_start_0 controller-1" [ style=bold color="green" fontcolor="black"]
"galera-bundle-0_monitor_0 controller-1" -> "galera-bundle-0_start_0 controller-0" [ style = bold]
"galera-bundle-0_monitor_0 controller-1" [ style=bold color="green" fontcolor="black"]
"galera-bundle-0_monitor_30000 controller-0" [ style=bold color="green" fontcolor="black"]
"galera-bundle-0_start_0 controller-0" -> "galera-bundle-0_monitor_30000 controller-0" [ style = bold]
"galera-bundle-0_start_0 controller-0" -> "galera_monitor_10000 galera-bundle-0" [ style = bold]
"galera-bundle-0_start_0 controller-0" -> "galera_promote_0 galera-bundle-0" [ style = bold]
"galera-bundle-0_start_0 controller-0" -> "galera_start_0 galera-bundle-0" [ style = bold]
"galera-bundle-0_start_0 controller-0" [ style=bold color="green" fontcolor="black"]
-"galera-bundle-1_monitor_30000 controller-2" [ style=bold color="green" fontcolor="black"]
"galera-bundle-2_monitor_0 controller-1" -> "galera-bundle-2_start_0 controller-1" [ style = bold]
"galera-bundle-2_monitor_0 controller-1" [ style=bold color="green" fontcolor="black"]
"galera-bundle-2_monitor_30000 controller-1" [ style=bold color="green" fontcolor="black"]
"galera-bundle-2_start_0 controller-1" -> "galera-bundle-2_monitor_30000 controller-1" [ style = bold]
"galera-bundle-2_start_0 controller-1" -> "galera_monitor_10000 galera-bundle-2" [ style = bold]
"galera-bundle-2_start_0 controller-1" -> "galera_promote_0 galera-bundle-2" [ style = bold]
"galera-bundle-2_start_0 controller-1" -> "galera_start_0 galera-bundle-2" [ style = bold]
"galera-bundle-2_start_0 controller-1" [ style=bold color="green" fontcolor="black"]
"galera-bundle-docker-0_monitor_60000 database-0" [ style=bold color="green" fontcolor="black"]
"galera-bundle-docker-0_start_0 database-0" -> "galera-bundle-0_monitor_0 controller-1" [ style = bold]
"galera-bundle-docker-0_start_0 database-0" -> "galera-bundle-0_start_0 controller-0" [ style = bold]
"galera-bundle-docker-0_start_0 database-0" -> "galera-bundle-docker-0_monitor_60000 database-0" [ style = bold]
"galera-bundle-docker-0_start_0 database-0" -> "galera-bundle_running_0" [ style = bold]
"galera-bundle-docker-0_start_0 database-0" -> "galera_promote_0 galera-bundle-0" [ style = bold]
"galera-bundle-docker-0_start_0 database-0" -> "galera_start_0 galera-bundle-0" [ style = bold]
"galera-bundle-docker-0_start_0 database-0" [ style=bold color="green" fontcolor="black"]
"galera-bundle-docker-0_stop_0 database-0" -> "all_stopped" [ style = bold]
"galera-bundle-docker-0_stop_0 database-0" -> "galera-bundle-docker-0_start_0 database-0" [ style = bold]
"galera-bundle-docker-0_stop_0 database-0" -> "galera-bundle_stopped_0" [ style = bold]
"galera-bundle-docker-0_stop_0 database-0" -> "stonith 'reboot' galera-bundle-0" [ style = bold]
"galera-bundle-docker-0_stop_0 database-0" [ style=bold color="green" fontcolor="black"]
"galera-bundle-docker-2_monitor_60000 database-2" [ style=bold color="green" fontcolor="black"]
"galera-bundle-docker-2_start_0 database-2" -> "galera-bundle-2_monitor_0 controller-1" [ style = bold]
"galera-bundle-docker-2_start_0 database-2" -> "galera-bundle-2_start_0 controller-1" [ style = bold]
"galera-bundle-docker-2_start_0 database-2" -> "galera-bundle-docker-2_monitor_60000 database-2" [ style = bold]
"galera-bundle-docker-2_start_0 database-2" -> "galera-bundle_running_0" [ style = bold]
"galera-bundle-docker-2_start_0 database-2" -> "galera_promote_0 galera-bundle-2" [ style = bold]
"galera-bundle-docker-2_start_0 database-2" -> "galera_start_0 galera-bundle-2" [ style = bold]
"galera-bundle-docker-2_start_0 database-2" [ style=bold color="green" fontcolor="black"]
"galera-bundle-docker-2_stop_0 database-2" -> "all_stopped" [ style = bold]
"galera-bundle-docker-2_stop_0 database-2" -> "galera-bundle-docker-2_start_0 database-2" [ style = bold]
"galera-bundle-docker-2_stop_0 database-2" -> "galera-bundle_stopped_0" [ style = bold]
"galera-bundle-docker-2_stop_0 database-2" -> "stonith 'reboot' galera-bundle-2" [ style = bold]
"galera-bundle-docker-2_stop_0 database-2" [ style=bold color="green" fontcolor="black"]
"galera-bundle-master_demote_0" -> "galera-bundle-master_demoted_0" [ style = bold]
"galera-bundle-master_demote_0" -> "galera_demote_0 galera-bundle-0" [ style = bold]
"galera-bundle-master_demote_0" -> "galera_demote_0 galera-bundle-2" [ style = bold]
"galera-bundle-master_demote_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle-master_demoted_0" -> "galera-bundle-master_promote_0" [ style = bold]
"galera-bundle-master_demoted_0" -> "galera-bundle-master_start_0" [ style = bold]
"galera-bundle-master_demoted_0" -> "galera-bundle-master_stop_0" [ style = bold]
"galera-bundle-master_demoted_0" -> "galera-bundle_demoted_0" [ style = bold]
"galera-bundle-master_demoted_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle-master_promote_0" -> "galera_promote_0 galera-bundle-0" [ style = bold]
"galera-bundle-master_promote_0" -> "galera_promote_0 galera-bundle-2" [ style = bold]
"galera-bundle-master_promote_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle-master_promoted_0" -> "galera-bundle_promoted_0" [ style = bold]
"galera-bundle-master_promoted_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle-master_running_0" -> "galera-bundle-master_promote_0" [ style = bold]
"galera-bundle-master_running_0" -> "galera-bundle_running_0" [ style = bold]
"galera-bundle-master_running_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle-master_start_0" -> "galera-bundle-master_running_0" [ style = bold]
"galera-bundle-master_start_0" -> "galera_start_0 galera-bundle-0" [ style = bold]
"galera-bundle-master_start_0" -> "galera_start_0 galera-bundle-2" [ style = bold]
"galera-bundle-master_start_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle-master_stop_0" -> "galera-bundle-master_stopped_0" [ style = bold]
"galera-bundle-master_stop_0" -> "galera_stop_0 galera-bundle-0" [ style = bold]
"galera-bundle-master_stop_0" -> "galera_stop_0 galera-bundle-2" [ style = bold]
"galera-bundle-master_stop_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle-master_stopped_0" -> "galera-bundle-master_promote_0" [ style = bold]
"galera-bundle-master_stopped_0" -> "galera-bundle-master_start_0" [ style = bold]
"galera-bundle-master_stopped_0" -> "galera-bundle_stopped_0" [ style = bold]
"galera-bundle-master_stopped_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle_demote_0" -> "galera-bundle-master_demote_0" [ style = bold]
"galera-bundle_demote_0" -> "galera-bundle_demoted_0" [ style = bold]
"galera-bundle_demote_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle_demoted_0" -> "galera-bundle_promote_0" [ style = bold]
"galera-bundle_demoted_0" -> "galera-bundle_start_0" [ style = bold]
"galera-bundle_demoted_0" -> "galera-bundle_stop_0" [ style = bold]
"galera-bundle_demoted_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle_promote_0" -> "galera-bundle-master_promote_0" [ style = bold]
"galera-bundle_promote_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle_promoted_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle_running_0" -> "galera-bundle_promote_0" [ style = bold]
"galera-bundle_running_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle_start_0" -> "galera-bundle-docker-0_start_0 database-0" [ style = bold]
"galera-bundle_start_0" -> "galera-bundle-docker-2_start_0 database-2" [ style = bold]
"galera-bundle_start_0" -> "galera-bundle-master_start_0" [ style = bold]
"galera-bundle_start_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle_stop_0" -> "galera-bundle-docker-0_stop_0 database-0" [ style = bold]
"galera-bundle_stop_0" -> "galera-bundle-docker-2_stop_0 database-2" [ style = bold]
"galera-bundle_stop_0" -> "galera-bundle-master_stop_0" [ style = bold]
"galera-bundle_stop_0" -> "galera_stop_0 galera-bundle-0" [ style = bold]
"galera-bundle_stop_0" -> "galera_stop_0 galera-bundle-2" [ style = bold]
"galera-bundle_stop_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle_stopped_0" -> "galera-bundle_promote_0" [ style = bold]
"galera-bundle_stopped_0" -> "galera-bundle_start_0" [ style = bold]
"galera-bundle_stopped_0" [ style=bold color="green" fontcolor="orange"]
"galera_demote_0 galera-bundle-0" -> "galera-bundle-master_demoted_0" [ style = bold]
"galera_demote_0 galera-bundle-0" -> "galera_promote_0 galera-bundle-0" [ style = bold]
"galera_demote_0 galera-bundle-0" -> "galera_stop_0 galera-bundle-0" [ style = bold]
"galera_demote_0 galera-bundle-0" [ style=bold color="green" fontcolor="orange"]
"galera_demote_0 galera-bundle-2" -> "galera-bundle-master_demoted_0" [ style = bold]
"galera_demote_0 galera-bundle-2" -> "galera_promote_0 galera-bundle-2" [ style = bold]
"galera_demote_0 galera-bundle-2" -> "galera_stop_0 galera-bundle-2" [ style = bold]
"galera_demote_0 galera-bundle-2" [ style=bold color="green" fontcolor="orange"]
"galera_monitor_10000 galera-bundle-0" [ style=bold color="green" fontcolor="black"]
"galera_monitor_10000 galera-bundle-2" [ style=bold color="green" fontcolor="black"]
"galera_promote_0 galera-bundle-0" -> "galera-bundle-master_promoted_0" [ style = bold]
"galera_promote_0 galera-bundle-0" -> "galera_monitor_10000 galera-bundle-0" [ style = bold]
"galera_promote_0 galera-bundle-0" [ style=bold color="green" fontcolor="black"]
"galera_promote_0 galera-bundle-2" -> "galera-bundle-master_promoted_0" [ style = bold]
"galera_promote_0 galera-bundle-2" -> "galera_monitor_10000 galera-bundle-2" [ style = bold]
"galera_promote_0 galera-bundle-2" [ style=bold color="green" fontcolor="black"]
"galera_start_0 galera-bundle-0" -> "galera-bundle-master_running_0" [ style = bold]
"galera_start_0 galera-bundle-0" -> "galera_monitor_10000 galera-bundle-0" [ style = bold]
"galera_start_0 galera-bundle-0" -> "galera_promote_0 galera-bundle-0" [ style = bold]
"galera_start_0 galera-bundle-0" -> "galera_start_0 galera-bundle-2" [ style = bold]
"galera_start_0 galera-bundle-0" [ style=bold color="green" fontcolor="black"]
"galera_start_0 galera-bundle-2" -> "galera-bundle-master_running_0" [ style = bold]
"galera_start_0 galera-bundle-2" -> "galera_monitor_10000 galera-bundle-2" [ style = bold]
"galera_start_0 galera-bundle-2" -> "galera_promote_0 galera-bundle-2" [ style = bold]
"galera_start_0 galera-bundle-2" [ style=bold color="green" fontcolor="black"]
"galera_stop_0 galera-bundle-0" -> "all_stopped" [ style = bold]
"galera_stop_0 galera-bundle-0" -> "galera-bundle-master_stopped_0" [ style = bold]
"galera_stop_0 galera-bundle-0" -> "galera_start_0 galera-bundle-0" [ style = bold]
"galera_stop_0 galera-bundle-0" [ style=bold color="green" fontcolor="orange"]
"galera_stop_0 galera-bundle-2" -> "all_stopped" [ style = bold]
"galera_stop_0 galera-bundle-2" -> "galera-bundle-master_stopped_0" [ style = bold]
"galera_stop_0 galera-bundle-2" -> "galera_start_0 galera-bundle-2" [ style = bold]
"galera_stop_0 galera-bundle-2" -> "galera_stop_0 galera-bundle-0" [ style = bold]
"galera_stop_0 galera-bundle-2" [ style=bold color="green" fontcolor="orange"]
"haproxy-bundle-docker-1_monitor_60000 controller-1" [ style=bold color="green" fontcolor="black"]
"haproxy-bundle-docker-1_start_0 controller-1" -> "haproxy-bundle-docker-1_monitor_60000 controller-1" [ style = bold]
"haproxy-bundle-docker-1_start_0 controller-1" -> "haproxy-bundle_running_0" [ style = bold]
"haproxy-bundle-docker-1_start_0 controller-1" [ style=bold color="green" fontcolor="black"]
"haproxy-bundle_running_0" [ style=bold color="green" fontcolor="orange"]
"haproxy-bundle_start_0" -> "haproxy-bundle-docker-1_start_0 controller-1" [ style = bold]
"haproxy-bundle_start_0" [ style=bold color="green" fontcolor="orange"]
"ip-10.0.0.104_monitor_10000 controller-1" [ style=bold color="green" fontcolor="black"]
"ip-10.0.0.104_start_0 controller-1" -> "haproxy-bundle_start_0" [ style = bold]
"ip-10.0.0.104_start_0 controller-1" -> "ip-10.0.0.104_monitor_10000 controller-1" [ style = bold]
"ip-10.0.0.104_start_0 controller-1" [ style=bold color="green" fontcolor="black"]
"ip-172.17.1.11_monitor_10000 controller-0" [ style=bold color="green" fontcolor="black"]
"ip-172.17.1.11_start_0 controller-0" -> "haproxy-bundle_start_0" [ style = bold]
"ip-172.17.1.11_start_0 controller-0" -> "ip-172.17.1.11_monitor_10000 controller-0" [ style = bold]
"ip-172.17.1.11_start_0 controller-0" [ style=bold color="green" fontcolor="black"]
"ip-172.17.3.13_monitor_10000 controller-1" [ style=bold color="green" fontcolor="black"]
"ip-172.17.3.13_start_0 controller-1" -> "haproxy-bundle_start_0" [ style = bold]
"ip-172.17.3.13_start_0 controller-1" -> "ip-172.17.3.13_monitor_10000 controller-1" [ style = bold]
"ip-172.17.3.13_start_0 controller-1" [ style=bold color="green" fontcolor="black"]
"ip-192.168.24.11_monitor_10000 controller-0" [ style=bold color="green" fontcolor="black"]
"ip-192.168.24.11_start_0 controller-0" -> "haproxy-bundle_start_0" [ style = bold]
"ip-192.168.24.11_start_0 controller-0" -> "ip-192.168.24.11_monitor_10000 controller-0" [ style = bold]
"ip-192.168.24.11_start_0 controller-0" [ style=bold color="green" fontcolor="black"]
"openstack-cinder-volume_monitor_60000 controller-0" [ style=bold color="green" fontcolor="black"]
"openstack-cinder-volume_start_0 controller-0" -> "openstack-cinder-volume_monitor_60000 controller-0" [ style = bold]
"openstack-cinder-volume_start_0 controller-0" [ style=bold color="green" fontcolor="black"]
-"rabbitmq-bundle-0_monitor_30000 controller-2" [ style=bold color="green" fontcolor="black"]
-"rabbitmq-bundle-1_monitor_30000 controller-2" [ style=bold color="green" fontcolor="black"]
-"rabbitmq-bundle-2_monitor_30000 controller-2" [ style=bold color="green" fontcolor="black"]
-"redis-bundle-0_monitor_30000 controller-0" [ style=bold color="green" fontcolor="black"]
"redis-bundle-1_monitor_0 controller-1" -> "redis-bundle-1_start_0 controller-1" [ style = bold]
"redis-bundle-1_monitor_0 controller-1" [ style=bold color="green" fontcolor="black"]
"redis-bundle-1_monitor_30000 controller-1" [ style=bold color="green" fontcolor="black"]
"redis-bundle-1_start_0 controller-1" -> "redis-bundle-1_monitor_30000 controller-1" [ style = bold]
"redis-bundle-1_start_0 controller-1" -> "redis:1_monitor_45000 redis-bundle-1" [ style = bold]
"redis-bundle-1_start_0 controller-1" -> "redis:1_monitor_60000 redis-bundle-1" [ style = bold]
"redis-bundle-1_start_0 controller-1" -> "redis:1_start_0 redis-bundle-1" [ style = bold]
"redis-bundle-1_start_0 controller-1" [ style=bold color="green" fontcolor="black"]
-"redis-bundle-2_monitor_30000 controller-2" [ style=bold color="green" fontcolor="black"]
"redis-bundle-docker-1_monitor_60000 controller-1" [ style=bold color="green" fontcolor="black"]
"redis-bundle-docker-1_start_0 controller-1" -> "redis-bundle-1_monitor_0 controller-1" [ style = bold]
"redis-bundle-docker-1_start_0 controller-1" -> "redis-bundle-1_start_0 controller-1" [ style = bold]
"redis-bundle-docker-1_start_0 controller-1" -> "redis-bundle-docker-1_monitor_60000 controller-1" [ style = bold]
"redis-bundle-docker-1_start_0 controller-1" -> "redis-bundle_running_0" [ style = bold]
"redis-bundle-docker-1_start_0 controller-1" -> "redis:1_start_0 redis-bundle-1" [ style = bold]
"redis-bundle-docker-1_start_0 controller-1" [ style=bold color="green" fontcolor="black"]
"redis-bundle-master_confirmed-post_notify_promoted_0" -> "redis-bundle_promoted_0" [ style = bold]
"redis-bundle-master_confirmed-post_notify_promoted_0" -> "redis:1_monitor_45000 redis-bundle-1" [ style = bold]
"redis-bundle-master_confirmed-post_notify_promoted_0" -> "redis:1_monitor_60000 redis-bundle-1" [ style = bold]
"redis-bundle-master_confirmed-post_notify_promoted_0" -> "redis_monitor_20000 redis-bundle-0" [ style = bold]
"redis-bundle-master_confirmed-post_notify_promoted_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_confirmed-post_notify_running_0" -> "redis-bundle-master_pre_notify_promote_0" [ style = bold]
"redis-bundle-master_confirmed-post_notify_running_0" -> "redis-bundle_running_0" [ style = bold]
"redis-bundle-master_confirmed-post_notify_running_0" -> "redis:1_monitor_45000 redis-bundle-1" [ style = bold]
"redis-bundle-master_confirmed-post_notify_running_0" -> "redis:1_monitor_60000 redis-bundle-1" [ style = bold]
"redis-bundle-master_confirmed-post_notify_running_0" -> "redis_monitor_20000 redis-bundle-0" [ style = bold]
"redis-bundle-master_confirmed-post_notify_running_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_confirmed-pre_notify_promote_0" -> "redis-bundle-master_post_notify_promoted_0" [ style = bold]
"redis-bundle-master_confirmed-pre_notify_promote_0" -> "redis-bundle-master_promote_0" [ style = bold]
"redis-bundle-master_confirmed-pre_notify_promote_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_confirmed-pre_notify_start_0" -> "redis-bundle-master_post_notify_running_0" [ style = bold]
"redis-bundle-master_confirmed-pre_notify_start_0" -> "redis-bundle-master_start_0" [ style = bold]
"redis-bundle-master_confirmed-pre_notify_start_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_post_notify_promoted_0" -> "redis-bundle-master_confirmed-post_notify_promoted_0" [ style = bold]
"redis-bundle-master_post_notify_promoted_0" -> "redis:1_post_notify_promote_0 redis-bundle-1" [ style = bold]
"redis-bundle-master_post_notify_promoted_0" -> "redis_post_notify_promoted_0 redis-bundle-0" [ style = bold]
"redis-bundle-master_post_notify_promoted_0" -> "redis_post_notify_promoted_0 redis-bundle-2" [ style = bold]
"redis-bundle-master_post_notify_promoted_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_post_notify_running_0" -> "redis-bundle-master_confirmed-post_notify_running_0" [ style = bold]
"redis-bundle-master_post_notify_running_0" -> "redis:1_post_notify_start_0 redis-bundle-1" [ style = bold]
"redis-bundle-master_post_notify_running_0" -> "redis_post_notify_running_0 redis-bundle-0" [ style = bold]
"redis-bundle-master_post_notify_running_0" -> "redis_post_notify_running_0 redis-bundle-2" [ style = bold]
"redis-bundle-master_post_notify_running_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_pre_notify_promote_0" -> "redis-bundle-master_confirmed-pre_notify_promote_0" [ style = bold]
"redis-bundle-master_pre_notify_promote_0" -> "redis:1_pre_notify_promote_0 redis-bundle-1" [ style = bold]
"redis-bundle-master_pre_notify_promote_0" -> "redis_pre_notify_promote_0 redis-bundle-0" [ style = bold]
"redis-bundle-master_pre_notify_promote_0" -> "redis_pre_notify_promote_0 redis-bundle-2" [ style = bold]
"redis-bundle-master_pre_notify_promote_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_pre_notify_start_0" -> "redis-bundle-master_confirmed-pre_notify_start_0" [ style = bold]
"redis-bundle-master_pre_notify_start_0" -> "redis_pre_notify_start_0 redis-bundle-0" [ style = bold]
"redis-bundle-master_pre_notify_start_0" -> "redis_pre_notify_start_0 redis-bundle-2" [ style = bold]
"redis-bundle-master_pre_notify_start_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_promote_0" -> "redis_promote_0 redis-bundle-0" [ style = bold]
"redis-bundle-master_promote_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_promoted_0" -> "redis-bundle-master_post_notify_promoted_0" [ style = bold]
"redis-bundle-master_promoted_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_running_0" -> "redis-bundle-master_post_notify_running_0" [ style = bold]
"redis-bundle-master_running_0" -> "redis-bundle-master_promote_0" [ style = bold]
"redis-bundle-master_running_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_start_0" -> "redis-bundle-master_running_0" [ style = bold]
"redis-bundle-master_start_0" -> "redis:1_start_0 redis-bundle-1" [ style = bold]
"redis-bundle-master_start_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle_promote_0" -> "redis-bundle-master_promote_0" [ style = bold]
"redis-bundle_promote_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle_promoted_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle_running_0" -> "redis-bundle_promote_0" [ style = bold]
"redis-bundle_running_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle_start_0" -> "redis-bundle-docker-1_start_0 controller-1" [ style = bold]
"redis-bundle_start_0" -> "redis-bundle-master_start_0" [ style = bold]
"redis-bundle_start_0" [ style=bold color="green" fontcolor="orange"]
"redis:1_monitor_45000 redis-bundle-1" [ style=bold color="green" fontcolor="black"]
"redis:1_monitor_60000 redis-bundle-1" [ style=bold color="green" fontcolor="black"]
"redis:1_post_notify_promote_0 redis-bundle-1" -> "redis-bundle-master_confirmed-post_notify_promoted_0" [ style = bold]
"redis:1_post_notify_promote_0 redis-bundle-1" [ style=bold color="green" fontcolor="black"]
"redis:1_post_notify_start_0 redis-bundle-1" -> "redis-bundle-master_confirmed-post_notify_running_0" [ style = bold]
"redis:1_post_notify_start_0 redis-bundle-1" [ style=bold color="green" fontcolor="black"]
"redis:1_pre_notify_promote_0 redis-bundle-1" -> "redis-bundle-master_confirmed-pre_notify_promote_0" [ style = bold]
"redis:1_pre_notify_promote_0 redis-bundle-1" [ style=bold color="green" fontcolor="black"]
"redis:1_start_0 redis-bundle-1" -> "redis-bundle-master_running_0" [ style = bold]
"redis:1_start_0 redis-bundle-1" -> "redis:1_monitor_45000 redis-bundle-1" [ style = bold]
"redis:1_start_0 redis-bundle-1" -> "redis:1_monitor_60000 redis-bundle-1" [ style = bold]
"redis:1_start_0 redis-bundle-1" [ style=bold color="green" fontcolor="black"]
"redis_monitor_20000 redis-bundle-0" [ style=bold color="green" fontcolor="black"]
"redis_post_notify_promoted_0 redis-bundle-0" -> "redis-bundle-master_confirmed-post_notify_promoted_0" [ style = bold]
"redis_post_notify_promoted_0 redis-bundle-0" [ style=bold color="green" fontcolor="black"]
"redis_post_notify_promoted_0 redis-bundle-2" -> "redis-bundle-master_confirmed-post_notify_promoted_0" [ style = bold]
"redis_post_notify_promoted_0 redis-bundle-2" [ style=bold color="green" fontcolor="black"]
"redis_post_notify_running_0 redis-bundle-0" -> "redis-bundle-master_confirmed-post_notify_running_0" [ style = bold]
"redis_post_notify_running_0 redis-bundle-0" [ style=bold color="green" fontcolor="black"]
"redis_post_notify_running_0 redis-bundle-2" -> "redis-bundle-master_confirmed-post_notify_running_0" [ style = bold]
"redis_post_notify_running_0 redis-bundle-2" [ style=bold color="green" fontcolor="black"]
"redis_pre_notify_promote_0 redis-bundle-0" -> "redis-bundle-master_confirmed-pre_notify_promote_0" [ style = bold]
"redis_pre_notify_promote_0 redis-bundle-0" [ style=bold color="green" fontcolor="black"]
"redis_pre_notify_promote_0 redis-bundle-2" -> "redis-bundle-master_confirmed-pre_notify_promote_0" [ style = bold]
"redis_pre_notify_promote_0 redis-bundle-2" [ style=bold color="green" fontcolor="black"]
"redis_pre_notify_start_0 redis-bundle-0" -> "redis-bundle-master_confirmed-pre_notify_start_0" [ style = bold]
"redis_pre_notify_start_0 redis-bundle-0" [ style=bold color="green" fontcolor="black"]
"redis_pre_notify_start_0 redis-bundle-2" -> "redis-bundle-master_confirmed-pre_notify_start_0" [ style = bold]
"redis_pre_notify_start_0 redis-bundle-2" [ style=bold color="green" fontcolor="black"]
"redis_promote_0 redis-bundle-0" -> "redis-bundle-master_promoted_0" [ style = bold]
"redis_promote_0 redis-bundle-0" -> "redis_monitor_20000 redis-bundle-0" [ style = bold]
"redis_promote_0 redis-bundle-0" [ style=bold color="green" fontcolor="black"]
"stonith 'reboot' galera-bundle-0" -> "galera-bundle-master_stop_0" [ style = bold]
"stonith 'reboot' galera-bundle-0" -> "stonith_complete" [ style = bold]
"stonith 'reboot' galera-bundle-0" [ style=bold color="green" fontcolor="orange"]
"stonith 'reboot' galera-bundle-2" -> "galera-bundle-master_stop_0" [ style = bold]
"stonith 'reboot' galera-bundle-2" -> "stonith_complete" [ style = bold]
"stonith 'reboot' galera-bundle-2" [ style=bold color="green" fontcolor="orange"]
"stonith-fence_ipmilan-525400498d34_monitor_60000 controller-1" [ style=bold color="green" fontcolor="black"]
"stonith-fence_ipmilan-525400498d34_start_0 controller-1" -> "stonith-fence_ipmilan-525400498d34_monitor_60000 controller-1" [ style = bold]
"stonith-fence_ipmilan-525400498d34_start_0 controller-1" [ style=bold color="green" fontcolor="black"]
"stonith-fence_ipmilan-525400542c06_monitor_60000 controller-0" [ style=bold color="green" fontcolor="black"]
"stonith-fence_ipmilan-525400542c06_start_0 controller-0" -> "stonith-fence_ipmilan-525400542c06_monitor_60000 controller-0" [ style = bold]
"stonith-fence_ipmilan-525400542c06_start_0 controller-0" [ style=bold color="green" fontcolor="black"]
"stonith-fence_ipmilan-5254005ea387_monitor_60000 controller-1" [ style=bold color="green" fontcolor="black"]
"stonith-fence_ipmilan-5254005ea387_start_0 controller-1" -> "stonith-fence_ipmilan-5254005ea387_monitor_60000 controller-1" [ style = bold]
"stonith-fence_ipmilan-5254005ea387_start_0 controller-1" [ style=bold color="green" fontcolor="black"]
"stonith-fence_ipmilan-525400c709f7_monitor_60000 controller-1" [ style=bold color="green" fontcolor="black"]
"stonith-fence_ipmilan-525400c709f7_start_0 controller-1" -> "stonith-fence_ipmilan-525400c709f7_monitor_60000 controller-1" [ style = bold]
"stonith-fence_ipmilan-525400c709f7_start_0 controller-1" [ style=bold color="green" fontcolor="black"]
"stonith_complete" -> "all_stopped" [ style = bold]
"stonith_complete" -> "galera-bundle-docker-0_start_0 database-0" [ style = bold]
"stonith_complete" -> "galera-bundle-docker-2_start_0 database-2" [ style = bold]
"stonith_complete" -> "galera_promote_0 galera-bundle-0" [ style = bold]
"stonith_complete" -> "galera_promote_0 galera-bundle-2" [ style = bold]
"stonith_complete" -> "galera_start_0 galera-bundle-0" [ style = bold]
"stonith_complete" -> "galera_start_0 galera-bundle-2" [ style = bold]
"stonith_complete" -> "haproxy-bundle-docker-1_start_0 controller-1" [ style = bold]
"stonith_complete" -> "ip-10.0.0.104_start_0 controller-1" [ style = bold]
"stonith_complete" -> "ip-172.17.1.11_start_0 controller-0" [ style = bold]
"stonith_complete" -> "ip-172.17.3.13_start_0 controller-1" [ style = bold]
"stonith_complete" -> "ip-192.168.24.11_start_0 controller-0" [ style = bold]
"stonith_complete" -> "openstack-cinder-volume_start_0 controller-0" [ style = bold]
"stonith_complete" -> "redis-bundle-docker-1_start_0 controller-1" [ style = bold]
"stonith_complete" -> "redis:1_start_0 redis-bundle-1" [ style = bold]
"stonith_complete" -> "redis_promote_0 redis-bundle-0" [ style = bold]
"stonith_complete" [ style=bold color="green" fontcolor="orange"]
}
diff --git a/cts/scheduler/bundle-order-stop-on-remote.exp b/cts/scheduler/bundle-order-stop-on-remote.exp
index 56066264da..0c2cc6b3c6 100644
--- a/cts/scheduler/bundle-order-stop-on-remote.exp
+++ b/cts/scheduler/bundle-order-stop-on-remote.exp
@@ -1,1661 +1,1607 @@
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
-
-
-
-
-
-
-
-
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
-
-
-
-
-
-
-
-
-
+
-
+
-
+
-
+
-
+
-
-
-
-
-
-
-
-
-
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
diff --git a/cts/scheduler/bundle-order-stop-on-remote.summary b/cts/scheduler/bundle-order-stop-on-remote.summary
index f389ce07b2..717a9fae49 100644
--- a/cts/scheduler/bundle-order-stop-on-remote.summary
+++ b/cts/scheduler/bundle-order-stop-on-remote.summary
@@ -1,230 +1,224 @@
Current cluster status:
RemoteNode database-0: UNCLEAN (offline)
RemoteNode database-2: UNCLEAN (offline)
Online: [ controller-0 controller-1 controller-2 ]
RemoteOnline: [ database-1 messaging-0 messaging-1 messaging-2 ]
Containers: [ galera-bundle-1:galera-bundle-docker-1 rabbitmq-bundle-0:rabbitmq-bundle-docker-0 rabbitmq-bundle-1:rabbitmq-bundle-docker-1 rabbitmq-bundle-2:rabbitmq-bundle-docker-2 redis-bundle-0:redis-bundle-docker-0 redis-bundle-2:redis-bundle-docker-2 ]
database-0 (ocf::pacemaker:remote): Stopped
database-1 (ocf::pacemaker:remote): Started controller-2
database-2 (ocf::pacemaker:remote): Stopped
messaging-0 (ocf::pacemaker:remote): Started controller-2
messaging-1 (ocf::pacemaker:remote): Started controller-2
messaging-2 (ocf::pacemaker:remote): Started controller-2
Docker container set: rabbitmq-bundle [192.168.24.1:8787/rhosp12/openstack-rabbitmq-docker:pcmklatest]
rabbitmq-bundle-0 (ocf::heartbeat:rabbitmq-cluster): Started messaging-0
rabbitmq-bundle-1 (ocf::heartbeat:rabbitmq-cluster): Started messaging-1
rabbitmq-bundle-2 (ocf::heartbeat:rabbitmq-cluster): Started messaging-2
Docker container set: galera-bundle [192.168.24.1:8787/rhosp12/openstack-mariadb-docker:pcmklatest]
galera-bundle-0 (ocf::heartbeat:galera): FAILED Master database-0 (UNCLEAN)
galera-bundle-1 (ocf::heartbeat:galera): Master database-1
galera-bundle-2 (ocf::heartbeat:galera): FAILED Master database-2 (UNCLEAN)
Docker container set: redis-bundle [192.168.24.1:8787/rhosp12/openstack-redis-docker:pcmklatest]
redis-bundle-0 (ocf::heartbeat:redis): Slave controller-0
redis-bundle-1 (ocf::heartbeat:redis): Stopped
redis-bundle-2 (ocf::heartbeat:redis): Slave controller-2
ip-192.168.24.11 (ocf::heartbeat:IPaddr2): Stopped
ip-10.0.0.104 (ocf::heartbeat:IPaddr2): Stopped
ip-172.17.1.19 (ocf::heartbeat:IPaddr2): Started controller-2
ip-172.17.1.11 (ocf::heartbeat:IPaddr2): Stopped
ip-172.17.3.13 (ocf::heartbeat:IPaddr2): Stopped
ip-172.17.4.19 (ocf::heartbeat:IPaddr2): Started controller-2
Docker container set: haproxy-bundle [192.168.24.1:8787/rhosp12/openstack-haproxy-docker:pcmklatest]
haproxy-bundle-docker-0 (ocf::heartbeat:docker): Started controller-0
haproxy-bundle-docker-1 (ocf::heartbeat:docker): Stopped
haproxy-bundle-docker-2 (ocf::heartbeat:docker): Started controller-2
openstack-cinder-volume (systemd:openstack-cinder-volume): Stopped
stonith-fence_ipmilan-525400244e09 (stonith:fence_ipmilan): Started controller-2
stonith-fence_ipmilan-525400cdec10 (stonith:fence_ipmilan): Started controller-2
stonith-fence_ipmilan-525400c709f7 (stonith:fence_ipmilan): Stopped
stonith-fence_ipmilan-525400a7f9e0 (stonith:fence_ipmilan): Started controller-0
stonith-fence_ipmilan-525400a25787 (stonith:fence_ipmilan): Started controller-2
stonith-fence_ipmilan-5254005ea387 (stonith:fence_ipmilan): Stopped
stonith-fence_ipmilan-525400542c06 (stonith:fence_ipmilan): Stopped
stonith-fence_ipmilan-525400aac413 (stonith:fence_ipmilan): Started controller-2
stonith-fence_ipmilan-525400498d34 (stonith:fence_ipmilan): Stopped
Transition Summary:
* Fence (reboot) galera-bundle-2 (resource: galera-bundle-docker-2) 'guest is unclean'
* Fence (reboot) galera-bundle-0 (resource: galera-bundle-docker-0) 'guest is unclean'
* Start database-0 ( controller-0 )
* Start database-2 ( controller-1 )
* Recover galera-bundle-docker-0 ( database-0 )
* Start galera-bundle-0 ( controller-0 )
* Recover galera:0 ( Master galera-bundle-0 )
* Recover galera-bundle-docker-2 ( database-2 )
* Start galera-bundle-2 ( controller-1 )
* Recover galera:2 ( Master galera-bundle-2 )
* Promote redis:0 ( Slave -> Master redis-bundle-0 )
* Start redis-bundle-docker-1 ( controller-1 )
* Start redis-bundle-1 ( controller-1 )
* Start redis:1 ( redis-bundle-1 )
* Start ip-192.168.24.11 ( controller-0 )
* Start ip-10.0.0.104 ( controller-1 )
* Start ip-172.17.1.11 ( controller-0 )
* Start ip-172.17.3.13 ( controller-1 )
* Start haproxy-bundle-docker-1 ( controller-1 )
* Start openstack-cinder-volume ( controller-0 )
* Start stonith-fence_ipmilan-525400c709f7 ( controller-1 )
* Start stonith-fence_ipmilan-5254005ea387 ( controller-1 )
* Start stonith-fence_ipmilan-525400542c06 ( controller-0 )
* Start stonith-fence_ipmilan-525400498d34 ( controller-1 )
Executing cluster transition:
* Resource action: database-0 start on controller-0
* Resource action: database-2 start on controller-1
- * Resource action: rabbitmq-bundle-0 monitor=30000 on controller-2
- * Resource action: rabbitmq-bundle-1 monitor=30000 on controller-2
- * Resource action: rabbitmq-bundle-2 monitor=30000 on controller-2
- * Resource action: galera-bundle-1 monitor=30000 on controller-2
* Pseudo action: redis-bundle-master_pre_notify_start_0
- * Resource action: redis-bundle-0 monitor=30000 on controller-0
- * Resource action: redis-bundle-2 monitor=30000 on controller-2
* Resource action: stonith-fence_ipmilan-525400c709f7 start on controller-1
* Resource action: stonith-fence_ipmilan-5254005ea387 start on controller-1
* Resource action: stonith-fence_ipmilan-525400542c06 start on controller-0
* Resource action: stonith-fence_ipmilan-525400498d34 start on controller-1
* Pseudo action: redis-bundle_start_0
* Pseudo action: galera-bundle_demote_0
* Resource action: database-0 monitor=20000 on controller-0
* Resource action: database-2 monitor=20000 on controller-1
* Pseudo action: galera-bundle-master_demote_0
* Resource action: redis notify on redis-bundle-0
* Resource action: redis notify on redis-bundle-2
* Pseudo action: redis-bundle-master_confirmed-pre_notify_start_0
* Pseudo action: redis-bundle-master_start_0
* Resource action: stonith-fence_ipmilan-525400c709f7 monitor=60000 on controller-1
* Resource action: stonith-fence_ipmilan-5254005ea387 monitor=60000 on controller-1
* Resource action: stonith-fence_ipmilan-525400542c06 monitor=60000 on controller-0
* Resource action: stonith-fence_ipmilan-525400498d34 monitor=60000 on controller-1
* Pseudo action: galera_demote_0
* Pseudo action: galera_demote_0
* Pseudo action: galera-bundle-master_demoted_0
* Pseudo action: galera-bundle_demoted_0
* Pseudo action: galera-bundle_stop_0
* Resource action: galera-bundle-docker-0 stop on database-0
* Resource action: galera-bundle-docker-2 stop on database-2
* Pseudo action: stonith-galera-bundle-2-reboot on galera-bundle-2
* Pseudo action: stonith-galera-bundle-0-reboot on galera-bundle-0
* Pseudo action: stonith_complete
* Pseudo action: galera-bundle-master_stop_0
* Resource action: redis-bundle-docker-1 start on controller-1
* Resource action: redis-bundle-1 monitor on controller-1
* Resource action: ip-192.168.24.11 start on controller-0
* Resource action: ip-10.0.0.104 start on controller-1
* Resource action: ip-172.17.1.11 start on controller-0
* Resource action: ip-172.17.3.13 start on controller-1
* Resource action: openstack-cinder-volume start on controller-0
* Pseudo action: haproxy-bundle_start_0
* Pseudo action: galera_stop_0
* Resource action: redis-bundle-docker-1 monitor=60000 on controller-1
* Resource action: redis-bundle-1 start on controller-1
* Resource action: ip-192.168.24.11 monitor=10000 on controller-0
* Resource action: ip-10.0.0.104 monitor=10000 on controller-1
* Resource action: ip-172.17.1.11 monitor=10000 on controller-0
* Resource action: ip-172.17.3.13 monitor=10000 on controller-1
* Resource action: haproxy-bundle-docker-1 start on controller-1
* Resource action: openstack-cinder-volume monitor=60000 on controller-0
* Pseudo action: haproxy-bundle_running_0
* Pseudo action: galera_stop_0
* Pseudo action: galera-bundle-master_stopped_0
* Resource action: redis start on redis-bundle-1
* Pseudo action: redis-bundle-master_running_0
* Resource action: redis-bundle-1 monitor=30000 on controller-1
* Resource action: haproxy-bundle-docker-1 monitor=60000 on controller-1
* Pseudo action: galera-bundle_stopped_0
* Pseudo action: galera-bundle_start_0
* Pseudo action: all_stopped
* Pseudo action: galera-bundle-master_start_0
* Resource action: galera-bundle-docker-0 start on database-0
* Resource action: galera-bundle-0 monitor on controller-1
* Resource action: galera-bundle-docker-2 start on database-2
* Resource action: galera-bundle-2 monitor on controller-1
* Pseudo action: redis-bundle-master_post_notify_running_0
* Resource action: galera-bundle-docker-0 monitor=60000 on database-0
* Resource action: galera-bundle-0 start on controller-0
* Resource action: galera-bundle-docker-2 monitor=60000 on database-2
* Resource action: galera-bundle-2 start on controller-1
* Resource action: redis notify on redis-bundle-0
* Resource action: redis notify on redis-bundle-1
* Resource action: redis notify on redis-bundle-2
* Pseudo action: redis-bundle-master_confirmed-post_notify_running_0
* Pseudo action: redis-bundle_running_0
* Resource action: galera start on galera-bundle-0
* Resource action: galera start on galera-bundle-2
* Pseudo action: galera-bundle-master_running_0
* Resource action: galera-bundle-0 monitor=30000 on controller-0
* Resource action: galera-bundle-2 monitor=30000 on controller-1
* Pseudo action: redis-bundle-master_pre_notify_promote_0
* Pseudo action: redis-bundle_promote_0
* Pseudo action: galera-bundle_running_0
* Resource action: redis notify on redis-bundle-0
* Resource action: redis notify on redis-bundle-1
* Resource action: redis notify on redis-bundle-2
* Pseudo action: redis-bundle-master_confirmed-pre_notify_promote_0
* Pseudo action: redis-bundle-master_promote_0
* Pseudo action: galera-bundle_promote_0
* Pseudo action: galera-bundle-master_promote_0
* Resource action: redis promote on redis-bundle-0
* Pseudo action: redis-bundle-master_promoted_0
* Resource action: galera promote on galera-bundle-0
* Resource action: galera promote on galera-bundle-2
* Pseudo action: galera-bundle-master_promoted_0
* Pseudo action: redis-bundle-master_post_notify_promoted_0
* Pseudo action: galera-bundle_promoted_0
* Resource action: galera monitor=10000 on galera-bundle-0
* Resource action: galera monitor=10000 on galera-bundle-2
* Resource action: redis notify on redis-bundle-0
* Resource action: redis notify on redis-bundle-1
* Resource action: redis notify on redis-bundle-2
* Pseudo action: redis-bundle-master_confirmed-post_notify_promoted_0
* Pseudo action: redis-bundle_promoted_0
* Resource action: redis monitor=20000 on redis-bundle-0
* Resource action: redis monitor=60000 on redis-bundle-1
* Resource action: redis monitor=45000 on redis-bundle-1
Revised cluster status:
Online: [ controller-0 controller-1 controller-2 ]
RemoteOnline: [ database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ]
Containers: [ galera-bundle-0:galera-bundle-docker-0 galera-bundle-1:galera-bundle-docker-1 galera-bundle-2:galera-bundle-docker-2 rabbitmq-bundle-0:rabbitmq-bundle-docker-0 rabbitmq-bundle-1:rabbitmq-bundle-docker-1 rabbitmq-bundle-2:rabbitmq-bundle-docker-2 redis-bundle-0:redis-bundle-docker-0 redis-bundle-1:redis-bundle-docker-1 redis-bundle-2:redis-bundle-docker-2 ]
database-0 (ocf::pacemaker:remote): Started controller-0
database-1 (ocf::pacemaker:remote): Started controller-2
database-2 (ocf::pacemaker:remote): Started controller-1
messaging-0 (ocf::pacemaker:remote): Started controller-2
messaging-1 (ocf::pacemaker:remote): Started controller-2
messaging-2 (ocf::pacemaker:remote): Started controller-2
Docker container set: rabbitmq-bundle [192.168.24.1:8787/rhosp12/openstack-rabbitmq-docker:pcmklatest]
rabbitmq-bundle-0 (ocf::heartbeat:rabbitmq-cluster): Started messaging-0
rabbitmq-bundle-1 (ocf::heartbeat:rabbitmq-cluster): Started messaging-1
rabbitmq-bundle-2 (ocf::heartbeat:rabbitmq-cluster): Started messaging-2
Docker container set: galera-bundle [192.168.24.1:8787/rhosp12/openstack-mariadb-docker:pcmklatest]
galera-bundle-0 (ocf::heartbeat:galera): Master database-0
galera-bundle-1 (ocf::heartbeat:galera): Master database-1
galera-bundle-2 (ocf::heartbeat:galera): Master database-2
Docker container set: redis-bundle [192.168.24.1:8787/rhosp12/openstack-redis-docker:pcmklatest]
redis-bundle-0 (ocf::heartbeat:redis): Master controller-0
redis-bundle-1 (ocf::heartbeat:redis): Slave controller-1
redis-bundle-2 (ocf::heartbeat:redis): Slave controller-2
ip-192.168.24.11 (ocf::heartbeat:IPaddr2): Started controller-0
ip-10.0.0.104 (ocf::heartbeat:IPaddr2): Started controller-1
ip-172.17.1.19 (ocf::heartbeat:IPaddr2): Started controller-2
ip-172.17.1.11 (ocf::heartbeat:IPaddr2): Started controller-0
ip-172.17.3.13 (ocf::heartbeat:IPaddr2): Started controller-1
ip-172.17.4.19 (ocf::heartbeat:IPaddr2): Started controller-2
Docker container set: haproxy-bundle [192.168.24.1:8787/rhosp12/openstack-haproxy-docker:pcmklatest]
haproxy-bundle-docker-0 (ocf::heartbeat:docker): Started controller-0
haproxy-bundle-docker-1 (ocf::heartbeat:docker): Started controller-1
haproxy-bundle-docker-2 (ocf::heartbeat:docker): Started controller-2
openstack-cinder-volume (systemd:openstack-cinder-volume): Started controller-0
stonith-fence_ipmilan-525400244e09 (stonith:fence_ipmilan): Started controller-2
stonith-fence_ipmilan-525400cdec10 (stonith:fence_ipmilan): Started controller-2
stonith-fence_ipmilan-525400c709f7 (stonith:fence_ipmilan): Started controller-1
stonith-fence_ipmilan-525400a7f9e0 (stonith:fence_ipmilan): Started controller-0
stonith-fence_ipmilan-525400a25787 (stonith:fence_ipmilan): Started controller-2
stonith-fence_ipmilan-5254005ea387 (stonith:fence_ipmilan): Started controller-1
stonith-fence_ipmilan-525400542c06 (stonith:fence_ipmilan): Started controller-0
stonith-fence_ipmilan-525400aac413 (stonith:fence_ipmilan): Started controller-2
stonith-fence_ipmilan-525400498d34 (stonith:fence_ipmilan): Started controller-1
diff --git a/cts/scheduler/bundle-order-stop-on-remote.xml b/cts/scheduler/bundle-order-stop-on-remote.xml
index 313d3e78fe..34db0c4058 100644
--- a/cts/scheduler/bundle-order-stop-on-remote.xml
+++ b/cts/scheduler/bundle-order-stop-on-remote.xml
@@ -1,1165 +1,1165 @@
-
+
-
+
-
+
-
+
-
+
-
+
diff --git a/cts/scheduler/notifs-for-unrunnable.dot b/cts/scheduler/notifs-for-unrunnable.dot
index e1e4f2c7b1..03b998d7c6 100644
--- a/cts/scheduler/notifs-for-unrunnable.dot
+++ b/cts/scheduler/notifs-for-unrunnable.dot
@@ -1,104 +1,96 @@
digraph "g" {
-"Cancel galera-bundle-1_monitor_60000 controller-1" [ style=bold color="green" fontcolor="black"]
-"Cancel galera-bundle-2_monitor_60000 controller-2" [ style=bold color="green" fontcolor="black"]
"all_stopped" [ style=bold color="green" fontcolor="orange"]
"galera-bundle-0_monitor_30000 controller-2" [ style=dashed color="red" fontcolor="black"]
"galera-bundle-0_start_0 controller-2" -> "galera-bundle-0_monitor_30000 controller-2" [ style = dashed]
"galera-bundle-0_start_0 controller-2" -> "galera:0_monitor_20000 galera-bundle-0" [ style = dashed]
"galera-bundle-0_start_0 controller-2" -> "galera:0_monitor_30000 galera-bundle-0" [ style = dashed]
"galera-bundle-0_start_0 controller-2" -> "galera:0_start_0 galera-bundle-0" [ style = dashed]
"galera-bundle-0_start_0 controller-2" [ style=dashed color="red" fontcolor="black"]
-"galera-bundle-1_monitor_30000 controller-1" [ style=bold color="green" fontcolor="black"]
-"galera-bundle-2_monitor_30000 controller-2" [ style=bold color="green" fontcolor="black"]
"galera-bundle-master_running_0" -> "galera-bundle_running_0" [ style = bold]
"galera-bundle-master_running_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle-master_start_0" -> "galera-bundle-master_running_0" [ style = bold]
"galera-bundle-master_start_0" -> "galera:0_start_0 galera-bundle-0" [ style = dashed]
"galera-bundle-master_start_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle_running_0" [ style=bold color="green" fontcolor="orange"]
"galera-bundle_start_0" -> "galera-bundle-master_start_0" [ style = bold]
"galera-bundle_start_0" [ style=bold color="green" fontcolor="orange"]
"galera:0_monitor_20000 galera-bundle-0" [ style=dashed color="red" fontcolor="black"]
"galera:0_monitor_30000 galera-bundle-0" [ style=dashed color="red" fontcolor="black"]
"galera:0_start_0 galera-bundle-0" -> "galera-bundle-master_running_0" [ style = dashed]
"galera:0_start_0 galera-bundle-0" -> "galera:0_monitor_20000 galera-bundle-0" [ style = dashed]
"galera:0_start_0 galera-bundle-0" -> "galera:0_monitor_30000 galera-bundle-0" [ style = dashed]
"galera:0_start_0 galera-bundle-0" [ style=dashed color="red" fontcolor="black"]
"rabbitmq-bundle-0_monitor_30000 controller-1" [ style=dashed color="red" fontcolor="black"]
"rabbitmq-bundle-0_start_0 controller-1" -> "rabbitmq-bundle-0_monitor_30000 controller-1" [ style = dashed]
"rabbitmq-bundle-0_start_0 controller-1" -> "rabbitmq:0_monitor_10000 rabbitmq-bundle-0" [ style = dashed]
"rabbitmq-bundle-0_start_0 controller-1" -> "rabbitmq:0_start_0 rabbitmq-bundle-0" [ style = dashed]
"rabbitmq-bundle-0_start_0 controller-1" [ style=dashed color="red" fontcolor="black"]
-"rabbitmq-bundle-1_monitor_30000 controller-1" [ style=bold color="green" fontcolor="black"]
-"rabbitmq-bundle-2_monitor_30000 controller-2" [ style=bold color="green" fontcolor="black"]
"rabbitmq-bundle-clone_confirmed-post_notify_running_0" -> "rabbitmq-bundle_running_0" [ style = bold]
"rabbitmq-bundle-clone_confirmed-post_notify_running_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle-clone_confirmed-pre_notify_start_0" -> "rabbitmq-bundle-clone_post_notify_running_0" [ style = bold]
"rabbitmq-bundle-clone_confirmed-pre_notify_start_0" -> "rabbitmq-bundle-clone_start_0" [ style = bold]
"rabbitmq-bundle-clone_confirmed-pre_notify_start_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle-clone_post_notify_running_0" -> "rabbitmq-bundle-clone_confirmed-post_notify_running_0" [ style = bold]
"rabbitmq-bundle-clone_post_notify_running_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle-clone_pre_notify_start_0" -> "rabbitmq-bundle-clone_confirmed-pre_notify_start_0" [ style = bold]
"rabbitmq-bundle-clone_pre_notify_start_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle-clone_running_0" -> "rabbitmq-bundle-clone_post_notify_running_0" [ style = bold]
"rabbitmq-bundle-clone_running_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle-clone_start_0" -> "rabbitmq-bundle-clone_running_0" [ style = bold]
"rabbitmq-bundle-clone_start_0" -> "rabbitmq:0_start_0 rabbitmq-bundle-0" [ style = dashed]
"rabbitmq-bundle-clone_start_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle_running_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq-bundle_start_0" -> "rabbitmq-bundle-clone_start_0" [ style = bold]
"rabbitmq-bundle_start_0" [ style=bold color="green" fontcolor="orange"]
"rabbitmq:0_monitor_10000 rabbitmq-bundle-0" [ style=dashed color="red" fontcolor="black"]
"rabbitmq:0_start_0 rabbitmq-bundle-0" -> "rabbitmq-bundle-clone_running_0" [ style = dashed]
"rabbitmq:0_start_0 rabbitmq-bundle-0" -> "rabbitmq:0_monitor_10000 rabbitmq-bundle-0" [ style = dashed]
"rabbitmq:0_start_0 rabbitmq-bundle-0" [ style=dashed color="red" fontcolor="black"]
"redis-bundle-0_monitor_30000 controller-1" [ style=dashed color="red" fontcolor="black"]
"redis-bundle-0_start_0 controller-1" -> "redis-bundle-0_monitor_30000 controller-1" [ style = dashed]
"redis-bundle-0_start_0 controller-1" -> "redis:0_monitor_45000 redis-bundle-0" [ style = dashed]
"redis-bundle-0_start_0 controller-1" -> "redis:0_monitor_60000 redis-bundle-0" [ style = dashed]
"redis-bundle-0_start_0 controller-1" -> "redis:0_start_0 redis-bundle-0" [ style = dashed]
"redis-bundle-0_start_0 controller-1" [ style=dashed color="red" fontcolor="black"]
-"redis-bundle-1_monitor_30000 controller-1" [ style=bold color="green" fontcolor="black"]
-"redis-bundle-2_monitor_30000 controller-2" [ style=bold color="green" fontcolor="black"]
"redis-bundle-master_confirmed-post_notify_running_0" -> "redis-bundle_running_0" [ style = bold]
"redis-bundle-master_confirmed-post_notify_running_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_confirmed-pre_notify_start_0" -> "redis-bundle-master_post_notify_running_0" [ style = bold]
"redis-bundle-master_confirmed-pre_notify_start_0" -> "redis-bundle-master_start_0" [ style = bold]
"redis-bundle-master_confirmed-pre_notify_start_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_post_notify_running_0" -> "redis-bundle-master_confirmed-post_notify_running_0" [ style = bold]
"redis-bundle-master_post_notify_running_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_pre_notify_start_0" -> "redis-bundle-master_confirmed-pre_notify_start_0" [ style = bold]
"redis-bundle-master_pre_notify_start_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_running_0" -> "redis-bundle-master_post_notify_running_0" [ style = bold]
"redis-bundle-master_running_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle-master_start_0" -> "redis-bundle-master_running_0" [ style = bold]
"redis-bundle-master_start_0" -> "redis:0_start_0 redis-bundle-0" [ style = dashed]
"redis-bundle-master_start_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle_running_0" [ style=bold color="green" fontcolor="orange"]
"redis-bundle_start_0" -> "redis-bundle-master_start_0" [ style = bold]
"redis-bundle_start_0" [ style=bold color="green" fontcolor="orange"]
"redis:0_monitor_45000 redis-bundle-0" [ style=dashed color="red" fontcolor="black"]
"redis:0_monitor_60000 redis-bundle-0" [ style=dashed color="red" fontcolor="black"]
"redis:0_start_0 redis-bundle-0" -> "redis-bundle-master_running_0" [ style = dashed]
"redis:0_start_0 redis-bundle-0" -> "redis:0_monitor_45000 redis-bundle-0" [ style = dashed]
"redis:0_start_0 redis-bundle-0" -> "redis:0_monitor_60000 redis-bundle-0" [ style = dashed]
"redis:0_start_0 redis-bundle-0" [ style=dashed color="red" fontcolor="black"]
"stonith-fence_ipmilan-5254002ff217_monitor_60000 controller-2" [ style=bold color="green" fontcolor="black"]
"stonith-fence_ipmilan-5254002ff217_start_0 controller-2" -> "stonith-fence_ipmilan-5254002ff217_monitor_60000 controller-2" [ style = bold]
"stonith-fence_ipmilan-5254002ff217_start_0 controller-2" [ style=bold color="green" fontcolor="black"]
"stonith-fence_ipmilan-5254002ff217_stop_0 controller-2" -> "all_stopped" [ style = bold]
"stonith-fence_ipmilan-5254002ff217_stop_0 controller-2" -> "stonith-fence_ipmilan-5254002ff217_start_0 controller-2" [ style = bold]
"stonith-fence_ipmilan-5254002ff217_stop_0 controller-2" [ style=bold color="green" fontcolor="black"]
"stonith-fence_ipmilan-5254008f971a_monitor_60000 controller-1" [ style=bold color="green" fontcolor="black"]
"stonith-fence_ipmilan-5254008f971a_start_0 controller-1" -> "stonith-fence_ipmilan-5254008f971a_monitor_60000 controller-1" [ style = bold]
"stonith-fence_ipmilan-5254008f971a_start_0 controller-1" [ style=bold color="green" fontcolor="black"]
"stonith-fence_ipmilan-5254008f971a_stop_0 controller-1" -> "all_stopped" [ style = bold]
"stonith-fence_ipmilan-5254008f971a_stop_0 controller-1" -> "stonith-fence_ipmilan-5254008f971a_start_0 controller-1" [ style = bold]
"stonith-fence_ipmilan-5254008f971a_stop_0 controller-1" [ style=bold color="green" fontcolor="black"]
"stonith-fence_ipmilan-525400fec0c8_monitor_60000 controller-1" [ style=bold color="green" fontcolor="black"]
"stonith-fence_ipmilan-525400fec0c8_start_0 controller-1" -> "stonith-fence_ipmilan-525400fec0c8_monitor_60000 controller-1" [ style = bold]
"stonith-fence_ipmilan-525400fec0c8_start_0 controller-1" [ style=bold color="green" fontcolor="black"]
"stonith-fence_ipmilan-525400fec0c8_stop_0 controller-1" -> "all_stopped" [ style = bold]
"stonith-fence_ipmilan-525400fec0c8_stop_0 controller-1" -> "stonith-fence_ipmilan-525400fec0c8_start_0 controller-1" [ style = bold]
"stonith-fence_ipmilan-525400fec0c8_stop_0 controller-1" [ style=bold color="green" fontcolor="black"]
}
diff --git a/cts/scheduler/notifs-for-unrunnable.exp b/cts/scheduler/notifs-for-unrunnable.exp
index c55c34623e..62d284286a 100644
--- a/cts/scheduler/notifs-for-unrunnable.exp
+++ b/cts/scheduler/notifs-for-unrunnable.exp
@@ -1,429 +1,357 @@
-
+
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
+
-
+
-
+
-
+
-
+
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
-
-
-
-
-
-
-
-
-
+
-
-
-
-
-
-
-
-
-
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
diff --git a/cts/scheduler/notifs-for-unrunnable.summary b/cts/scheduler/notifs-for-unrunnable.summary
index 925874f859..1d2bc9303f 100644
--- a/cts/scheduler/notifs-for-unrunnable.summary
+++ b/cts/scheduler/notifs-for-unrunnable.summary
@@ -1,118 +1,110 @@
Using the original execution date of: 2018-02-13 23:40:47Z
Current cluster status:
Online: [ controller-1 controller-2 ]
OFFLINE: [ controller-0 ]
Containers: [ galera-bundle-1:galera-bundle-docker-1 galera-bundle-2:galera-bundle-docker-2 rabbitmq-bundle-1:rabbitmq-bundle-docker-1 rabbitmq-bundle-2:rabbitmq-bundle-docker-2 redis-bundle-1:redis-bundle-docker-1 redis-bundle-2:redis-bundle-docker-2 ]
Docker container set: rabbitmq-bundle [192.168.24.1:8787/rhosp12/openstack-rabbitmq:pcmklatest]
rabbitmq-bundle-0 (ocf::heartbeat:rabbitmq-cluster): Stopped
rabbitmq-bundle-1 (ocf::heartbeat:rabbitmq-cluster): Started controller-1
rabbitmq-bundle-2 (ocf::heartbeat:rabbitmq-cluster): Started controller-2
Docker container set: galera-bundle [192.168.24.1:8787/rhosp12/openstack-mariadb:pcmklatest]
galera-bundle-0 (ocf::heartbeat:galera): Stopped
galera-bundle-1 (ocf::heartbeat:galera): Master controller-1
galera-bundle-2 (ocf::heartbeat:galera): Master controller-2
Docker container set: redis-bundle [192.168.24.1:8787/rhosp12/openstack-redis:pcmklatest]
redis-bundle-0 (ocf::heartbeat:redis): Stopped
redis-bundle-1 (ocf::heartbeat:redis): Slave controller-1
redis-bundle-2 (ocf::heartbeat:redis): Master controller-2
ip-192.168.24.6 (ocf::heartbeat:IPaddr2): Started controller-2
ip-10.0.0.109 (ocf::heartbeat:IPaddr2): Started controller-1
ip-172.17.1.15 (ocf::heartbeat:IPaddr2): Started controller-2
ip-172.17.1.11 (ocf::heartbeat:IPaddr2): Started controller-1
ip-172.17.3.11 (ocf::heartbeat:IPaddr2): Started controller-1
ip-172.17.4.11 (ocf::heartbeat:IPaddr2): Started controller-2
Docker container set: haproxy-bundle [192.168.24.1:8787/rhosp12/openstack-haproxy:pcmklatest]
haproxy-bundle-docker-0 (ocf::heartbeat:docker): Stopped
haproxy-bundle-docker-1 (ocf::heartbeat:docker): Started controller-1
haproxy-bundle-docker-2 (ocf::heartbeat:docker): Started controller-2
openstack-cinder-volume (systemd:openstack-cinder-volume): Started controller-2
stonith-fence_ipmilan-525400fec0c8 (stonith:fence_ipmilan): Started controller-1
stonith-fence_ipmilan-5254002ff217 (stonith:fence_ipmilan): Started controller-2
stonith-fence_ipmilan-5254008f971a (stonith:fence_ipmilan): Started controller-1
Transition Summary:
* Start rabbitmq-bundle-0 ( controller-1 ) due to unrunnable rabbitmq-bundle-docker-0 start (blocked)
* Start rabbitmq:0 ( rabbitmq-bundle-0 ) due to unrunnable rabbitmq-bundle-docker-0 start (blocked)
* Start galera-bundle-0 ( controller-2 ) due to unrunnable galera-bundle-docker-0 start (blocked)
* Start galera:0 ( galera-bundle-0 ) due to unrunnable galera-bundle-docker-0 start (blocked)
* Start redis-bundle-0 ( controller-1 ) due to unrunnable redis-bundle-docker-0 start (blocked)
* Start redis:0 ( redis-bundle-0 ) due to unrunnable redis-bundle-docker-0 start (blocked)
* Restart stonith-fence_ipmilan-525400fec0c8 ( controller-1 ) due to resource definition change
* Restart stonith-fence_ipmilan-5254002ff217 ( controller-2 ) due to resource definition change
* Restart stonith-fence_ipmilan-5254008f971a ( controller-1 ) due to resource definition change
Executing cluster transition:
* Pseudo action: rabbitmq-bundle-clone_pre_notify_start_0
- * Resource action: rabbitmq-bundle-1 monitor=30000 on controller-1
- * Resource action: rabbitmq-bundle-2 monitor=30000 on controller-2
- * Resource action: galera-bundle-1 monitor=30000 on controller-1
- * Resource action: galera-bundle-1 cancel=60000 on controller-1
- * Resource action: galera-bundle-2 monitor=30000 on controller-2
- * Resource action: galera-bundle-2 cancel=60000 on controller-2
* Pseudo action: redis-bundle-master_pre_notify_start_0
- * Resource action: redis-bundle-1 monitor=30000 on controller-1
- * Resource action: redis-bundle-2 monitor=30000 on controller-2
* Resource action: stonith-fence_ipmilan-525400fec0c8 stop on controller-1
* Resource action: stonith-fence_ipmilan-525400fec0c8 start on controller-1
* Resource action: stonith-fence_ipmilan-525400fec0c8 monitor=60000 on controller-1
* Resource action: stonith-fence_ipmilan-5254002ff217 stop on controller-2
* Resource action: stonith-fence_ipmilan-5254002ff217 start on controller-2
* Resource action: stonith-fence_ipmilan-5254002ff217 monitor=60000 on controller-2
* Resource action: stonith-fence_ipmilan-5254008f971a stop on controller-1
* Resource action: stonith-fence_ipmilan-5254008f971a start on controller-1
* Resource action: stonith-fence_ipmilan-5254008f971a monitor=60000 on controller-1
* Pseudo action: redis-bundle_start_0
* Pseudo action: galera-bundle_start_0
* Pseudo action: rabbitmq-bundle_start_0
* Pseudo action: all_stopped
* Pseudo action: rabbitmq-bundle-clone_confirmed-pre_notify_start_0
* Pseudo action: rabbitmq-bundle-clone_start_0
* Pseudo action: galera-bundle-master_start_0
* Pseudo action: redis-bundle-master_confirmed-pre_notify_start_0
* Pseudo action: redis-bundle-master_start_0
* Pseudo action: rabbitmq-bundle-clone_running_0
* Pseudo action: galera-bundle-master_running_0
* Pseudo action: redis-bundle-master_running_0
* Pseudo action: galera-bundle_running_0
* Pseudo action: rabbitmq-bundle-clone_post_notify_running_0
* Pseudo action: redis-bundle-master_post_notify_running_0
* Pseudo action: rabbitmq-bundle-clone_confirmed-post_notify_running_0
* Pseudo action: redis-bundle-master_confirmed-post_notify_running_0
* Pseudo action: redis-bundle_running_0
* Pseudo action: rabbitmq-bundle_running_0
Using the original execution date of: 2018-02-13 23:40:47Z
Revised cluster status:
Online: [ controller-1 controller-2 ]
OFFLINE: [ controller-0 ]
Containers: [ galera-bundle-1:galera-bundle-docker-1 galera-bundle-2:galera-bundle-docker-2 rabbitmq-bundle-1:rabbitmq-bundle-docker-1 rabbitmq-bundle-2:rabbitmq-bundle-docker-2 redis-bundle-1:redis-bundle-docker-1 redis-bundle-2:redis-bundle-docker-2 ]
Docker container set: rabbitmq-bundle [192.168.24.1:8787/rhosp12/openstack-rabbitmq:pcmklatest]
rabbitmq-bundle-0 (ocf::heartbeat:rabbitmq-cluster): Stopped
rabbitmq-bundle-1 (ocf::heartbeat:rabbitmq-cluster): Started controller-1
rabbitmq-bundle-2 (ocf::heartbeat:rabbitmq-cluster): Started controller-2
Docker container set: galera-bundle [192.168.24.1:8787/rhosp12/openstack-mariadb:pcmklatest]
galera-bundle-0 (ocf::heartbeat:galera): Stopped
galera-bundle-1 (ocf::heartbeat:galera): Master controller-1
galera-bundle-2 (ocf::heartbeat:galera): Master controller-2
Docker container set: redis-bundle [192.168.24.1:8787/rhosp12/openstack-redis:pcmklatest]
redis-bundle-0 (ocf::heartbeat:redis): Stopped
redis-bundle-1 (ocf::heartbeat:redis): Slave controller-1
redis-bundle-2 (ocf::heartbeat:redis): Master controller-2
ip-192.168.24.6 (ocf::heartbeat:IPaddr2): Started controller-2
ip-10.0.0.109 (ocf::heartbeat:IPaddr2): Started controller-1
ip-172.17.1.15 (ocf::heartbeat:IPaddr2): Started controller-2
ip-172.17.1.11 (ocf::heartbeat:IPaddr2): Started controller-1
ip-172.17.3.11 (ocf::heartbeat:IPaddr2): Started controller-1
ip-172.17.4.11 (ocf::heartbeat:IPaddr2): Started controller-2
Docker container set: haproxy-bundle [192.168.24.1:8787/rhosp12/openstack-haproxy:pcmklatest]
haproxy-bundle-docker-0 (ocf::heartbeat:docker): Stopped
haproxy-bundle-docker-1 (ocf::heartbeat:docker): Started controller-1
haproxy-bundle-docker-2 (ocf::heartbeat:docker): Started controller-2
openstack-cinder-volume (systemd:openstack-cinder-volume): Started controller-2
stonith-fence_ipmilan-525400fec0c8 (stonith:fence_ipmilan): Started controller-1
stonith-fence_ipmilan-5254002ff217 (stonith:fence_ipmilan): Started controller-2
stonith-fence_ipmilan-5254008f971a (stonith:fence_ipmilan): Started controller-1
diff --git a/cts/scheduler/notifs-for-unrunnable.xml b/cts/scheduler/notifs-for-unrunnable.xml
index d0134f9d61..d2c92a9334 100644
--- a/cts/scheduler/notifs-for-unrunnable.xml
+++ b/cts/scheduler/notifs-for-unrunnable.xml
@@ -1,709 +1,709 @@
-
+
-
+
-
+
-
+
-
+
-
+
diff --git a/cts/scheduler/order-expired-failure.dot b/cts/scheduler/order-expired-failure.dot
index 761f9b1674..0b00c3b80f 100644
--- a/cts/scheduler/order-expired-failure.dot
+++ b/cts/scheduler/order-expired-failure.dot
@@ -1,44 +1,32 @@
digraph "g" {
-"Cancel redis-bundle-0_monitor_60000 controller-2" [ style=bold color="green" fontcolor="black"]
-"Cancel redis-bundle-1_monitor_60000 controller-0" [ style=bold color="green" fontcolor="black"]
-"Cancel redis-bundle-2_monitor_60000 controller-1" [ style=bold color="green" fontcolor="black"]
"all_stopped" [ style=bold color="green" fontcolor="orange"]
"compute-unfence-trigger-clone_stop_0" -> "compute-unfence-trigger-clone_stopped_0" [ style = bold]
"compute-unfence-trigger-clone_stop_0" -> "compute-unfence-trigger_stop_0 overcloud-novacompute-1" [ style = bold]
"compute-unfence-trigger-clone_stop_0" [ style=bold color="green" fontcolor="orange"]
"compute-unfence-trigger-clone_stopped_0" [ style=bold color="green" fontcolor="orange"]
"compute-unfence-trigger_stop_0 overcloud-novacompute-1" -> "all_stopped" [ style = bold]
"compute-unfence-trigger_stop_0 overcloud-novacompute-1" -> "compute-unfence-trigger-clone_stopped_0" [ style = bold]
"compute-unfence-trigger_stop_0 overcloud-novacompute-1" -> "overcloud-novacompute-1_stop_0 controller-1" [ style = bold]
"compute-unfence-trigger_stop_0 overcloud-novacompute-1" [ style=bold color="green" fontcolor="orange"]
-"galera-bundle-0_monitor_30000 controller-2" [ style=bold color="green" fontcolor="black"]
-"galera-bundle-1_monitor_30000 controller-0" [ style=bold color="green" fontcolor="black"]
-"galera-bundle-2_monitor_30000 controller-1" [ style=bold color="green" fontcolor="black"]
"ip-10.0.0.110_monitor_10000 controller-1" [ style=bold color="green" fontcolor="black"]
"ip-10.0.0.110_start_0 controller-1" -> "ip-10.0.0.110_monitor_10000 controller-1" [ style = bold]
"ip-10.0.0.110_start_0 controller-1" [ style=bold color="green" fontcolor="black"]
"overcloud-novacompute-1_clear_failcount_0 controller-1" [ style=bold color="green" fontcolor="black"]
"overcloud-novacompute-1_stop_0 controller-1" -> "all_stopped" [ style = bold]
"overcloud-novacompute-1_stop_0 controller-1" [ style=bold color="green" fontcolor="black"]
-"rabbitmq-bundle-0_monitor_30000 controller-2" [ style=bold color="green" fontcolor="black"]
-"rabbitmq-bundle-1_monitor_30000 controller-0" [ style=bold color="green" fontcolor="black"]
-"rabbitmq-bundle-2_monitor_30000 controller-1" [ style=bold color="green" fontcolor="black"]
-"redis-bundle-0_monitor_30000 controller-2" [ style=bold color="green" fontcolor="black"]
-"redis-bundle-1_monitor_30000 controller-0" [ style=bold color="green" fontcolor="black"]
-"redis-bundle-2_monitor_30000 controller-1" [ style=bold color="green" fontcolor="black"]
"stonith 'reboot' overcloud-novacompute-1" -> "compute-unfence-trigger-clone_stop_0" [ style = bold]
"stonith 'reboot' overcloud-novacompute-1" -> "compute-unfence-trigger_stop_0 overcloud-novacompute-1" [ style = bold]
"stonith 'reboot' overcloud-novacompute-1" -> "overcloud-novacompute-1_clear_failcount_0 controller-1" [ style = bold]
"stonith 'reboot' overcloud-novacompute-1" -> "stonith_complete" [ style = bold]
"stonith 'reboot' overcloud-novacompute-1" [ style=bold color="green" fontcolor="black"]
"stonith-fence_compute-fence-nova_monitor_60000 controller-2" [ style=bold color="green" fontcolor="black"]
"stonith-fence_compute-fence-nova_start_0 controller-2" -> "stonith-fence_compute-fence-nova_monitor_60000 controller-2" [ style = bold]
"stonith-fence_compute-fence-nova_start_0 controller-2" [ style=bold color="green" fontcolor="black"]
"stonith-fence_compute-fence-nova_stop_0 controller-2" -> "all_stopped" [ style = bold]
"stonith-fence_compute-fence-nova_stop_0 controller-2" -> "stonith-fence_compute-fence-nova_start_0 controller-2" [ style = bold]
"stonith-fence_compute-fence-nova_stop_0 controller-2" [ style=bold color="green" fontcolor="black"]
"stonith_complete" -> "all_stopped" [ style = bold]
"stonith_complete" -> "ip-10.0.0.110_start_0 controller-1" [ style = bold]
"stonith_complete" -> "stonith-fence_compute-fence-nova_start_0 controller-2" [ style = bold]
"stonith_complete" [ style=bold color="green" fontcolor="orange"]
}
diff --git a/cts/scheduler/order-expired-failure.exp b/cts/scheduler/order-expired-failure.exp
index 9e122d84a5..b2fb106c4c 100644
--- a/cts/scheduler/order-expired-failure.exp
+++ b/cts/scheduler/order-expired-failure.exp
@@ -1,289 +1,181 @@
-
+
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
diff --git a/cts/scheduler/order-expired-failure.summary b/cts/scheduler/order-expired-failure.summary
index e7ff6c9c87..7a3bb7d49f 100644
--- a/cts/scheduler/order-expired-failure.summary
+++ b/cts/scheduler/order-expired-failure.summary
@@ -1,124 +1,112 @@
Using the original execution date of: 2018-04-09 07:55:35Z
Current cluster status:
RemoteNode overcloud-novacompute-1: UNCLEAN (offline)
Online: [ controller-0 controller-1 controller-2 ]
RemoteOnline: [ overcloud-novacompute-0 ]
Containers: [ galera-bundle-0:galera-bundle-docker-0 galera-bundle-1:galera-bundle-docker-1 galera-bundle-2:galera-bundle-docker-2 rabbitmq-bundle-0:rabbitmq-bundle-docker-0 rabbitmq-bundle-1:rabbitmq-bundle-docker-1 rabbitmq-bundle-2:rabbitmq-bundle-docker-2 redis-bundle-0:redis-bundle-docker-0 redis-bundle-1:redis-bundle-docker-1 redis-bundle-2:redis-bundle-docker-2 ]
overcloud-novacompute-0 (ocf::pacemaker:remote): Started controller-0
overcloud-novacompute-1 (ocf::pacemaker:remote): FAILED controller-1
Docker container set: rabbitmq-bundle [192.168.24.1:8787/rhosp13/openstack-rabbitmq:pcmklatest]
rabbitmq-bundle-0 (ocf::heartbeat:rabbitmq-cluster): Started controller-2
rabbitmq-bundle-1 (ocf::heartbeat:rabbitmq-cluster): Started controller-0
rabbitmq-bundle-2 (ocf::heartbeat:rabbitmq-cluster): Started controller-1
Docker container set: galera-bundle [192.168.24.1:8787/rhosp13/openstack-mariadb:pcmklatest]
galera-bundle-0 (ocf::heartbeat:galera): Master controller-2
galera-bundle-1 (ocf::heartbeat:galera): Master controller-0
galera-bundle-2 (ocf::heartbeat:galera): Master controller-1
Docker container set: redis-bundle [192.168.24.1:8787/rhosp13/openstack-redis:pcmklatest]
redis-bundle-0 (ocf::heartbeat:redis): Master controller-2
redis-bundle-1 (ocf::heartbeat:redis): Slave controller-0
redis-bundle-2 (ocf::heartbeat:redis): Slave controller-1
ip-192.168.24.11 (ocf::heartbeat:IPaddr2): Started controller-2
ip-10.0.0.110 (ocf::heartbeat:IPaddr2): Stopped
ip-172.17.1.14 (ocf::heartbeat:IPaddr2): Started controller-1
ip-172.17.1.17 (ocf::heartbeat:IPaddr2): Started controller-2
ip-172.17.3.11 (ocf::heartbeat:IPaddr2): Started controller-0
ip-172.17.4.17 (ocf::heartbeat:IPaddr2): Started controller-1
Docker container set: haproxy-bundle [192.168.24.1:8787/rhosp13/openstack-haproxy:pcmklatest]
haproxy-bundle-docker-0 (ocf::heartbeat:docker): Started controller-2
haproxy-bundle-docker-1 (ocf::heartbeat:docker): Started controller-0
haproxy-bundle-docker-2 (ocf::heartbeat:docker): Started controller-1
stonith-fence_compute-fence-nova (stonith:fence_compute): FAILED controller-2
Clone Set: compute-unfence-trigger-clone [compute-unfence-trigger]
compute-unfence-trigger (ocf::pacemaker:Dummy): Started overcloud-novacompute-1 (UNCLEAN)
Started: [ overcloud-novacompute-0 ]
Stopped: [ controller-0 controller-1 controller-2 ]
nova-evacuate (ocf::openstack:NovaEvacuate): Started controller-0
stonith-fence_ipmilan-5254008be2cc (stonith:fence_ipmilan): Started controller-1
stonith-fence_ipmilan-525400803f9e (stonith:fence_ipmilan): Started controller-0
stonith-fence_ipmilan-525400fca120 (stonith:fence_ipmilan): Started controller-2
stonith-fence_ipmilan-525400953d48 (stonith:fence_ipmilan): Started controller-2
stonith-fence_ipmilan-525400b02b86 (stonith:fence_ipmilan): Started controller-1
Docker container: openstack-cinder-volume [192.168.24.1:8787/rhosp13/openstack-cinder-volume:pcmklatest]
openstack-cinder-volume-docker-0 (ocf::heartbeat:docker): Started controller-0
Transition Summary:
* Fence (reboot) overcloud-novacompute-1 'remote connection is unrecoverable'
* Stop overcloud-novacompute-1 ( controller-1 ) due to node availability
* Start ip-10.0.0.110 ( controller-1 )
* Recover stonith-fence_compute-fence-nova ( controller-2 )
* Stop compute-unfence-trigger:1 ( overcloud-novacompute-1 ) due to node availability
Executing cluster transition:
- * Resource action: rabbitmq-bundle-0 monitor=30000 on controller-2
- * Resource action: rabbitmq-bundle-1 monitor=30000 on controller-0
- * Resource action: rabbitmq-bundle-2 monitor=30000 on controller-1
- * Resource action: galera-bundle-0 monitor=30000 on controller-2
- * Resource action: galera-bundle-1 monitor=30000 on controller-0
- * Resource action: galera-bundle-2 monitor=30000 on controller-1
- * Resource action: redis-bundle-0 monitor=30000 on controller-2
- * Resource action: redis-bundle-0 cancel=60000 on controller-2
- * Resource action: redis-bundle-1 monitor=30000 on controller-0
- * Resource action: redis-bundle-1 cancel=60000 on controller-0
- * Resource action: redis-bundle-2 monitor=30000 on controller-1
- * Resource action: redis-bundle-2 cancel=60000 on controller-1
* Resource action: stonith-fence_compute-fence-nova stop on controller-2
* Fencing overcloud-novacompute-1 (reboot)
* Cluster action: clear_failcount for overcloud-novacompute-1 on controller-1
* Pseudo action: compute-unfence-trigger-clone_stop_0
* Pseudo action: stonith_complete
* Resource action: ip-10.0.0.110 start on controller-1
* Resource action: stonith-fence_compute-fence-nova start on controller-2
* Resource action: stonith-fence_compute-fence-nova monitor=60000 on controller-2
* Pseudo action: compute-unfence-trigger_stop_0
* Pseudo action: compute-unfence-trigger-clone_stopped_0
* Resource action: overcloud-novacompute-1 stop on controller-1
* Resource action: ip-10.0.0.110 monitor=10000 on controller-1
* Pseudo action: all_stopped
Using the original execution date of: 2018-04-09 07:55:35Z
Revised cluster status:
RemoteNode overcloud-novacompute-1: UNCLEAN (offline)
Online: [ controller-0 controller-1 controller-2 ]
RemoteOnline: [ overcloud-novacompute-0 ]
Containers: [ galera-bundle-0:galera-bundle-docker-0 galera-bundle-1:galera-bundle-docker-1 galera-bundle-2:galera-bundle-docker-2 rabbitmq-bundle-0:rabbitmq-bundle-docker-0 rabbitmq-bundle-1:rabbitmq-bundle-docker-1 rabbitmq-bundle-2:rabbitmq-bundle-docker-2 redis-bundle-0:redis-bundle-docker-0 redis-bundle-1:redis-bundle-docker-1 redis-bundle-2:redis-bundle-docker-2 ]
overcloud-novacompute-0 (ocf::pacemaker:remote): Started controller-0
overcloud-novacompute-1 (ocf::pacemaker:remote): FAILED
Docker container set: rabbitmq-bundle [192.168.24.1:8787/rhosp13/openstack-rabbitmq:pcmklatest]
rabbitmq-bundle-0 (ocf::heartbeat:rabbitmq-cluster): Started controller-2
rabbitmq-bundle-1 (ocf::heartbeat:rabbitmq-cluster): Started controller-0
rabbitmq-bundle-2 (ocf::heartbeat:rabbitmq-cluster): Started controller-1
Docker container set: galera-bundle [192.168.24.1:8787/rhosp13/openstack-mariadb:pcmklatest]
galera-bundle-0 (ocf::heartbeat:galera): Master controller-2
galera-bundle-1 (ocf::heartbeat:galera): Master controller-0
galera-bundle-2 (ocf::heartbeat:galera): Master controller-1
Docker container set: redis-bundle [192.168.24.1:8787/rhosp13/openstack-redis:pcmklatest]
redis-bundle-0 (ocf::heartbeat:redis): Master controller-2
redis-bundle-1 (ocf::heartbeat:redis): Slave controller-0
redis-bundle-2 (ocf::heartbeat:redis): Slave controller-1
ip-192.168.24.11 (ocf::heartbeat:IPaddr2): Started controller-2
ip-10.0.0.110 (ocf::heartbeat:IPaddr2): Started controller-1
ip-172.17.1.14 (ocf::heartbeat:IPaddr2): Started controller-1
ip-172.17.1.17 (ocf::heartbeat:IPaddr2): Started controller-2
ip-172.17.3.11 (ocf::heartbeat:IPaddr2): Started controller-0
ip-172.17.4.17 (ocf::heartbeat:IPaddr2): Started controller-1
Docker container set: haproxy-bundle [192.168.24.1:8787/rhosp13/openstack-haproxy:pcmklatest]
haproxy-bundle-docker-0 (ocf::heartbeat:docker): Started controller-2
haproxy-bundle-docker-1 (ocf::heartbeat:docker): Started controller-0
haproxy-bundle-docker-2 (ocf::heartbeat:docker): Started controller-1
stonith-fence_compute-fence-nova (stonith:fence_compute): Started controller-2
Clone Set: compute-unfence-trigger-clone [compute-unfence-trigger]
Started: [ overcloud-novacompute-0 ]
Stopped: [ controller-0 controller-1 controller-2 overcloud-novacompute-1 ]
nova-evacuate (ocf::openstack:NovaEvacuate): Started controller-0
stonith-fence_ipmilan-5254008be2cc (stonith:fence_ipmilan): Started controller-1
stonith-fence_ipmilan-525400803f9e (stonith:fence_ipmilan): Started controller-0
stonith-fence_ipmilan-525400fca120 (stonith:fence_ipmilan): Started controller-2
stonith-fence_ipmilan-525400953d48 (stonith:fence_ipmilan): Started controller-2
stonith-fence_ipmilan-525400b02b86 (stonith:fence_ipmilan): Started controller-1
Docker container: openstack-cinder-volume [192.168.24.1:8787/rhosp13/openstack-cinder-volume:pcmklatest]
openstack-cinder-volume-docker-0 (ocf::heartbeat:docker): Started controller-0
diff --git a/cts/scheduler/order-expired-failure.xml b/cts/scheduler/order-expired-failure.xml
index b901514529..54b7fd7c66 100644
--- a/cts/scheduler/order-expired-failure.xml
+++ b/cts/scheduler/order-expired-failure.xml
@@ -1,1194 +1,1194 @@
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+