diff --git a/cts/scheduler/bundle-replicas-change.dot b/cts/scheduler/bundle-replicas-change.dot index be8554cdba..39ce877ef7 100644 --- a/cts/scheduler/bundle-replicas-change.dot +++ b/cts/scheduler/bundle-replicas-change.dot @@ -1,107 +1,109 @@ digraph "g" { "all_stopped" [ style=bold color="green" fontcolor="orange"] "httpd-bundle-0_monitor_30000 rh74-test" [ style=bold color="green" fontcolor="black"] "httpd-bundle-0_start_0 rh74-test" -> "httpd-bundle-0_monitor_30000 rh74-test" [ style = bold] "httpd-bundle-0_start_0 rh74-test" -> "httpd:0_monitor_0 httpd-bundle-0" [ style = bold] "httpd-bundle-0_start_0 rh74-test" -> "httpd:0_monitor_10000 httpd-bundle-0" [ style = bold] "httpd-bundle-0_start_0 rh74-test" -> "httpd:0_start_0 httpd-bundle-0" [ style = bold] "httpd-bundle-0_start_0 rh74-test" -> "httpd_delete_0 httpd-bundle-0" [ style = bold] +"httpd-bundle-0_start_0 rh74-test" -> "httpd_monitor_10000 httpd-bundle-0" [ style = dashed] "httpd-bundle-0_start_0 rh74-test" [ style=bold color="green" fontcolor="black"] "httpd-bundle-0_stop_0 rh74-test" -> "all_stopped" [ style = bold] "httpd-bundle-0_stop_0 rh74-test" -> "httpd-bundle-0_start_0 rh74-test" [ style = bold] "httpd-bundle-0_stop_0 rh74-test" -> "httpd-bundle-docker-0_stop_0 rh74-test" [ style = bold] "httpd-bundle-0_stop_0 rh74-test" [ style=bold color="green" fontcolor="black"] "httpd-bundle-1_monitor_0 rh74-test" -> "httpd-bundle-1_start_0 rh74-test" [ style = bold] "httpd-bundle-1_monitor_0 rh74-test" [ style=bold color="green" fontcolor="black"] "httpd-bundle-1_monitor_30000 rh74-test" [ style=bold color="green" fontcolor="black"] "httpd-bundle-1_start_0 rh74-test" -> "httpd-bundle-1_monitor_30000 rh74-test" [ style = bold] "httpd-bundle-1_start_0 rh74-test" -> "httpd:1_monitor_10000 httpd-bundle-1" [ style = bold] "httpd-bundle-1_start_0 rh74-test" -> "httpd:1_start_0 httpd-bundle-1" [ style = bold] "httpd-bundle-1_start_0 rh74-test" [ style=bold color="green" fontcolor="black"] "httpd-bundle-2_monitor_0 rh74-test" -> "httpd-bundle-2_start_0 rh74-test" [ style = bold] "httpd-bundle-2_monitor_0 rh74-test" [ style=bold color="green" fontcolor="black"] "httpd-bundle-2_monitor_30000 rh74-test" [ style=bold color="green" fontcolor="black"] "httpd-bundle-2_start_0 rh74-test" -> "httpd-bundle-2_monitor_30000 rh74-test" [ style = bold] "httpd-bundle-2_start_0 rh74-test" -> "httpd:2_monitor_10000 httpd-bundle-2" [ style = bold] "httpd-bundle-2_start_0 rh74-test" -> "httpd:2_start_0 httpd-bundle-2" [ style = bold] "httpd-bundle-2_start_0 rh74-test" [ style=bold color="green" fontcolor="black"] "httpd-bundle-clone_running_0" -> "httpd-bundle_running_0" [ style = bold] "httpd-bundle-clone_running_0" [ style=bold color="green" fontcolor="orange"] "httpd-bundle-clone_start_0" -> "httpd-bundle-clone_running_0" [ style = bold] "httpd-bundle-clone_start_0" -> "httpd:0_start_0 httpd-bundle-0" [ style = bold] "httpd-bundle-clone_start_0" -> "httpd:1_start_0 httpd-bundle-1" [ style = bold] "httpd-bundle-clone_start_0" -> "httpd:2_start_0 httpd-bundle-2" [ style = bold] "httpd-bundle-clone_start_0" [ style=bold color="green" fontcolor="orange"] "httpd-bundle-docker-0_monitor_60000 rh74-test" [ style=bold color="green" fontcolor="black"] "httpd-bundle-docker-0_start_0 rh74-test" -> "httpd-bundle-0_start_0 rh74-test" [ style = bold] "httpd-bundle-docker-0_start_0 rh74-test" -> "httpd-bundle-docker-0_monitor_60000 rh74-test" [ style = bold] "httpd-bundle-docker-0_start_0 rh74-test" -> "httpd-bundle_running_0" [ style = bold] "httpd-bundle-docker-0_start_0 rh74-test" -> "httpd:0_start_0 httpd-bundle-0" [ style = bold] "httpd-bundle-docker-0_start_0 rh74-test" [ style=bold color="green" fontcolor="black"] "httpd-bundle-docker-0_stop_0 rh74-test" -> "all_stopped" [ style = bold] "httpd-bundle-docker-0_stop_0 rh74-test" -> "httpd-bundle-docker-0_start_0 rh74-test" [ style = bold] "httpd-bundle-docker-0_stop_0 rh74-test" -> "httpd-bundle_stopped_0" [ style = bold] "httpd-bundle-docker-0_stop_0 rh74-test" [ style=bold color="green" fontcolor="black"] "httpd-bundle-docker-1_monitor_0 rh74-test" -> "httpd-bundle-clone_start_0" [ style = bold] "httpd-bundle-docker-1_monitor_0 rh74-test" -> "httpd-bundle-docker-1_start_0 rh74-test" [ style = bold] "httpd-bundle-docker-1_monitor_0 rh74-test" [ style=bold color="green" fontcolor="black"] "httpd-bundle-docker-1_monitor_60000 rh74-test" [ style=bold color="green" fontcolor="black"] "httpd-bundle-docker-1_start_0 rh74-test" -> "httpd-bundle-1_monitor_0 rh74-test" [ style = bold] "httpd-bundle-docker-1_start_0 rh74-test" -> "httpd-bundle-1_start_0 rh74-test" [ style = bold] "httpd-bundle-docker-1_start_0 rh74-test" -> "httpd-bundle-docker-1_monitor_60000 rh74-test" [ style = bold] "httpd-bundle-docker-1_start_0 rh74-test" -> "httpd-bundle_running_0" [ style = bold] "httpd-bundle-docker-1_start_0 rh74-test" -> "httpd:1_start_0 httpd-bundle-1" [ style = bold] "httpd-bundle-docker-1_start_0 rh74-test" [ style=bold color="green" fontcolor="black"] "httpd-bundle-docker-2_monitor_0 rh74-test" -> "httpd-bundle-clone_start_0" [ style = bold] "httpd-bundle-docker-2_monitor_0 rh74-test" -> "httpd-bundle-docker-2_start_0 rh74-test" [ style = bold] "httpd-bundle-docker-2_monitor_0 rh74-test" [ style=bold color="green" fontcolor="black"] "httpd-bundle-docker-2_monitor_60000 rh74-test" [ style=bold color="green" fontcolor="black"] "httpd-bundle-docker-2_start_0 rh74-test" -> "httpd-bundle-2_monitor_0 rh74-test" [ style = bold] "httpd-bundle-docker-2_start_0 rh74-test" -> "httpd-bundle-2_start_0 rh74-test" [ style = bold] "httpd-bundle-docker-2_start_0 rh74-test" -> "httpd-bundle-docker-2_monitor_60000 rh74-test" [ style = bold] "httpd-bundle-docker-2_start_0 rh74-test" -> "httpd-bundle_running_0" [ style = bold] "httpd-bundle-docker-2_start_0 rh74-test" -> "httpd:2_start_0 httpd-bundle-2" [ style = bold] "httpd-bundle-docker-2_start_0 rh74-test" [ style=bold color="green" fontcolor="black"] "httpd-bundle-ip-192.168.20.189_monitor_0 rh74-test" -> "httpd-bundle-ip-192.168.20.189_start_0 rh74-test" [ style = bold] "httpd-bundle-ip-192.168.20.189_monitor_0 rh74-test" [ style=bold color="green" fontcolor="black"] "httpd-bundle-ip-192.168.20.189_monitor_60000 rh74-test" [ style=bold color="green" fontcolor="black"] "httpd-bundle-ip-192.168.20.189_start_0 rh74-test" -> "httpd-bundle-docker-1_start_0 rh74-test" [ style = bold] "httpd-bundle-ip-192.168.20.189_start_0 rh74-test" -> "httpd-bundle-ip-192.168.20.189_monitor_60000 rh74-test" [ style = bold] "httpd-bundle-ip-192.168.20.189_start_0 rh74-test" [ style=bold color="green" fontcolor="black"] "httpd-bundle-ip-192.168.20.190_monitor_0 rh74-test" -> "httpd-bundle-ip-192.168.20.190_start_0 rh74-test" [ style = bold] "httpd-bundle-ip-192.168.20.190_monitor_0 rh74-test" [ style=bold color="green" fontcolor="black"] "httpd-bundle-ip-192.168.20.190_monitor_60000 rh74-test" [ style=bold color="green" fontcolor="black"] "httpd-bundle-ip-192.168.20.190_start_0 rh74-test" -> "httpd-bundle-docker-2_start_0 rh74-test" [ style = bold] "httpd-bundle-ip-192.168.20.190_start_0 rh74-test" -> "httpd-bundle-ip-192.168.20.190_monitor_60000 rh74-test" [ style = bold] "httpd-bundle-ip-192.168.20.190_start_0 rh74-test" [ style=bold color="green" fontcolor="black"] "httpd-bundle_running_0" [ style=bold color="green" fontcolor="orange"] "httpd-bundle_start_0" -> "httpd-bundle-clone_start_0" [ style = bold] "httpd-bundle_start_0" -> "httpd-bundle-docker-0_start_0 rh74-test" [ style = bold] "httpd-bundle_start_0" -> "httpd-bundle-docker-1_start_0 rh74-test" [ style = bold] "httpd-bundle_start_0" -> "httpd-bundle-docker-2_start_0 rh74-test" [ style = bold] "httpd-bundle_start_0" [ style=bold color="green" fontcolor="orange"] "httpd-bundle_stop_0" -> "httpd-bundle-docker-0_stop_0 rh74-test" [ style = bold] "httpd-bundle_stop_0" [ style=bold color="green" fontcolor="orange"] "httpd-bundle_stopped_0" [ style=bold color="green" fontcolor="orange"] "httpd:0_monitor_0 httpd-bundle-0" -> "httpd-bundle-clone_start_0" [ style = bold] "httpd:0_monitor_0 httpd-bundle-0" [ style=bold color="green" fontcolor="black"] "httpd:0_monitor_10000 httpd-bundle-0" [ style=bold color="green" fontcolor="black"] "httpd:0_start_0 httpd-bundle-0" -> "httpd-bundle-clone_running_0" [ style = bold] "httpd:0_start_0 httpd-bundle-0" -> "httpd:0_monitor_10000 httpd-bundle-0" [ style = bold] "httpd:0_start_0 httpd-bundle-0" -> "httpd:1_start_0 httpd-bundle-1" [ style = bold] "httpd:0_start_0 httpd-bundle-0" [ style=bold color="green" fontcolor="black"] "httpd:1_monitor_10000 httpd-bundle-1" [ style=bold color="green" fontcolor="black"] "httpd:1_start_0 httpd-bundle-1" -> "httpd-bundle-clone_running_0" [ style = bold] "httpd:1_start_0 httpd-bundle-1" -> "httpd:1_monitor_10000 httpd-bundle-1" [ style = bold] "httpd:1_start_0 httpd-bundle-1" -> "httpd:2_start_0 httpd-bundle-2" [ style = bold] "httpd:1_start_0 httpd-bundle-1" [ style=bold color="green" fontcolor="black"] "httpd:2_monitor_10000 httpd-bundle-2" [ style=bold color="green" fontcolor="black"] "httpd:2_start_0 httpd-bundle-2" -> "httpd-bundle-clone_running_0" [ style = bold] "httpd:2_start_0 httpd-bundle-2" -> "httpd:2_monitor_10000 httpd-bundle-2" [ style = bold] "httpd:2_start_0 httpd-bundle-2" [ style=bold color="green" fontcolor="black"] "httpd_delete_0 httpd-bundle-0" [ style=bold color="green" fontcolor="black"] +"httpd_monitor_10000 httpd-bundle-0" [ style=dashed color="red" fontcolor="black"] "httpd_stop_0 httpd-bundle-0" -> "all_stopped" [ style = bold] "httpd_stop_0 httpd-bundle-0" -> "httpd-bundle-0_stop_0 rh74-test" [ style = bold] "httpd_stop_0 httpd-bundle-0" -> "httpd_delete_0 httpd-bundle-0" [ style = bold] "httpd_stop_0 httpd-bundle-0" [ style=bold color="green" fontcolor="black"] } diff --git a/cts/scheduler/coloc-negative-group.dot b/cts/scheduler/coloc-negative-group.dot index 1b04509b4f..69c5e4ddcb 100644 --- a/cts/scheduler/coloc-negative-group.dot +++ b/cts/scheduler/coloc-negative-group.dot @@ -1,4 +1,5 @@ digraph "g" { "Cancel res_Dummy_1_monitor_10000 lenny-b" [ style=bold color="green" fontcolor="black" ] +"Cancel res_Dummy_2_monitor_10000 lenny-b" [ style=bold color="green" fontcolor="black"] "Cancel res_Dummy_3_monitor_10000 lenny-a" [ style=bold color="green" fontcolor="black" ] } diff --git a/cts/scheduler/coloc-negative-group.exp b/cts/scheduler/coloc-negative-group.exp index 3fd9d30047..5ceed820c2 100644 --- a/cts/scheduler/coloc-negative-group.exp +++ b/cts/scheduler/coloc-negative-group.exp @@ -1,21 +1,30 @@ + + + + + + + + + diff --git a/cts/scheduler/coloc-negative-group.summary b/cts/scheduler/coloc-negative-group.summary index 1165026ebe..6b9f552642 100644 --- a/cts/scheduler/coloc-negative-group.summary +++ b/cts/scheduler/coloc-negative-group.summary @@ -1,23 +1,24 @@ Current cluster status: Online: [ lenny-a lenny-b ] Resource Group: grp_1 res_Dummy_1 (ocf::heartbeat:Dummy): Started lenny-b res_Dummy_2 (ocf::heartbeat:Dummy): Started lenny-b (unmanaged) res_Dummy_3 (ocf::heartbeat:Dummy): Started lenny-a Transition Summary: Executing cluster transition: * Resource action: res_Dummy_1 cancel=10000 on lenny-b + * Resource action: res_Dummy_2 cancel=10000 on lenny-b * Resource action: res_Dummy_3 cancel=10000 on lenny-a Revised cluster status: Online: [ lenny-a lenny-b ] Resource Group: grp_1 res_Dummy_1 (ocf::heartbeat:Dummy): Started lenny-b res_Dummy_2 (ocf::heartbeat:Dummy): Started lenny-b (unmanaged) res_Dummy_3 (ocf::heartbeat:Dummy): Started lenny-a diff --git a/cts/scheduler/notifs-for-unrunnable.dot b/cts/scheduler/notifs-for-unrunnable.dot index 6e5883f0e1..e1e4f2c7b1 100644 --- a/cts/scheduler/notifs-for-unrunnable.dot +++ b/cts/scheduler/notifs-for-unrunnable.dot @@ -1,108 +1,104 @@ digraph "g" { "Cancel galera-bundle-1_monitor_60000 controller-1" [ style=bold color="green" fontcolor="black"] "Cancel galera-bundle-2_monitor_60000 controller-2" [ style=bold color="green" fontcolor="black"] -"Cancel rabbitmq-bundle-1_monitor_60000 controller-1" [ style=bold color="green" fontcolor="black"] -"Cancel rabbitmq-bundle-2_monitor_60000 controller-2" [ style=bold color="green" fontcolor="black"] -"Cancel redis-bundle-1_monitor_60000 controller-1" [ style=bold color="green" fontcolor="black"] -"Cancel redis-bundle-2_monitor_60000 controller-2" [ style=bold color="green" fontcolor="black"] "all_stopped" [ style=bold color="green" fontcolor="orange"] "galera-bundle-0_monitor_30000 controller-2" [ style=dashed color="red" fontcolor="black"] "galera-bundle-0_start_0 controller-2" -> "galera-bundle-0_monitor_30000 controller-2" [ style = dashed] "galera-bundle-0_start_0 controller-2" -> "galera:0_monitor_20000 galera-bundle-0" [ style = dashed] "galera-bundle-0_start_0 controller-2" -> "galera:0_monitor_30000 galera-bundle-0" [ style = dashed] "galera-bundle-0_start_0 controller-2" -> "galera:0_start_0 galera-bundle-0" [ style = dashed] "galera-bundle-0_start_0 controller-2" [ style=dashed color="red" fontcolor="black"] "galera-bundle-1_monitor_30000 controller-1" [ style=bold color="green" fontcolor="black"] "galera-bundle-2_monitor_30000 controller-2" [ style=bold color="green" fontcolor="black"] "galera-bundle-master_running_0" -> "galera-bundle_running_0" [ style = bold] "galera-bundle-master_running_0" [ style=bold color="green" fontcolor="orange"] "galera-bundle-master_start_0" -> "galera-bundle-master_running_0" [ style = bold] "galera-bundle-master_start_0" -> "galera:0_start_0 galera-bundle-0" [ style = dashed] "galera-bundle-master_start_0" [ style=bold color="green" fontcolor="orange"] "galera-bundle_running_0" [ style=bold color="green" fontcolor="orange"] "galera-bundle_start_0" -> "galera-bundle-master_start_0" [ style = bold] "galera-bundle_start_0" [ style=bold color="green" fontcolor="orange"] "galera:0_monitor_20000 galera-bundle-0" [ style=dashed color="red" fontcolor="black"] "galera:0_monitor_30000 galera-bundle-0" [ style=dashed color="red" fontcolor="black"] "galera:0_start_0 galera-bundle-0" -> "galera-bundle-master_running_0" [ style = dashed] "galera:0_start_0 galera-bundle-0" -> "galera:0_monitor_20000 galera-bundle-0" [ style = dashed] "galera:0_start_0 galera-bundle-0" -> "galera:0_monitor_30000 galera-bundle-0" [ style = dashed] "galera:0_start_0 galera-bundle-0" [ style=dashed color="red" fontcolor="black"] "rabbitmq-bundle-0_monitor_30000 controller-1" [ style=dashed color="red" fontcolor="black"] "rabbitmq-bundle-0_start_0 controller-1" -> "rabbitmq-bundle-0_monitor_30000 controller-1" [ style = dashed] "rabbitmq-bundle-0_start_0 controller-1" -> "rabbitmq:0_monitor_10000 rabbitmq-bundle-0" [ style = dashed] "rabbitmq-bundle-0_start_0 controller-1" -> "rabbitmq:0_start_0 rabbitmq-bundle-0" [ style = dashed] "rabbitmq-bundle-0_start_0 controller-1" [ style=dashed color="red" fontcolor="black"] "rabbitmq-bundle-1_monitor_30000 controller-1" [ style=bold color="green" fontcolor="black"] "rabbitmq-bundle-2_monitor_30000 controller-2" [ style=bold color="green" fontcolor="black"] "rabbitmq-bundle-clone_confirmed-post_notify_running_0" -> "rabbitmq-bundle_running_0" [ style = bold] "rabbitmq-bundle-clone_confirmed-post_notify_running_0" [ style=bold color="green" fontcolor="orange"] "rabbitmq-bundle-clone_confirmed-pre_notify_start_0" -> "rabbitmq-bundle-clone_post_notify_running_0" [ style = bold] "rabbitmq-bundle-clone_confirmed-pre_notify_start_0" -> "rabbitmq-bundle-clone_start_0" [ style = bold] "rabbitmq-bundle-clone_confirmed-pre_notify_start_0" [ style=bold color="green" fontcolor="orange"] "rabbitmq-bundle-clone_post_notify_running_0" -> "rabbitmq-bundle-clone_confirmed-post_notify_running_0" [ style = bold] "rabbitmq-bundle-clone_post_notify_running_0" [ style=bold color="green" fontcolor="orange"] "rabbitmq-bundle-clone_pre_notify_start_0" -> "rabbitmq-bundle-clone_confirmed-pre_notify_start_0" [ style = bold] "rabbitmq-bundle-clone_pre_notify_start_0" [ style=bold color="green" fontcolor="orange"] "rabbitmq-bundle-clone_running_0" -> "rabbitmq-bundle-clone_post_notify_running_0" [ style = bold] "rabbitmq-bundle-clone_running_0" [ style=bold color="green" fontcolor="orange"] "rabbitmq-bundle-clone_start_0" -> "rabbitmq-bundle-clone_running_0" [ style = bold] "rabbitmq-bundle-clone_start_0" -> "rabbitmq:0_start_0 rabbitmq-bundle-0" [ style = dashed] "rabbitmq-bundle-clone_start_0" [ style=bold color="green" fontcolor="orange"] "rabbitmq-bundle_running_0" [ style=bold color="green" fontcolor="orange"] "rabbitmq-bundle_start_0" -> "rabbitmq-bundle-clone_start_0" [ style = bold] "rabbitmq-bundle_start_0" [ style=bold color="green" fontcolor="orange"] "rabbitmq:0_monitor_10000 rabbitmq-bundle-0" [ style=dashed color="red" fontcolor="black"] "rabbitmq:0_start_0 rabbitmq-bundle-0" -> "rabbitmq-bundle-clone_running_0" [ style = dashed] "rabbitmq:0_start_0 rabbitmq-bundle-0" -> "rabbitmq:0_monitor_10000 rabbitmq-bundle-0" [ style = dashed] "rabbitmq:0_start_0 rabbitmq-bundle-0" [ style=dashed color="red" fontcolor="black"] "redis-bundle-0_monitor_30000 controller-1" [ style=dashed color="red" fontcolor="black"] "redis-bundle-0_start_0 controller-1" -> "redis-bundle-0_monitor_30000 controller-1" [ style = dashed] "redis-bundle-0_start_0 controller-1" -> "redis:0_monitor_45000 redis-bundle-0" [ style = dashed] "redis-bundle-0_start_0 controller-1" -> "redis:0_monitor_60000 redis-bundle-0" [ style = dashed] "redis-bundle-0_start_0 controller-1" -> "redis:0_start_0 redis-bundle-0" [ style = dashed] "redis-bundle-0_start_0 controller-1" [ style=dashed color="red" fontcolor="black"] "redis-bundle-1_monitor_30000 controller-1" [ style=bold color="green" fontcolor="black"] "redis-bundle-2_monitor_30000 controller-2" [ style=bold color="green" fontcolor="black"] "redis-bundle-master_confirmed-post_notify_running_0" -> "redis-bundle_running_0" [ style = bold] "redis-bundle-master_confirmed-post_notify_running_0" [ style=bold color="green" fontcolor="orange"] "redis-bundle-master_confirmed-pre_notify_start_0" -> "redis-bundle-master_post_notify_running_0" [ style = bold] "redis-bundle-master_confirmed-pre_notify_start_0" -> "redis-bundle-master_start_0" [ style = bold] "redis-bundle-master_confirmed-pre_notify_start_0" [ style=bold color="green" fontcolor="orange"] "redis-bundle-master_post_notify_running_0" -> "redis-bundle-master_confirmed-post_notify_running_0" [ style = bold] "redis-bundle-master_post_notify_running_0" [ style=bold color="green" fontcolor="orange"] "redis-bundle-master_pre_notify_start_0" -> "redis-bundle-master_confirmed-pre_notify_start_0" [ style = bold] "redis-bundle-master_pre_notify_start_0" [ style=bold color="green" fontcolor="orange"] "redis-bundle-master_running_0" -> "redis-bundle-master_post_notify_running_0" [ style = bold] "redis-bundle-master_running_0" [ style=bold color="green" fontcolor="orange"] "redis-bundle-master_start_0" -> "redis-bundle-master_running_0" [ style = bold] "redis-bundle-master_start_0" -> "redis:0_start_0 redis-bundle-0" [ style = dashed] "redis-bundle-master_start_0" [ style=bold color="green" fontcolor="orange"] "redis-bundle_running_0" [ style=bold color="green" fontcolor="orange"] "redis-bundle_start_0" -> "redis-bundle-master_start_0" [ style = bold] "redis-bundle_start_0" [ style=bold color="green" fontcolor="orange"] "redis:0_monitor_45000 redis-bundle-0" [ style=dashed color="red" fontcolor="black"] "redis:0_monitor_60000 redis-bundle-0" [ style=dashed color="red" fontcolor="black"] "redis:0_start_0 redis-bundle-0" -> "redis-bundle-master_running_0" [ style = dashed] "redis:0_start_0 redis-bundle-0" -> "redis:0_monitor_45000 redis-bundle-0" [ style = dashed] "redis:0_start_0 redis-bundle-0" -> "redis:0_monitor_60000 redis-bundle-0" [ style = dashed] "redis:0_start_0 redis-bundle-0" [ style=dashed color="red" fontcolor="black"] "stonith-fence_ipmilan-5254002ff217_monitor_60000 controller-2" [ style=bold color="green" fontcolor="black"] "stonith-fence_ipmilan-5254002ff217_start_0 controller-2" -> "stonith-fence_ipmilan-5254002ff217_monitor_60000 controller-2" [ style = bold] "stonith-fence_ipmilan-5254002ff217_start_0 controller-2" [ style=bold color="green" fontcolor="black"] "stonith-fence_ipmilan-5254002ff217_stop_0 controller-2" -> "all_stopped" [ style = bold] "stonith-fence_ipmilan-5254002ff217_stop_0 controller-2" -> "stonith-fence_ipmilan-5254002ff217_start_0 controller-2" [ style = bold] "stonith-fence_ipmilan-5254002ff217_stop_0 controller-2" [ style=bold color="green" fontcolor="black"] "stonith-fence_ipmilan-5254008f971a_monitor_60000 controller-1" [ style=bold color="green" fontcolor="black"] "stonith-fence_ipmilan-5254008f971a_start_0 controller-1" -> "stonith-fence_ipmilan-5254008f971a_monitor_60000 controller-1" [ style = bold] "stonith-fence_ipmilan-5254008f971a_start_0 controller-1" [ style=bold color="green" fontcolor="black"] "stonith-fence_ipmilan-5254008f971a_stop_0 controller-1" -> "all_stopped" [ style = bold] "stonith-fence_ipmilan-5254008f971a_stop_0 controller-1" -> "stonith-fence_ipmilan-5254008f971a_start_0 controller-1" [ style = bold] "stonith-fence_ipmilan-5254008f971a_stop_0 controller-1" [ style=bold color="green" fontcolor="black"] "stonith-fence_ipmilan-525400fec0c8_monitor_60000 controller-1" [ style=bold color="green" fontcolor="black"] "stonith-fence_ipmilan-525400fec0c8_start_0 controller-1" -> "stonith-fence_ipmilan-525400fec0c8_monitor_60000 controller-1" [ style = bold] "stonith-fence_ipmilan-525400fec0c8_start_0 controller-1" [ style=bold color="green" fontcolor="black"] "stonith-fence_ipmilan-525400fec0c8_stop_0 controller-1" -> "all_stopped" [ style = bold] "stonith-fence_ipmilan-525400fec0c8_stop_0 controller-1" -> "stonith-fence_ipmilan-525400fec0c8_start_0 controller-1" [ style = bold] "stonith-fence_ipmilan-525400fec0c8_stop_0 controller-1" [ style=bold color="green" fontcolor="black"] } diff --git a/cts/scheduler/notifs-for-unrunnable.exp b/cts/scheduler/notifs-for-unrunnable.exp index 2211633531..c55c34623e 100644 --- a/cts/scheduler/notifs-for-unrunnable.exp +++ b/cts/scheduler/notifs-for-unrunnable.exp @@ -1,465 +1,429 @@ - + - + - + - + - + - + - + - + - + - + - + - + - + - + - - - - - - - - - - + - - - - - - - - - - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - - - - - - - - - - + - + - - - - - - - - - - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + diff --git a/cts/scheduler/notifs-for-unrunnable.summary b/cts/scheduler/notifs-for-unrunnable.summary index a7ab4463dc..925874f859 100644 --- a/cts/scheduler/notifs-for-unrunnable.summary +++ b/cts/scheduler/notifs-for-unrunnable.summary @@ -1,122 +1,118 @@ Using the original execution date of: 2018-02-13 23:40:47Z Current cluster status: Online: [ controller-1 controller-2 ] OFFLINE: [ controller-0 ] Containers: [ galera-bundle-1:galera-bundle-docker-1 galera-bundle-2:galera-bundle-docker-2 rabbitmq-bundle-1:rabbitmq-bundle-docker-1 rabbitmq-bundle-2:rabbitmq-bundle-docker-2 redis-bundle-1:redis-bundle-docker-1 redis-bundle-2:redis-bundle-docker-2 ] Docker container set: rabbitmq-bundle [192.168.24.1:8787/rhosp12/openstack-rabbitmq:pcmklatest] rabbitmq-bundle-0 (ocf::heartbeat:rabbitmq-cluster): Stopped rabbitmq-bundle-1 (ocf::heartbeat:rabbitmq-cluster): Started controller-1 rabbitmq-bundle-2 (ocf::heartbeat:rabbitmq-cluster): Started controller-2 Docker container set: galera-bundle [192.168.24.1:8787/rhosp12/openstack-mariadb:pcmklatest] galera-bundle-0 (ocf::heartbeat:galera): Stopped galera-bundle-1 (ocf::heartbeat:galera): Master controller-1 galera-bundle-2 (ocf::heartbeat:galera): Master controller-2 Docker container set: redis-bundle [192.168.24.1:8787/rhosp12/openstack-redis:pcmklatest] redis-bundle-0 (ocf::heartbeat:redis): Stopped redis-bundle-1 (ocf::heartbeat:redis): Slave controller-1 redis-bundle-2 (ocf::heartbeat:redis): Master controller-2 ip-192.168.24.6 (ocf::heartbeat:IPaddr2): Started controller-2 ip-10.0.0.109 (ocf::heartbeat:IPaddr2): Started controller-1 ip-172.17.1.15 (ocf::heartbeat:IPaddr2): Started controller-2 ip-172.17.1.11 (ocf::heartbeat:IPaddr2): Started controller-1 ip-172.17.3.11 (ocf::heartbeat:IPaddr2): Started controller-1 ip-172.17.4.11 (ocf::heartbeat:IPaddr2): Started controller-2 Docker container set: haproxy-bundle [192.168.24.1:8787/rhosp12/openstack-haproxy:pcmklatest] haproxy-bundle-docker-0 (ocf::heartbeat:docker): Stopped haproxy-bundle-docker-1 (ocf::heartbeat:docker): Started controller-1 haproxy-bundle-docker-2 (ocf::heartbeat:docker): Started controller-2 openstack-cinder-volume (systemd:openstack-cinder-volume): Started controller-2 stonith-fence_ipmilan-525400fec0c8 (stonith:fence_ipmilan): Started controller-1 stonith-fence_ipmilan-5254002ff217 (stonith:fence_ipmilan): Started controller-2 stonith-fence_ipmilan-5254008f971a (stonith:fence_ipmilan): Started controller-1 Transition Summary: * Start rabbitmq-bundle-0 ( controller-1 ) due to unrunnable rabbitmq-bundle-docker-0 start (blocked) * Start rabbitmq:0 ( rabbitmq-bundle-0 ) due to unrunnable rabbitmq-bundle-docker-0 start (blocked) * Start galera-bundle-0 ( controller-2 ) due to unrunnable galera-bundle-docker-0 start (blocked) * Start galera:0 ( galera-bundle-0 ) due to unrunnable galera-bundle-docker-0 start (blocked) * Start redis-bundle-0 ( controller-1 ) due to unrunnable redis-bundle-docker-0 start (blocked) * Start redis:0 ( redis-bundle-0 ) due to unrunnable redis-bundle-docker-0 start (blocked) * Restart stonith-fence_ipmilan-525400fec0c8 ( controller-1 ) due to resource definition change * Restart stonith-fence_ipmilan-5254002ff217 ( controller-2 ) due to resource definition change * Restart stonith-fence_ipmilan-5254008f971a ( controller-1 ) due to resource definition change Executing cluster transition: * Pseudo action: rabbitmq-bundle-clone_pre_notify_start_0 * Resource action: rabbitmq-bundle-1 monitor=30000 on controller-1 - * Resource action: rabbitmq-bundle-1 cancel=60000 on controller-1 * Resource action: rabbitmq-bundle-2 monitor=30000 on controller-2 - * Resource action: rabbitmq-bundle-2 cancel=60000 on controller-2 * Resource action: galera-bundle-1 monitor=30000 on controller-1 * Resource action: galera-bundle-1 cancel=60000 on controller-1 * Resource action: galera-bundle-2 monitor=30000 on controller-2 * Resource action: galera-bundle-2 cancel=60000 on controller-2 * Pseudo action: redis-bundle-master_pre_notify_start_0 * Resource action: redis-bundle-1 monitor=30000 on controller-1 - * Resource action: redis-bundle-1 cancel=60000 on controller-1 * Resource action: redis-bundle-2 monitor=30000 on controller-2 - * Resource action: redis-bundle-2 cancel=60000 on controller-2 * Resource action: stonith-fence_ipmilan-525400fec0c8 stop on controller-1 * Resource action: stonith-fence_ipmilan-525400fec0c8 start on controller-1 * Resource action: stonith-fence_ipmilan-525400fec0c8 monitor=60000 on controller-1 * Resource action: stonith-fence_ipmilan-5254002ff217 stop on controller-2 * Resource action: stonith-fence_ipmilan-5254002ff217 start on controller-2 * Resource action: stonith-fence_ipmilan-5254002ff217 monitor=60000 on controller-2 * Resource action: stonith-fence_ipmilan-5254008f971a stop on controller-1 * Resource action: stonith-fence_ipmilan-5254008f971a start on controller-1 * Resource action: stonith-fence_ipmilan-5254008f971a monitor=60000 on controller-1 * Pseudo action: redis-bundle_start_0 * Pseudo action: galera-bundle_start_0 * Pseudo action: rabbitmq-bundle_start_0 * Pseudo action: all_stopped * Pseudo action: rabbitmq-bundle-clone_confirmed-pre_notify_start_0 * Pseudo action: rabbitmq-bundle-clone_start_0 * Pseudo action: galera-bundle-master_start_0 * Pseudo action: redis-bundle-master_confirmed-pre_notify_start_0 * Pseudo action: redis-bundle-master_start_0 * Pseudo action: rabbitmq-bundle-clone_running_0 * Pseudo action: galera-bundle-master_running_0 * Pseudo action: redis-bundle-master_running_0 * Pseudo action: galera-bundle_running_0 * Pseudo action: rabbitmq-bundle-clone_post_notify_running_0 * Pseudo action: redis-bundle-master_post_notify_running_0 * Pseudo action: rabbitmq-bundle-clone_confirmed-post_notify_running_0 * Pseudo action: redis-bundle-master_confirmed-post_notify_running_0 * Pseudo action: redis-bundle_running_0 * Pseudo action: rabbitmq-bundle_running_0 Using the original execution date of: 2018-02-13 23:40:47Z Revised cluster status: Online: [ controller-1 controller-2 ] OFFLINE: [ controller-0 ] Containers: [ galera-bundle-1:galera-bundle-docker-1 galera-bundle-2:galera-bundle-docker-2 rabbitmq-bundle-1:rabbitmq-bundle-docker-1 rabbitmq-bundle-2:rabbitmq-bundle-docker-2 redis-bundle-1:redis-bundle-docker-1 redis-bundle-2:redis-bundle-docker-2 ] Docker container set: rabbitmq-bundle [192.168.24.1:8787/rhosp12/openstack-rabbitmq:pcmklatest] rabbitmq-bundle-0 (ocf::heartbeat:rabbitmq-cluster): Stopped rabbitmq-bundle-1 (ocf::heartbeat:rabbitmq-cluster): Started controller-1 rabbitmq-bundle-2 (ocf::heartbeat:rabbitmq-cluster): Started controller-2 Docker container set: galera-bundle [192.168.24.1:8787/rhosp12/openstack-mariadb:pcmklatest] galera-bundle-0 (ocf::heartbeat:galera): Stopped galera-bundle-1 (ocf::heartbeat:galera): Master controller-1 galera-bundle-2 (ocf::heartbeat:galera): Master controller-2 Docker container set: redis-bundle [192.168.24.1:8787/rhosp12/openstack-redis:pcmklatest] redis-bundle-0 (ocf::heartbeat:redis): Stopped redis-bundle-1 (ocf::heartbeat:redis): Slave controller-1 redis-bundle-2 (ocf::heartbeat:redis): Master controller-2 ip-192.168.24.6 (ocf::heartbeat:IPaddr2): Started controller-2 ip-10.0.0.109 (ocf::heartbeat:IPaddr2): Started controller-1 ip-172.17.1.15 (ocf::heartbeat:IPaddr2): Started controller-2 ip-172.17.1.11 (ocf::heartbeat:IPaddr2): Started controller-1 ip-172.17.3.11 (ocf::heartbeat:IPaddr2): Started controller-1 ip-172.17.4.11 (ocf::heartbeat:IPaddr2): Started controller-2 Docker container set: haproxy-bundle [192.168.24.1:8787/rhosp12/openstack-haproxy:pcmklatest] haproxy-bundle-docker-0 (ocf::heartbeat:docker): Stopped haproxy-bundle-docker-1 (ocf::heartbeat:docker): Started controller-1 haproxy-bundle-docker-2 (ocf::heartbeat:docker): Started controller-2 openstack-cinder-volume (systemd:openstack-cinder-volume): Started controller-2 stonith-fence_ipmilan-525400fec0c8 (stonith:fence_ipmilan): Started controller-1 stonith-fence_ipmilan-5254002ff217 (stonith:fence_ipmilan): Started controller-2 stonith-fence_ipmilan-5254008f971a (stonith:fence_ipmilan): Started controller-1 diff --git a/cts/scheduler/order-expired-failure.dot b/cts/scheduler/order-expired-failure.dot index 91a2573095..761f9b1674 100644 --- a/cts/scheduler/order-expired-failure.dot +++ b/cts/scheduler/order-expired-failure.dot @@ -1,50 +1,44 @@ digraph "g" { -"Cancel galera-bundle-0_monitor_60000 controller-2" [ style=bold color="green" fontcolor="black"] -"Cancel galera-bundle-1_monitor_60000 controller-0" [ style=bold color="green" fontcolor="black"] -"Cancel galera-bundle-2_monitor_60000 controller-1" [ style=bold color="green" fontcolor="black"] -"Cancel rabbitmq-bundle-0_monitor_60000 controller-2" [ style=bold color="green" fontcolor="black"] -"Cancel rabbitmq-bundle-1_monitor_60000 controller-0" [ style=bold color="green" fontcolor="black"] -"Cancel rabbitmq-bundle-2_monitor_60000 controller-1" [ style=bold color="green" fontcolor="black"] "Cancel redis-bundle-0_monitor_60000 controller-2" [ style=bold color="green" fontcolor="black"] "Cancel redis-bundle-1_monitor_60000 controller-0" [ style=bold color="green" fontcolor="black"] "Cancel redis-bundle-2_monitor_60000 controller-1" [ style=bold color="green" fontcolor="black"] "all_stopped" [ style=bold color="green" fontcolor="orange"] "compute-unfence-trigger-clone_stop_0" -> "compute-unfence-trigger-clone_stopped_0" [ style = bold] "compute-unfence-trigger-clone_stop_0" -> "compute-unfence-trigger_stop_0 overcloud-novacompute-1" [ style = bold] "compute-unfence-trigger-clone_stop_0" [ style=bold color="green" fontcolor="orange"] "compute-unfence-trigger-clone_stopped_0" [ style=bold color="green" fontcolor="orange"] "compute-unfence-trigger_stop_0 overcloud-novacompute-1" -> "all_stopped" [ style = bold] "compute-unfence-trigger_stop_0 overcloud-novacompute-1" -> "compute-unfence-trigger-clone_stopped_0" [ style = bold] "compute-unfence-trigger_stop_0 overcloud-novacompute-1" -> "overcloud-novacompute-1_stop_0 controller-1" [ style = bold] "compute-unfence-trigger_stop_0 overcloud-novacompute-1" [ style=bold color="green" fontcolor="orange"] "galera-bundle-0_monitor_30000 controller-2" [ style=bold color="green" fontcolor="black"] "galera-bundle-1_monitor_30000 controller-0" [ style=bold color="green" fontcolor="black"] "galera-bundle-2_monitor_30000 controller-1" [ style=bold color="green" fontcolor="black"] "ip-10.0.0.110_monitor_10000 controller-1" [ style=bold color="green" fontcolor="black"] "ip-10.0.0.110_start_0 controller-1" -> "ip-10.0.0.110_monitor_10000 controller-1" [ style = bold] "ip-10.0.0.110_start_0 controller-1" [ style=bold color="green" fontcolor="black"] "overcloud-novacompute-1_clear_failcount_0 controller-1" [ style=bold color="green" fontcolor="black"] "overcloud-novacompute-1_stop_0 controller-1" -> "all_stopped" [ style = bold] "overcloud-novacompute-1_stop_0 controller-1" [ style=bold color="green" fontcolor="black"] "rabbitmq-bundle-0_monitor_30000 controller-2" [ style=bold color="green" fontcolor="black"] "rabbitmq-bundle-1_monitor_30000 controller-0" [ style=bold color="green" fontcolor="black"] "rabbitmq-bundle-2_monitor_30000 controller-1" [ style=bold color="green" fontcolor="black"] "redis-bundle-0_monitor_30000 controller-2" [ style=bold color="green" fontcolor="black"] "redis-bundle-1_monitor_30000 controller-0" [ style=bold color="green" fontcolor="black"] "redis-bundle-2_monitor_30000 controller-1" [ style=bold color="green" fontcolor="black"] "stonith 'reboot' overcloud-novacompute-1" -> "compute-unfence-trigger-clone_stop_0" [ style = bold] "stonith 'reboot' overcloud-novacompute-1" -> "compute-unfence-trigger_stop_0 overcloud-novacompute-1" [ style = bold] "stonith 'reboot' overcloud-novacompute-1" -> "overcloud-novacompute-1_clear_failcount_0 controller-1" [ style = bold] "stonith 'reboot' overcloud-novacompute-1" -> "stonith_complete" [ style = bold] "stonith 'reboot' overcloud-novacompute-1" [ style=bold color="green" fontcolor="black"] "stonith-fence_compute-fence-nova_monitor_60000 controller-2" [ style=bold color="green" fontcolor="black"] "stonith-fence_compute-fence-nova_start_0 controller-2" -> "stonith-fence_compute-fence-nova_monitor_60000 controller-2" [ style = bold] "stonith-fence_compute-fence-nova_start_0 controller-2" [ style=bold color="green" fontcolor="black"] "stonith-fence_compute-fence-nova_stop_0 controller-2" -> "all_stopped" [ style = bold] "stonith-fence_compute-fence-nova_stop_0 controller-2" -> "stonith-fence_compute-fence-nova_start_0 controller-2" [ style = bold] "stonith-fence_compute-fence-nova_stop_0 controller-2" [ style=bold color="green" fontcolor="black"] "stonith_complete" -> "all_stopped" [ style = bold] "stonith_complete" -> "ip-10.0.0.110_start_0 controller-1" [ style = bold] "stonith_complete" -> "stonith-fence_compute-fence-nova_start_0 controller-2" [ style = bold] "stonith_complete" [ style=bold color="green" fontcolor="orange"] } diff --git a/cts/scheduler/order-expired-failure.exp b/cts/scheduler/order-expired-failure.exp index 4e4203b1a2..9e122d84a5 100644 --- a/cts/scheduler/order-expired-failure.exp +++ b/cts/scheduler/order-expired-failure.exp @@ -1,343 +1,289 @@ - + - + - - - - - - - - - - + - - - - - - - - - - + - + - - - - - - - - - - + - + - - - - - - - - - - + - + - - - - - - - - - - + - + - - - - - - - - - - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + - + diff --git a/cts/scheduler/order-expired-failure.summary b/cts/scheduler/order-expired-failure.summary index d1edada584..e7ff6c9c87 100644 --- a/cts/scheduler/order-expired-failure.summary +++ b/cts/scheduler/order-expired-failure.summary @@ -1,130 +1,124 @@ Using the original execution date of: 2018-04-09 07:55:35Z Current cluster status: RemoteNode overcloud-novacompute-1: UNCLEAN (offline) Online: [ controller-0 controller-1 controller-2 ] RemoteOnline: [ overcloud-novacompute-0 ] Containers: [ galera-bundle-0:galera-bundle-docker-0 galera-bundle-1:galera-bundle-docker-1 galera-bundle-2:galera-bundle-docker-2 rabbitmq-bundle-0:rabbitmq-bundle-docker-0 rabbitmq-bundle-1:rabbitmq-bundle-docker-1 rabbitmq-bundle-2:rabbitmq-bundle-docker-2 redis-bundle-0:redis-bundle-docker-0 redis-bundle-1:redis-bundle-docker-1 redis-bundle-2:redis-bundle-docker-2 ] overcloud-novacompute-0 (ocf::pacemaker:remote): Started controller-0 overcloud-novacompute-1 (ocf::pacemaker:remote): FAILED controller-1 Docker container set: rabbitmq-bundle [192.168.24.1:8787/rhosp13/openstack-rabbitmq:pcmklatest] rabbitmq-bundle-0 (ocf::heartbeat:rabbitmq-cluster): Started controller-2 rabbitmq-bundle-1 (ocf::heartbeat:rabbitmq-cluster): Started controller-0 rabbitmq-bundle-2 (ocf::heartbeat:rabbitmq-cluster): Started controller-1 Docker container set: galera-bundle [192.168.24.1:8787/rhosp13/openstack-mariadb:pcmklatest] galera-bundle-0 (ocf::heartbeat:galera): Master controller-2 galera-bundle-1 (ocf::heartbeat:galera): Master controller-0 galera-bundle-2 (ocf::heartbeat:galera): Master controller-1 Docker container set: redis-bundle [192.168.24.1:8787/rhosp13/openstack-redis:pcmklatest] redis-bundle-0 (ocf::heartbeat:redis): Master controller-2 redis-bundle-1 (ocf::heartbeat:redis): Slave controller-0 redis-bundle-2 (ocf::heartbeat:redis): Slave controller-1 ip-192.168.24.11 (ocf::heartbeat:IPaddr2): Started controller-2 ip-10.0.0.110 (ocf::heartbeat:IPaddr2): Stopped ip-172.17.1.14 (ocf::heartbeat:IPaddr2): Started controller-1 ip-172.17.1.17 (ocf::heartbeat:IPaddr2): Started controller-2 ip-172.17.3.11 (ocf::heartbeat:IPaddr2): Started controller-0 ip-172.17.4.17 (ocf::heartbeat:IPaddr2): Started controller-1 Docker container set: haproxy-bundle [192.168.24.1:8787/rhosp13/openstack-haproxy:pcmklatest] haproxy-bundle-docker-0 (ocf::heartbeat:docker): Started controller-2 haproxy-bundle-docker-1 (ocf::heartbeat:docker): Started controller-0 haproxy-bundle-docker-2 (ocf::heartbeat:docker): Started controller-1 stonith-fence_compute-fence-nova (stonith:fence_compute): FAILED controller-2 Clone Set: compute-unfence-trigger-clone [compute-unfence-trigger] compute-unfence-trigger (ocf::pacemaker:Dummy): Started overcloud-novacompute-1 (UNCLEAN) Started: [ overcloud-novacompute-0 ] Stopped: [ controller-0 controller-1 controller-2 ] nova-evacuate (ocf::openstack:NovaEvacuate): Started controller-0 stonith-fence_ipmilan-5254008be2cc (stonith:fence_ipmilan): Started controller-1 stonith-fence_ipmilan-525400803f9e (stonith:fence_ipmilan): Started controller-0 stonith-fence_ipmilan-525400fca120 (stonith:fence_ipmilan): Started controller-2 stonith-fence_ipmilan-525400953d48 (stonith:fence_ipmilan): Started controller-2 stonith-fence_ipmilan-525400b02b86 (stonith:fence_ipmilan): Started controller-1 Docker container: openstack-cinder-volume [192.168.24.1:8787/rhosp13/openstack-cinder-volume:pcmklatest] openstack-cinder-volume-docker-0 (ocf::heartbeat:docker): Started controller-0 Transition Summary: * Fence (reboot) overcloud-novacompute-1 'remote connection is unrecoverable' * Stop overcloud-novacompute-1 ( controller-1 ) due to node availability * Start ip-10.0.0.110 ( controller-1 ) * Recover stonith-fence_compute-fence-nova ( controller-2 ) * Stop compute-unfence-trigger:1 ( overcloud-novacompute-1 ) due to node availability Executing cluster transition: * Resource action: rabbitmq-bundle-0 monitor=30000 on controller-2 - * Resource action: rabbitmq-bundle-0 cancel=60000 on controller-2 * Resource action: rabbitmq-bundle-1 monitor=30000 on controller-0 - * Resource action: rabbitmq-bundle-1 cancel=60000 on controller-0 * Resource action: rabbitmq-bundle-2 monitor=30000 on controller-1 - * Resource action: rabbitmq-bundle-2 cancel=60000 on controller-1 * Resource action: galera-bundle-0 monitor=30000 on controller-2 - * Resource action: galera-bundle-0 cancel=60000 on controller-2 * Resource action: galera-bundle-1 monitor=30000 on controller-0 - * Resource action: galera-bundle-1 cancel=60000 on controller-0 * Resource action: galera-bundle-2 monitor=30000 on controller-1 - * Resource action: galera-bundle-2 cancel=60000 on controller-1 * Resource action: redis-bundle-0 monitor=30000 on controller-2 * Resource action: redis-bundle-0 cancel=60000 on controller-2 * Resource action: redis-bundle-1 monitor=30000 on controller-0 * Resource action: redis-bundle-1 cancel=60000 on controller-0 * Resource action: redis-bundle-2 monitor=30000 on controller-1 * Resource action: redis-bundle-2 cancel=60000 on controller-1 * Resource action: stonith-fence_compute-fence-nova stop on controller-2 * Fencing overcloud-novacompute-1 (reboot) * Cluster action: clear_failcount for overcloud-novacompute-1 on controller-1 * Pseudo action: compute-unfence-trigger-clone_stop_0 * Pseudo action: stonith_complete * Resource action: ip-10.0.0.110 start on controller-1 * Resource action: stonith-fence_compute-fence-nova start on controller-2 * Resource action: stonith-fence_compute-fence-nova monitor=60000 on controller-2 * Pseudo action: compute-unfence-trigger_stop_0 * Pseudo action: compute-unfence-trigger-clone_stopped_0 * Resource action: overcloud-novacompute-1 stop on controller-1 * Resource action: ip-10.0.0.110 monitor=10000 on controller-1 * Pseudo action: all_stopped Using the original execution date of: 2018-04-09 07:55:35Z Revised cluster status: RemoteNode overcloud-novacompute-1: UNCLEAN (offline) Online: [ controller-0 controller-1 controller-2 ] RemoteOnline: [ overcloud-novacompute-0 ] Containers: [ galera-bundle-0:galera-bundle-docker-0 galera-bundle-1:galera-bundle-docker-1 galera-bundle-2:galera-bundle-docker-2 rabbitmq-bundle-0:rabbitmq-bundle-docker-0 rabbitmq-bundle-1:rabbitmq-bundle-docker-1 rabbitmq-bundle-2:rabbitmq-bundle-docker-2 redis-bundle-0:redis-bundle-docker-0 redis-bundle-1:redis-bundle-docker-1 redis-bundle-2:redis-bundle-docker-2 ] overcloud-novacompute-0 (ocf::pacemaker:remote): Started controller-0 overcloud-novacompute-1 (ocf::pacemaker:remote): FAILED Docker container set: rabbitmq-bundle [192.168.24.1:8787/rhosp13/openstack-rabbitmq:pcmklatest] rabbitmq-bundle-0 (ocf::heartbeat:rabbitmq-cluster): Started controller-2 rabbitmq-bundle-1 (ocf::heartbeat:rabbitmq-cluster): Started controller-0 rabbitmq-bundle-2 (ocf::heartbeat:rabbitmq-cluster): Started controller-1 Docker container set: galera-bundle [192.168.24.1:8787/rhosp13/openstack-mariadb:pcmklatest] galera-bundle-0 (ocf::heartbeat:galera): Master controller-2 galera-bundle-1 (ocf::heartbeat:galera): Master controller-0 galera-bundle-2 (ocf::heartbeat:galera): Master controller-1 Docker container set: redis-bundle [192.168.24.1:8787/rhosp13/openstack-redis:pcmklatest] redis-bundle-0 (ocf::heartbeat:redis): Master controller-2 redis-bundle-1 (ocf::heartbeat:redis): Slave controller-0 redis-bundle-2 (ocf::heartbeat:redis): Slave controller-1 ip-192.168.24.11 (ocf::heartbeat:IPaddr2): Started controller-2 ip-10.0.0.110 (ocf::heartbeat:IPaddr2): Started controller-1 ip-172.17.1.14 (ocf::heartbeat:IPaddr2): Started controller-1 ip-172.17.1.17 (ocf::heartbeat:IPaddr2): Started controller-2 ip-172.17.3.11 (ocf::heartbeat:IPaddr2): Started controller-0 ip-172.17.4.17 (ocf::heartbeat:IPaddr2): Started controller-1 Docker container set: haproxy-bundle [192.168.24.1:8787/rhosp13/openstack-haproxy:pcmklatest] haproxy-bundle-docker-0 (ocf::heartbeat:docker): Started controller-2 haproxy-bundle-docker-1 (ocf::heartbeat:docker): Started controller-0 haproxy-bundle-docker-2 (ocf::heartbeat:docker): Started controller-1 stonith-fence_compute-fence-nova (stonith:fence_compute): Started controller-2 Clone Set: compute-unfence-trigger-clone [compute-unfence-trigger] Started: [ overcloud-novacompute-0 ] Stopped: [ controller-0 controller-1 controller-2 overcloud-novacompute-1 ] nova-evacuate (ocf::openstack:NovaEvacuate): Started controller-0 stonith-fence_ipmilan-5254008be2cc (stonith:fence_ipmilan): Started controller-1 stonith-fence_ipmilan-525400803f9e (stonith:fence_ipmilan): Started controller-0 stonith-fence_ipmilan-525400fca120 (stonith:fence_ipmilan): Started controller-2 stonith-fence_ipmilan-525400953d48 (stonith:fence_ipmilan): Started controller-2 stonith-fence_ipmilan-525400b02b86 (stonith:fence_ipmilan): Started controller-1 Docker container: openstack-cinder-volume [192.168.24.1:8787/rhosp13/openstack-cinder-volume:pcmklatest] openstack-cinder-volume-docker-0 (ocf::heartbeat:docker): Started controller-0