diff --git a/cts/scheduler/829.dot b/cts/scheduler/829.dot index 1daa2aafb1..35c7231c3e 100644 --- a/cts/scheduler/829.dot +++ b/cts/scheduler/829.dot @@ -1,44 +1,42 @@ digraph "g" { "DcIPaddr_monitor_0 c001n01" [ style=bold color="green" fontcolor="black" ] "DcIPaddr_monitor_0 c001n03" [ style=bold color="green" fontcolor="black" ] "DoFencing_stop_0" -> "DoFencing_stopped_0" [ style = bold] "DoFencing_stop_0" -> "child_DoFencing:0_stop_0 c001n02" [ style = bold] "DoFencing_stop_0" [ style=bold color="green" fontcolor="orange" ] "DoFencing_stopped_0" [ style=bold color="green" fontcolor="orange" ] "all_stopped" [ style=bold color="green" fontcolor="orange" ] "child_DoFencing:0_monitor_0 c001n01" [ style=bold color="green" fontcolor="black" ] "child_DoFencing:0_stop_0 c001n02" -> "DoFencing_stopped_0" [ style = bold] "child_DoFencing:0_stop_0 c001n02" -> "all_stopped" [ style = bold] "child_DoFencing:0_stop_0 c001n02" [ style=bold color="green" fontcolor="orange" ] "child_DoFencing:1_monitor_0 c001n01" [ style=bold color="green" fontcolor="black" ] "child_DoFencing:2_monitor_0 c001n03" [ style=bold color="green" fontcolor="black" ] "child_DoFencing:2_monitor_0 c001n08" [ style=bold color="green" fontcolor="black" ] "child_DoFencing:3_monitor_0 c001n01" [ style=bold color="green" fontcolor="black" ] "child_DoFencing:3_monitor_0 c001n03" [ style=bold color="green" fontcolor="black" ] "rsc_c001n01_monitor_0 c001n03" [ style=bold color="green" fontcolor="black" ] "rsc_c001n01_monitor_0 c001n08" [ style=bold color="green" fontcolor="black" ] "rsc_c001n02_monitor_0 c001n01" -> "rsc_c001n02_start_0 c001n01" [ style = bold] "rsc_c001n02_monitor_0 c001n01" [ style=bold color="green" fontcolor="black" ] "rsc_c001n02_monitor_0 c001n03" -> "rsc_c001n02_start_0 c001n01" [ style = bold] "rsc_c001n02_monitor_0 c001n03" [ style=bold color="green" fontcolor="black" ] "rsc_c001n02_monitor_0 c001n08" -> "rsc_c001n02_start_0 c001n01" [ style = bold] "rsc_c001n02_monitor_0 c001n08" [ style=bold color="green" fontcolor="black" ] "rsc_c001n02_monitor_5000 c001n01" [ style=bold color="green" fontcolor="black" ] "rsc_c001n02_start_0 c001n01" -> "rsc_c001n02_monitor_5000 c001n01" [ style = bold] "rsc_c001n02_start_0 c001n01" [ style=bold color="green" fontcolor="black" ] "rsc_c001n02_stop_0 c001n02" -> "all_stopped" [ style = bold] "rsc_c001n02_stop_0 c001n02" -> "rsc_c001n02_start_0 c001n01" [ style = bold] "rsc_c001n02_stop_0 c001n02" [ style=bold color="green" fontcolor="orange" ] "rsc_c001n03_monitor_0 c001n01" [ style=bold color="green" fontcolor="black" ] "rsc_c001n03_monitor_0 c001n08" [ style=bold color="green" fontcolor="black" ] "rsc_c001n08_monitor_0 c001n01" [ style=bold color="green" fontcolor="black" ] "rsc_c001n08_monitor_0 c001n03" [ style=bold color="green" fontcolor="black" ] -"stonith 'reboot' c001n02" -> "DoFencing_stop_0" [ style = bold] -"stonith 'reboot' c001n02" -> "child_DoFencing:0_stop_0 c001n02" [ style = bold] "stonith 'reboot' c001n02" -> "rsc_c001n02_stop_0 c001n02" [ style = bold] "stonith 'reboot' c001n02" -> "stonith_complete" [ style = bold] "stonith 'reboot' c001n02" [ style=bold color="green" fontcolor="black"] "stonith_complete" -> "all_stopped" [ style = bold] "stonith_complete" -> "rsc_c001n02_start_0 c001n01" [ style = bold] "stonith_complete" [ style=bold color="green" fontcolor="orange" ] } diff --git a/cts/scheduler/829.exp b/cts/scheduler/829.exp index ed8be6eb9f..4fa0f2b374 100644 --- a/cts/scheduler/829.exp +++ b/cts/scheduler/829.exp @@ -1,288 +1,281 @@ - - - - - - - - + diff --git a/cts/scheduler/829.summary b/cts/scheduler/829.summary index 8cc27dc667..72c73ddf01 100644 --- a/cts/scheduler/829.summary +++ b/cts/scheduler/829.summary @@ -1,64 +1,64 @@ Current cluster status: Node c001n02 (e9bdfde9-01b0-421f-acd8-8a65a53e775f): UNCLEAN (offline) Online: [ c001n01 c001n03 c001n08 ] DcIPaddr (ocf::heartbeat:IPaddr): Started c001n08 rsc_c001n08 (ocf::heartbeat:IPaddr): Started c001n08 rsc_c001n02 (ocf::heartbeat:IPaddr): Started c001n02 (UNCLEAN) rsc_c001n03 (ocf::heartbeat:IPaddr): Started c001n03 rsc_c001n01 (ocf::heartbeat:IPaddr): Started c001n01 Clone Set: DoFencing [child_DoFencing] (unique) child_DoFencing:0 (stonith:ssh): Started c001n02 (UNCLEAN) child_DoFencing:1 (stonith:ssh): Started c001n03 child_DoFencing:2 (stonith:ssh): Started c001n01 child_DoFencing:3 (stonith:ssh): Started c001n08 Transition Summary: * Fence (reboot) c001n02 'peer is no longer part of the cluster' * Move rsc_c001n02 ( c001n02 -> c001n01 ) * Stop child_DoFencing:0 (c001n02) due to node availability Executing cluster transition: * Resource action: DcIPaddr monitor on c001n03 * Resource action: DcIPaddr monitor on c001n01 * Resource action: rsc_c001n08 monitor on c001n03 * Resource action: rsc_c001n08 monitor on c001n01 * Resource action: rsc_c001n02 monitor on c001n08 * Resource action: rsc_c001n02 monitor on c001n03 * Resource action: rsc_c001n02 monitor on c001n01 * Resource action: rsc_c001n03 monitor on c001n08 * Resource action: rsc_c001n03 monitor on c001n01 * Resource action: rsc_c001n01 monitor on c001n08 * Resource action: rsc_c001n01 monitor on c001n03 * Resource action: child_DoFencing:0 monitor on c001n01 * Resource action: child_DoFencing:1 monitor on c001n01 * Resource action: child_DoFencing:2 monitor on c001n08 * Resource action: child_DoFencing:2 monitor on c001n03 * Resource action: child_DoFencing:3 monitor on c001n03 * Resource action: child_DoFencing:3 monitor on c001n01 + * Pseudo action: DoFencing_stop_0 * Fencing c001n02 (reboot) * Pseudo action: rsc_c001n02_stop_0 - * Pseudo action: DoFencing_stop_0 - * Pseudo action: stonith_complete - * Resource action: rsc_c001n02 start on c001n01 * Pseudo action: child_DoFencing:0_stop_0 * Pseudo action: DoFencing_stopped_0 + * Pseudo action: stonith_complete * Pseudo action: all_stopped + * Resource action: rsc_c001n02 start on c001n01 * Resource action: rsc_c001n02 monitor=5000 on c001n01 Revised cluster status: Online: [ c001n01 c001n03 c001n08 ] OFFLINE: [ c001n02 ] DcIPaddr (ocf::heartbeat:IPaddr): Started c001n08 rsc_c001n08 (ocf::heartbeat:IPaddr): Started c001n08 rsc_c001n02 (ocf::heartbeat:IPaddr): Started c001n01 rsc_c001n03 (ocf::heartbeat:IPaddr): Started c001n03 rsc_c001n01 (ocf::heartbeat:IPaddr): Started c001n01 Clone Set: DoFencing [child_DoFencing] (unique) child_DoFencing:0 (stonith:ssh): Stopped child_DoFencing:1 (stonith:ssh): Started c001n03 child_DoFencing:2 (stonith:ssh): Started c001n01 child_DoFencing:3 (stonith:ssh): Started c001n08 diff --git a/cts/scheduler/bug-lf-2508.dot b/cts/scheduler/bug-lf-2508.dot index 6e88af57bc..63ce6eb7e9 100644 --- a/cts/scheduler/bug-lf-2508.dot +++ b/cts/scheduler/bug-lf-2508.dot @@ -1,112 +1,103 @@ digraph "g" { "Dummy01_monitor_10000 srv01" [ style=bold color="green" fontcolor="black" ] "Dummy01_start_0 srv01" -> "Dummy01_monitor_10000 srv01" [ style = bold] "Dummy01_start_0 srv01" -> "Group01_running_0" [ style = bold] "Dummy01_start_0 srv01" [ style=bold color="green" fontcolor="black" ] "Dummy02_monitor_10000 srv04" [ style=bold color="green" fontcolor="black" ] "Dummy02_start_0 srv04" -> "Dummy02_monitor_10000 srv04" [ style = bold] "Dummy02_start_0 srv04" -> "Group02_running_0" [ style = bold] "Dummy02_start_0 srv04" [ style=bold color="green" fontcolor="black" ] "Dummy02_stop_0 srv02" -> "Dummy02_start_0 srv04" [ style = bold] "Dummy02_stop_0 srv02" -> "Group02_stopped_0" [ style = bold] "Dummy02_stop_0 srv02" -> "all_stopped" [ style = bold] "Dummy02_stop_0 srv02" [ style=bold color="green" fontcolor="orange" ] "Group01_running_0" [ style=bold color="green" fontcolor="orange" ] "Group01_start_0" -> "Dummy01_start_0 srv01" [ style = bold] "Group01_start_0" -> "Group01_running_0" [ style = bold] "Group01_start_0" [ style=bold color="green" fontcolor="orange" ] "Group02_running_0" [ style=bold color="green" fontcolor="orange" ] "Group02_start_0" -> "Dummy02_start_0 srv04" [ style = bold] "Group02_start_0" -> "Group02_running_0" [ style = bold] "Group02_start_0" [ style=bold color="green" fontcolor="orange" ] "Group02_stop_0" -> "Dummy02_stop_0 srv02" [ style = bold] "Group02_stop_0" -> "Group02_stopped_0" [ style = bold] "Group02_stop_0" [ style=bold color="green" fontcolor="orange" ] "Group02_stopped_0" -> "Group02_start_0" [ style = bold] "Group02_stopped_0" [ style=bold color="green" fontcolor="orange" ] "all_stopped" -> "prmStonith3-3:1_start_0 srv01" [ style = bold] "all_stopped" [ style=bold color="green" fontcolor="orange" ] "clnStonith1_stop_0" -> "clnStonith1_stopped_0" [ style = bold] "clnStonith1_stop_0" -> "grpStonith1:1_stop_0" [ style = bold] "clnStonith1_stop_0" [ style=bold color="green" fontcolor="orange" ] "clnStonith1_stopped_0" [ style=bold color="green" fontcolor="orange" ] "clnStonith3_running_0" [ style=bold color="green" fontcolor="orange" ] "clnStonith3_start_0" -> "clnStonith3_running_0" [ style = bold] "clnStonith3_start_0" -> "grpStonith3:1_start_0" [ style = bold] "clnStonith3_start_0" [ style=bold color="green" fontcolor="orange" ] "clnStonith3_stop_0" -> "clnStonith3_stopped_0" [ style = bold] "clnStonith3_stop_0" -> "grpStonith3:0_stop_0" [ style = bold] "clnStonith3_stop_0" [ style=bold color="green" fontcolor="orange" ] "clnStonith3_stopped_0" -> "clnStonith3_start_0" [ style = bold] "clnStonith3_stopped_0" [ style=bold color="green" fontcolor="orange" ] "clnStonith4_stop_0" -> "clnStonith4_stopped_0" [ style = bold] "clnStonith4_stop_0" -> "grpStonith4:1_stop_0" [ style = bold] "clnStonith4_stop_0" [ style=bold color="green" fontcolor="orange" ] "clnStonith4_stopped_0" [ style=bold color="green" fontcolor="orange" ] "grpStonith1:1_stop_0" -> "grpStonith1:1_stopped_0" [ style = bold] "grpStonith1:1_stop_0" -> "prmStonith1-1:1_stop_0 srv02" [ style = bold] "grpStonith1:1_stop_0" -> "prmStonith1-3:1_stop_0 srv02" [ style = bold] "grpStonith1:1_stop_0" [ style=bold color="green" fontcolor="orange"] "grpStonith1:1_stopped_0" -> "clnStonith1_stopped_0" [ style = bold] "grpStonith1:1_stopped_0" [ style=bold color="green" fontcolor="orange"] "grpStonith3:0_stop_0" -> "grpStonith3:0_stopped_0" [ style = bold] "grpStonith3:0_stop_0" -> "prmStonith3-1:1_stop_0 srv02" [ style = bold] "grpStonith3:0_stop_0" -> "prmStonith3-3:1_stop_0 srv02" [ style = bold] "grpStonith3:0_stop_0" [ style=bold color="green" fontcolor="orange"] "grpStonith3:0_stopped_0" -> "clnStonith3_stopped_0" [ style = bold] "grpStonith3:0_stopped_0" [ style=bold color="green" fontcolor="orange"] "grpStonith3:1_running_0" -> "clnStonith3_running_0" [ style = bold] "grpStonith3:1_running_0" [ style=bold color="green" fontcolor="orange"] "grpStonith3:1_start_0" -> "grpStonith3:1_running_0" [ style = bold] "grpStonith3:1_start_0" -> "prmStonith3-3:1_start_0 srv01" [ style = bold] "grpStonith3:1_start_0" [ style=bold color="green" fontcolor="orange"] "grpStonith4:1_stop_0" -> "grpStonith4:1_stopped_0" [ style = bold] "grpStonith4:1_stop_0" -> "prmStonith4-1:1_stop_0 srv02" [ style = bold] "grpStonith4:1_stop_0" -> "prmStonith4-3:1_stop_0 srv02" [ style = bold] "grpStonith4:1_stop_0" [ style=bold color="green" fontcolor="orange"] "grpStonith4:1_stopped_0" -> "clnStonith4_stopped_0" [ style = bold] "grpStonith4:1_stopped_0" [ style=bold color="green" fontcolor="orange"] "prmStonith1-1:1_stop_0 srv02" -> "all_stopped" [ style = bold] "prmStonith1-1:1_stop_0 srv02" -> "grpStonith1:1_stopped_0" [ style = bold] "prmStonith1-1:1_stop_0 srv02" [ style=bold color="green" fontcolor="orange" ] "prmStonith1-3:1_stop_0 srv02" -> "all_stopped" [ style = bold] "prmStonith1-3:1_stop_0 srv02" -> "grpStonith1:1_stopped_0" [ style = bold] "prmStonith1-3:1_stop_0 srv02" -> "prmStonith1-1:1_stop_0 srv02" [ style = bold] "prmStonith1-3:1_stop_0 srv02" [ style=bold color="green" fontcolor="orange" ] "prmStonith3-1:1_monitor_3600000 srv01" [ style=bold color="green" fontcolor="black" ] "prmStonith3-1:1_stop_0 srv02" -> "all_stopped" [ style = bold] "prmStonith3-1:1_stop_0 srv02" -> "grpStonith3:0_stopped_0" [ style = bold] "prmStonith3-1:1_stop_0 srv02" [ style=bold color="green" fontcolor="orange"] "prmStonith3-3:1_monitor_3600000 srv01" [ style=bold color="green" fontcolor="black"] "prmStonith3-3:1_start_0 srv01" -> "grpStonith3:1_running_0" [ style = bold] "prmStonith3-3:1_start_0 srv01" -> "prmStonith3-3:1_monitor_3600000 srv01" [ style = bold] "prmStonith3-3:1_start_0 srv01" [ style=bold color="green" fontcolor="black"] "prmStonith3-3:1_stop_0 srv02" -> "all_stopped" [ style = bold] "prmStonith3-3:1_stop_0 srv02" -> "grpStonith3:0_stopped_0" [ style = bold] "prmStonith3-3:1_stop_0 srv02" -> "prmStonith3-1:1_stop_0 srv02" [ style = bold] "prmStonith3-3:1_stop_0 srv02" [ style=bold color="green" fontcolor="orange"] "prmStonith4-1:1_stop_0 srv02" -> "all_stopped" [ style = bold] "prmStonith4-1:1_stop_0 srv02" -> "grpStonith4:1_stopped_0" [ style = bold] "prmStonith4-1:1_stop_0 srv02" [ style=bold color="green" fontcolor="orange"] "prmStonith4-3:1_stop_0 srv02" -> "all_stopped" [ style = bold] "prmStonith4-3:1_stop_0 srv02" -> "grpStonith4:1_stopped_0" [ style = bold] "prmStonith4-3:1_stop_0 srv02" -> "prmStonith4-1:1_stop_0 srv02" [ style = bold] "prmStonith4-3:1_stop_0 srv02" [ style=bold color="green" fontcolor="orange"] "stonith 'reboot' srv02" -> "Dummy02_stop_0 srv02" [ style = bold] "stonith 'reboot' srv02" -> "Group02_stop_0" [ style = bold] -"stonith 'reboot' srv02" -> "clnStonith1_stop_0" [ style = bold] -"stonith 'reboot' srv02" -> "clnStonith3_stop_0" [ style = bold] -"stonith 'reboot' srv02" -> "clnStonith4_stop_0" [ style = bold] -"stonith 'reboot' srv02" -> "prmStonith1-1:1_stop_0 srv02" [ style = bold] -"stonith 'reboot' srv02" -> "prmStonith1-3:1_stop_0 srv02" [ style = bold] -"stonith 'reboot' srv02" -> "prmStonith3-1:1_stop_0 srv02" [ style = bold] -"stonith 'reboot' srv02" -> "prmStonith3-3:1_stop_0 srv02" [ style = bold] -"stonith 'reboot' srv02" -> "prmStonith4-1:1_stop_0 srv02" [ style = bold] -"stonith 'reboot' srv02" -> "prmStonith4-3:1_stop_0 srv02" [ style = bold] "stonith 'reboot' srv02" -> "stonith_complete" [ style = bold] "stonith 'reboot' srv02" [ style=bold color="green" fontcolor="black"] "stonith_complete" -> "Dummy01_start_0 srv01" [ style = bold] "stonith_complete" -> "Dummy02_start_0 srv04" [ style = bold] "stonith_complete" -> "all_stopped" [ style = bold] "stonith_complete" [ style=bold color="green" fontcolor="orange" ] } diff --git a/cts/scheduler/bug-lf-2508.exp b/cts/scheduler/bug-lf-2508.exp index 86371b529f..992f48db6f 100644 --- a/cts/scheduler/bug-lf-2508.exp +++ b/cts/scheduler/bug-lf-2508.exp @@ -1,573 +1,543 @@ - - - - - - - - - - - + - - - - - - - - - - - + - - - - - - - - - - - + diff --git a/cts/scheduler/bug-lf-2508.summary b/cts/scheduler/bug-lf-2508.summary index d4e548a639..bdfa5adc31 100644 --- a/cts/scheduler/bug-lf-2508.summary +++ b/cts/scheduler/bug-lf-2508.summary @@ -1,112 +1,112 @@ Current cluster status: Node srv02 (71085d5e-1c63-49e0-8c8c-400d610b4182): UNCLEAN (offline) Online: [ srv01 srv03 srv04 ] Resource Group: Group01 Dummy01 (ocf::heartbeat:Dummy): Stopped Resource Group: Group02 Dummy02 (ocf::heartbeat:Dummy): Started srv02 (UNCLEAN) Resource Group: Group03 Dummy03 (ocf::heartbeat:Dummy): Started srv03 Clone Set: clnStonith1 [grpStonith1] Resource Group: grpStonith1:1 prmStonith1-1 (stonith:external/stonith-helper): Started srv02 (UNCLEAN) prmStonith1-3 (stonith:external/ssh): Started srv02 (UNCLEAN) Started: [ srv03 srv04 ] Stopped: [ srv01 ] Clone Set: clnStonith2 [grpStonith2] Started: [ srv01 srv03 srv04 ] Stopped: [ srv02 ] Clone Set: clnStonith3 [grpStonith3] Resource Group: grpStonith3:0 prmStonith3-1 (stonith:external/stonith-helper): Started srv02 (UNCLEAN) prmStonith3-3 (stonith:external/ssh): Started srv02 (UNCLEAN) Resource Group: grpStonith3:1 prmStonith3-1 (stonith:external/stonith-helper): Started srv01 prmStonith3-3 (stonith:external/ssh): Stopped Started: [ srv04 ] Stopped: [ srv03 ] Clone Set: clnStonith4 [grpStonith4] Resource Group: grpStonith4:1 prmStonith4-1 (stonith:external/stonith-helper): Started srv02 (UNCLEAN) prmStonith4-3 (stonith:external/ssh): Started srv02 (UNCLEAN) Started: [ srv01 srv03 ] Stopped: [ srv04 ] Transition Summary: * Fence (reboot) srv02 'peer is no longer part of the cluster' * Start Dummy01 (srv01) * Move Dummy02 ( srv02 -> srv04 ) * Stop prmStonith1-1:1 (srv02) due to node availability * Stop prmStonith1-3:1 (srv02) due to node availability * Stop prmStonith3-1:0 (srv02) due to node availability * Stop prmStonith3-3:0 (srv02) due to node availability * Start prmStonith3-3:1 (srv01) * Stop prmStonith4-1:1 (srv02) due to node availability * Stop prmStonith4-3:1 (srv02) due to node availability Executing cluster transition: * Pseudo action: Group01_start_0 + * Pseudo action: clnStonith1_stop_0 * Resource action: prmStonith3-1:1 monitor=3600000 on srv01 + * Pseudo action: clnStonith3_stop_0 + * Pseudo action: clnStonith4_stop_0 * Fencing srv02 (reboot) * Pseudo action: Group02_stop_0 * Pseudo action: Dummy02_stop_0 - * Pseudo action: clnStonith1_stop_0 - * Pseudo action: clnStonith3_stop_0 - * Pseudo action: clnStonith4_stop_0 - * Pseudo action: stonith_complete - * Resource action: Dummy01 start on srv01 - * Pseudo action: Group02_stopped_0 - * Pseudo action: Group02_start_0 - * Resource action: Dummy02 start on srv04 * Pseudo action: grpStonith1:1_stop_0 * Pseudo action: prmStonith1-3:1_stop_0 * Pseudo action: grpStonith3:0_stop_0 * Pseudo action: prmStonith3-3:1_stop_0 * Pseudo action: grpStonith4:1_stop_0 * Pseudo action: prmStonith4-3:1_stop_0 - * Pseudo action: Group01_running_0 - * Resource action: Dummy01 monitor=10000 on srv01 - * Pseudo action: Group02_running_0 - * Resource action: Dummy02 monitor=10000 on srv04 + * Pseudo action: stonith_complete + * Resource action: Dummy01 start on srv01 + * Pseudo action: Group02_stopped_0 + * Pseudo action: Group02_start_0 + * Resource action: Dummy02 start on srv04 * Pseudo action: prmStonith1-1:1_stop_0 * Pseudo action: prmStonith3-1:1_stop_0 * Pseudo action: prmStonith4-1:1_stop_0 * Pseudo action: all_stopped + * Pseudo action: Group01_running_0 + * Resource action: Dummy01 monitor=10000 on srv01 + * Pseudo action: Group02_running_0 + * Resource action: Dummy02 monitor=10000 on srv04 * Pseudo action: grpStonith1:1_stopped_0 * Pseudo action: clnStonith1_stopped_0 * Pseudo action: grpStonith3:0_stopped_0 * Pseudo action: clnStonith3_stopped_0 * Pseudo action: clnStonith3_start_0 * Pseudo action: grpStonith4:1_stopped_0 * Pseudo action: clnStonith4_stopped_0 * Pseudo action: grpStonith3:1_start_0 * Resource action: prmStonith3-3:1 start on srv01 * Pseudo action: grpStonith3:1_running_0 * Resource action: prmStonith3-3:1 monitor=3600000 on srv01 * Pseudo action: clnStonith3_running_0 Revised cluster status: Online: [ srv01 srv03 srv04 ] OFFLINE: [ srv02 ] Resource Group: Group01 Dummy01 (ocf::heartbeat:Dummy): Started srv01 Resource Group: Group02 Dummy02 (ocf::heartbeat:Dummy): Started srv04 Resource Group: Group03 Dummy03 (ocf::heartbeat:Dummy): Started srv03 Clone Set: clnStonith1 [grpStonith1] Started: [ srv03 srv04 ] Stopped: [ srv01 srv02 ] Clone Set: clnStonith2 [grpStonith2] Started: [ srv01 srv03 srv04 ] Stopped: [ srv02 ] Clone Set: clnStonith3 [grpStonith3] Started: [ srv01 srv04 ] Stopped: [ srv02 srv03 ] Clone Set: clnStonith4 [grpStonith4] Started: [ srv01 srv03 ] Stopped: [ srv02 srv04 ] diff --git a/cts/scheduler/interleave-pseudo-stop.dot b/cts/scheduler/interleave-pseudo-stop.dot index 5b3d272ee4..b6ae0ebba4 100644 --- a/cts/scheduler/interleave-pseudo-stop.dot +++ b/cts/scheduler/interleave-pseudo-stop.dot @@ -1,116 +1,114 @@ digraph "g" { "all_stopped" [ style=bold color="green" fontcolor="orange" ] "configstoreclone:0_confirmed-post_notify_stonith_0" -> "all_stopped" [ style = bold] "configstoreclone:0_confirmed-post_notify_stonith_0" [ style=bold color="green" fontcolor="orange" ] "configstoreclone:0_post_notify_stonith_0" -> "configstoreclone:0_confirmed-post_notify_stonith_0" [ style = bold] "configstoreclone:0_post_notify_stonith_0" -> "configstoreclone:1_post_notify_stonith_0 node2" [ style = bold] "configstoreclone:0_post_notify_stonith_0" [ style=bold color="green" fontcolor="orange" ] "configstoreclone:0_stop_0 node1" -> "all_stopped" [ style = bold] "configstoreclone:0_stop_0 node1" -> "configstorecloneset_stopped_0" [ style = bold] "configstoreclone:0_stop_0 node1" -> "evmsclone:0_stop_0 node1" [ style = bold] "configstoreclone:0_stop_0 node1" [ style=bold color="green" fontcolor="orange" ] "configstoreclone:1_post_notify_stonith_0 node2" -> "configstoreclone:0_confirmed-post_notify_stonith_0" [ style = bold] "configstoreclone:1_post_notify_stonith_0 node2" -> "configstorecloneset_confirmed-post_notify_stopped_0" [ style = bold] "configstoreclone:1_post_notify_stonith_0 node2" [ style=bold color="green" fontcolor="black"] "configstoreclone:1_pre_notify_stop_0 node2" -> "configstorecloneset_confirmed-pre_notify_stop_0" [ style = bold] "configstoreclone:1_pre_notify_stop_0 node2" [ style=bold color="green" fontcolor="black" ] "configstorecloneset_confirmed-post_notify_stopped_0" -> "all_stopped" [ style = bold] "configstorecloneset_confirmed-post_notify_stopped_0" -> "evmscloneset_stop_0" [ style = bold] "configstorecloneset_confirmed-post_notify_stopped_0" [ style=bold color="green" fontcolor="orange" ] "configstorecloneset_confirmed-pre_notify_stop_0" -> "configstorecloneset_post_notify_stopped_0" [ style = bold] "configstorecloneset_confirmed-pre_notify_stop_0" -> "configstorecloneset_stop_0" [ style = bold] "configstorecloneset_confirmed-pre_notify_stop_0" [ style=bold color="green" fontcolor="orange" ] "configstorecloneset_post_notify_stopped_0" -> "configstoreclone:1_post_notify_stonith_0 node2" [ style = bold] "configstorecloneset_post_notify_stopped_0" -> "configstorecloneset_confirmed-post_notify_stopped_0" [ style = bold] "configstorecloneset_post_notify_stopped_0" [ style=bold color="green" fontcolor="orange" ] "configstorecloneset_pre_notify_stop_0" -> "configstoreclone:1_pre_notify_stop_0 node2" [ style = bold] "configstorecloneset_pre_notify_stop_0" -> "configstorecloneset_confirmed-pre_notify_stop_0" [ style = bold] "configstorecloneset_pre_notify_stop_0" [ style=bold color="green" fontcolor="orange" ] "configstorecloneset_stop_0" -> "configstoreclone:0_stop_0 node1" [ style = bold] "configstorecloneset_stop_0" -> "configstorecloneset_stopped_0" [ style = bold] "configstorecloneset_stop_0" [ style=bold color="green" fontcolor="orange" ] "configstorecloneset_stopped_0" -> "configstorecloneset_post_notify_stopped_0" [ style = bold] "configstorecloneset_stopped_0" [ style=bold color="green" fontcolor="orange" ] "evmsclone:0_confirmed-post_notify_stonith_0" -> "all_stopped" [ style = bold] "evmsclone:0_confirmed-post_notify_stonith_0" [ style=bold color="green" fontcolor="orange" ] "evmsclone:0_post_notify_stonith_0" -> "evmsclone:0_confirmed-post_notify_stonith_0" [ style = bold] "evmsclone:0_post_notify_stonith_0" -> "evmsclone:1_post_notify_stonith_0 node2" [ style = bold] "evmsclone:0_post_notify_stonith_0" [ style=bold color="green" fontcolor="orange" ] "evmsclone:0_stop_0 node1" -> "all_stopped" [ style = bold] "evmsclone:0_stop_0 node1" -> "evmscloneset_stopped_0" [ style = bold] "evmsclone:0_stop_0 node1" [ style=bold color="green" fontcolor="orange" ] "evmsclone:1_post_notify_stonith_0 node2" -> "evmsclone:0_confirmed-post_notify_stonith_0" [ style = bold] "evmsclone:1_post_notify_stonith_0 node2" -> "evmscloneset_confirmed-post_notify_stopped_0" [ style = bold] "evmsclone:1_post_notify_stonith_0 node2" [ style=bold color="green" fontcolor="black"] "evmsclone:1_pre_notify_stop_0 node2" -> "evmscloneset_confirmed-pre_notify_stop_0" [ style = bold] "evmsclone:1_pre_notify_stop_0 node2" [ style=bold color="green" fontcolor="black" ] "evmscloneset_confirmed-post_notify_stopped_0" -> "all_stopped" [ style = bold] "evmscloneset_confirmed-post_notify_stopped_0" [ style=bold color="green" fontcolor="orange" ] "evmscloneset_confirmed-pre_notify_stop_0" -> "evmscloneset_post_notify_stopped_0" [ style = bold] "evmscloneset_confirmed-pre_notify_stop_0" -> "evmscloneset_stop_0" [ style = bold] "evmscloneset_confirmed-pre_notify_stop_0" [ style=bold color="green" fontcolor="orange" ] "evmscloneset_post_notify_stopped_0" -> "evmsclone:1_post_notify_stonith_0 node2" [ style = bold] "evmscloneset_post_notify_stopped_0" -> "evmscloneset_confirmed-post_notify_stopped_0" [ style = bold] "evmscloneset_post_notify_stopped_0" [ style=bold color="green" fontcolor="orange" ] "evmscloneset_pre_notify_stop_0" -> "evmsclone:1_pre_notify_stop_0 node2" [ style = bold] "evmscloneset_pre_notify_stop_0" -> "evmscloneset_confirmed-pre_notify_stop_0" [ style = bold] "evmscloneset_pre_notify_stop_0" [ style=bold color="green" fontcolor="orange" ] "evmscloneset_stop_0" -> "evmsclone:0_stop_0 node1" [ style = bold] "evmscloneset_stop_0" -> "evmscloneset_stopped_0" [ style = bold] "evmscloneset_stop_0" [ style=bold color="green" fontcolor="orange" ] "evmscloneset_stopped_0" -> "evmscloneset_post_notify_stopped_0" [ style = bold] "evmscloneset_stopped_0" [ style=bold color="green" fontcolor="orange" ] "imagestoreclone:0_confirmed-post_notify_stonith_0" -> "all_stopped" [ style = bold] "imagestoreclone:0_confirmed-post_notify_stonith_0" [ style=bold color="green" fontcolor="orange" ] "imagestoreclone:0_post_notify_stonith_0" -> "imagestoreclone:0_confirmed-post_notify_stonith_0" [ style = bold] "imagestoreclone:0_post_notify_stonith_0" -> "imagestoreclone:1_post_notify_stonith_0 node2" [ style = bold] "imagestoreclone:0_post_notify_stonith_0" [ style=bold color="green" fontcolor="orange" ] "imagestoreclone:0_stop_0 node1" -> "all_stopped" [ style = bold] "imagestoreclone:0_stop_0 node1" -> "evmsclone:0_stop_0 node1" [ style = bold] "imagestoreclone:0_stop_0 node1" -> "imagestorecloneset_stopped_0" [ style = bold] "imagestoreclone:0_stop_0 node1" [ style=bold color="green" fontcolor="orange" ] "imagestoreclone:1_post_notify_stonith_0 node2" -> "imagestoreclone:0_confirmed-post_notify_stonith_0" [ style = bold] "imagestoreclone:1_post_notify_stonith_0 node2" -> "imagestorecloneset_confirmed-post_notify_stopped_0" [ style = bold] "imagestoreclone:1_post_notify_stonith_0 node2" [ style=bold color="green" fontcolor="black"] "imagestoreclone:1_pre_notify_stop_0 node2" -> "imagestorecloneset_confirmed-pre_notify_stop_0" [ style = bold] "imagestoreclone:1_pre_notify_stop_0 node2" [ style=bold color="green" fontcolor="black" ] "imagestorecloneset_confirmed-post_notify_stopped_0" -> "all_stopped" [ style = bold] "imagestorecloneset_confirmed-post_notify_stopped_0" -> "evmscloneset_stop_0" [ style = bold] "imagestorecloneset_confirmed-post_notify_stopped_0" [ style=bold color="green" fontcolor="orange" ] "imagestorecloneset_confirmed-pre_notify_stop_0" -> "imagestorecloneset_post_notify_stopped_0" [ style = bold] "imagestorecloneset_confirmed-pre_notify_stop_0" -> "imagestorecloneset_stop_0" [ style = bold] "imagestorecloneset_confirmed-pre_notify_stop_0" [ style=bold color="green" fontcolor="orange" ] "imagestorecloneset_post_notify_stopped_0" -> "imagestoreclone:1_post_notify_stonith_0 node2" [ style = bold] "imagestorecloneset_post_notify_stopped_0" -> "imagestorecloneset_confirmed-post_notify_stopped_0" [ style = bold] "imagestorecloneset_post_notify_stopped_0" [ style=bold color="green" fontcolor="orange" ] "imagestorecloneset_pre_notify_stop_0" -> "imagestoreclone:1_pre_notify_stop_0 node2" [ style = bold] "imagestorecloneset_pre_notify_stop_0" -> "imagestorecloneset_confirmed-pre_notify_stop_0" [ style = bold] "imagestorecloneset_pre_notify_stop_0" [ style=bold color="green" fontcolor="orange" ] "imagestorecloneset_stop_0" -> "imagestoreclone:0_stop_0 node1" [ style = bold] "imagestorecloneset_stop_0" -> "imagestorecloneset_stopped_0" [ style = bold] "imagestorecloneset_stop_0" [ style=bold color="green" fontcolor="orange" ] "imagestorecloneset_stopped_0" -> "imagestorecloneset_post_notify_stopped_0" [ style = bold] "imagestorecloneset_stopped_0" [ style=bold color="green" fontcolor="orange" ] "stonith 'reboot' node1" -> "configstoreclone:0_post_notify_stonith_0" [ style = bold] "stonith 'reboot' node1" -> "configstoreclone:0_stop_0 node1" [ style = bold] "stonith 'reboot' node1" -> "configstorecloneset_stop_0" [ style = bold] "stonith 'reboot' node1" -> "evmsclone:0_post_notify_stonith_0" [ style = bold] "stonith 'reboot' node1" -> "evmsclone:0_stop_0 node1" [ style = bold] "stonith 'reboot' node1" -> "evmscloneset_stop_0" [ style = bold] "stonith 'reboot' node1" -> "imagestoreclone:0_post_notify_stonith_0" [ style = bold] "stonith 'reboot' node1" -> "imagestoreclone:0_stop_0 node1" [ style = bold] "stonith 'reboot' node1" -> "imagestorecloneset_stop_0" [ style = bold] "stonith 'reboot' node1" -> "stonith_complete" [ style = bold] -"stonith 'reboot' node1" -> "stonithclone:0_stop_0 node1" [ style = bold] -"stonith 'reboot' node1" -> "stonithcloneset_stop_0" [ style = bold] "stonith 'reboot' node1" [ style=bold color="green" fontcolor="black"] "stonith_complete" -> "all_stopped" [ style = bold] "stonith_complete" [ style=bold color="green" fontcolor="orange" ] "stonithclone:0_stop_0 node1" -> "all_stopped" [ style = bold] "stonithclone:0_stop_0 node1" -> "stonithcloneset_stopped_0" [ style = bold] "stonithclone:0_stop_0 node1" [ style=bold color="green" fontcolor="orange" ] "stonithcloneset_stop_0" -> "stonithclone:0_stop_0 node1" [ style = bold] "stonithcloneset_stop_0" -> "stonithcloneset_stopped_0" [ style = bold] "stonithcloneset_stop_0" [ style=bold color="green" fontcolor="orange" ] "stonithcloneset_stopped_0" [ style=bold color="green" fontcolor="orange" ] } diff --git a/cts/scheduler/interleave-pseudo-stop.exp b/cts/scheduler/interleave-pseudo-stop.exp index 97faf4624c..762d9040f5 100644 --- a/cts/scheduler/interleave-pseudo-stop.exp +++ b/cts/scheduler/interleave-pseudo-stop.exp @@ -1,583 +1,576 @@ - - - - - - - - + diff --git a/cts/scheduler/interleave-pseudo-stop.summary b/cts/scheduler/interleave-pseudo-stop.summary index ee3fa29d6b..9db767369b 100644 --- a/cts/scheduler/interleave-pseudo-stop.summary +++ b/cts/scheduler/interleave-pseudo-stop.summary @@ -1,83 +1,83 @@ Current cluster status: Node node1 (f6d93040-a9ad-4745-a647-57ed32444ca8): UNCLEAN (offline) Online: [ node2 ] Clone Set: stonithcloneset [stonithclone] stonithclone (stonith:external/ssh): Started node1 (UNCLEAN) Started: [ node2 ] Clone Set: evmscloneset [evmsclone] evmsclone (ocf::heartbeat:EvmsSCC): Started node1 (UNCLEAN) Started: [ node2 ] Clone Set: imagestorecloneset [imagestoreclone] imagestoreclone (ocf::heartbeat:Filesystem): Started node1 (UNCLEAN) Started: [ node2 ] Clone Set: configstorecloneset [configstoreclone] configstoreclone (ocf::heartbeat:Filesystem): Started node1 (UNCLEAN) Started: [ node2 ] Transition Summary: * Fence (reboot) node1 'peer is no longer part of the cluster' * Stop stonithclone:1 (node1) due to node availability * Stop evmsclone:1 (node1) due to node availability * Stop imagestoreclone:1 (node1) due to node availability * Stop configstoreclone:1 (node1) due to node availability Executing cluster transition: + * Pseudo action: stonithcloneset_stop_0 * Pseudo action: evmscloneset_pre_notify_stop_0 * Pseudo action: imagestorecloneset_pre_notify_stop_0 * Pseudo action: configstorecloneset_pre_notify_stop_0 * Fencing node1 (reboot) - * Pseudo action: stonithcloneset_stop_0 + * Pseudo action: stonithclone:0_stop_0 + * Pseudo action: stonithcloneset_stopped_0 * Resource action: evmsclone:1 notify on node2 * Pseudo action: evmsclone:0_post_notify_stop_0 * Pseudo action: evmscloneset_confirmed-pre_notify_stop_0 * Resource action: imagestoreclone:1 notify on node2 * Pseudo action: imagestoreclone:0_post_notify_stop_0 * Pseudo action: imagestorecloneset_confirmed-pre_notify_stop_0 * Pseudo action: imagestorecloneset_stop_0 * Resource action: configstoreclone:1 notify on node2 * Pseudo action: configstoreclone:0_post_notify_stop_0 * Pseudo action: configstorecloneset_confirmed-pre_notify_stop_0 * Pseudo action: configstorecloneset_stop_0 * Pseudo action: stonith_complete - * Pseudo action: stonithclone:0_stop_0 - * Pseudo action: stonithcloneset_stopped_0 * Pseudo action: imagestoreclone:0_stop_0 * Pseudo action: imagestorecloneset_stopped_0 * Pseudo action: configstoreclone:0_stop_0 * Pseudo action: configstorecloneset_stopped_0 * Pseudo action: imagestorecloneset_post_notify_stopped_0 * Pseudo action: configstorecloneset_post_notify_stopped_0 * Resource action: imagestoreclone:1 notify on node2 * Pseudo action: imagestoreclone:0_notified_0 * Pseudo action: imagestorecloneset_confirmed-post_notify_stopped_0 * Resource action: configstoreclone:1 notify on node2 * Pseudo action: configstoreclone:0_notified_0 * Pseudo action: configstorecloneset_confirmed-post_notify_stopped_0 * Pseudo action: evmscloneset_stop_0 * Pseudo action: evmsclone:0_stop_0 * Pseudo action: evmscloneset_stopped_0 * Pseudo action: evmscloneset_post_notify_stopped_0 * Resource action: evmsclone:1 notify on node2 * Pseudo action: evmsclone:0_notified_0 * Pseudo action: evmscloneset_confirmed-post_notify_stopped_0 * Pseudo action: all_stopped Revised cluster status: Online: [ node2 ] OFFLINE: [ node1 ] Clone Set: stonithcloneset [stonithclone] Started: [ node2 ] Stopped: [ node1 ] Clone Set: evmscloneset [evmsclone] Started: [ node2 ] Stopped: [ node1 ] Clone Set: imagestorecloneset [imagestoreclone] Started: [ node2 ] Stopped (disabled): [ node1 ] Clone Set: configstorecloneset [configstoreclone] Started: [ node2 ] Stopped: [ node1 ] diff --git a/cts/scheduler/master-7.dot b/cts/scheduler/master-7.dot index 51fcfd81a3..e9d7fe9086 100644 --- a/cts/scheduler/master-7.dot +++ b/cts/scheduler/master-7.dot @@ -1,119 +1,117 @@ digraph "g" { "DcIPaddr_monitor_5000 c001n03" [ style=bold color="green" fontcolor="black" ] "DcIPaddr_start_0 c001n03" -> "DcIPaddr_monitor_5000 c001n03" [ style = bold] "DcIPaddr_start_0 c001n03" [ style=bold color="green" fontcolor="black" ] "DcIPaddr_stop_0 c001n01" -> "DcIPaddr_start_0 c001n03" [ style = bold] "DcIPaddr_stop_0 c001n01" -> "all_stopped" [ style = bold] "DcIPaddr_stop_0 c001n01" [ style=bold color="green" fontcolor="orange" ] "DoFencing_stop_0" -> "DoFencing_stopped_0" [ style = bold] "DoFencing_stop_0" -> "child_DoFencing:0_stop_0 c001n01" [ style = bold] "DoFencing_stop_0" [ style=bold color="green" fontcolor="orange" ] "DoFencing_stopped_0" [ style=bold color="green" fontcolor="orange" ] "all_stopped" [ style=bold color="green" fontcolor="orange" ] "child_DoFencing:0_stop_0 c001n01" -> "DoFencing_stopped_0" [ style = bold] "child_DoFencing:0_stop_0 c001n01" -> "all_stopped" [ style = bold] "child_DoFencing:0_stop_0 c001n01" [ style=bold color="green" fontcolor="orange" ] "child_DoFencing:2_monitor_0 c001n03" [ style=bold color="green" fontcolor="black" ] "child_DoFencing:2_monitor_0 c001n08" [ style=bold color="green" fontcolor="black" ] "child_DoFencing:3_monitor_0 c001n02" [ style=bold color="green" fontcolor="black" ] "child_DoFencing:3_monitor_0 c001n03" [ style=bold color="green" fontcolor="black" ] "group-1_running_0" [ style=bold color="green" fontcolor="orange" ] "group-1_start_0" -> "group-1_running_0" [ style = bold] "group-1_start_0" -> "heartbeat_192.168.100.182_start_0 c001n02" [ style = bold] "group-1_start_0" -> "ocf_192.168.100.181_start_0 c001n02" [ style = bold] "group-1_start_0" -> "ocf_192.168.100.183_start_0 c001n02" [ style = bold] "group-1_start_0" [ style=bold color="green" fontcolor="orange" ] "group-1_stop_0" -> "group-1_stopped_0" [ style = bold] "group-1_stop_0" -> "heartbeat_192.168.100.182_stop_0 c001n03" [ style = bold] "group-1_stop_0" -> "ocf_192.168.100.181_stop_0 c001n03" [ style = bold] "group-1_stop_0" -> "ocf_192.168.100.183_stop_0 c001n03" [ style = bold] "group-1_stop_0" [ style=bold color="green" fontcolor="orange" ] "group-1_stopped_0" -> "group-1_start_0" [ style = bold] "group-1_stopped_0" [ style=bold color="green" fontcolor="orange" ] "heartbeat_192.168.100.182_monitor_5000 c001n02" [ style=bold color="green" fontcolor="black" ] "heartbeat_192.168.100.182_start_0 c001n02" -> "group-1_running_0" [ style = bold] "heartbeat_192.168.100.182_start_0 c001n02" -> "heartbeat_192.168.100.182_monitor_5000 c001n02" [ style = bold] "heartbeat_192.168.100.182_start_0 c001n02" -> "ocf_192.168.100.183_start_0 c001n02" [ style = bold] "heartbeat_192.168.100.182_start_0 c001n02" [ style=bold color="green" fontcolor="black" ] "heartbeat_192.168.100.182_stop_0 c001n03" -> "all_stopped" [ style = bold] "heartbeat_192.168.100.182_stop_0 c001n03" -> "group-1_stopped_0" [ style = bold] "heartbeat_192.168.100.182_stop_0 c001n03" -> "heartbeat_192.168.100.182_start_0 c001n02" [ style = bold] "heartbeat_192.168.100.182_stop_0 c001n03" -> "ocf_192.168.100.181_stop_0 c001n03" [ style = bold] "heartbeat_192.168.100.182_stop_0 c001n03" [ style=bold color="green" fontcolor="black" ] "lsb_dummy_monitor_5000 c001n08" [ style=bold color="green" fontcolor="black" ] "lsb_dummy_start_0 c001n08" -> "lsb_dummy_monitor_5000 c001n08" [ style = bold] "lsb_dummy_start_0 c001n08" [ style=bold color="green" fontcolor="black" ] "lsb_dummy_stop_0 c001n02" -> "all_stopped" [ style = bold] "lsb_dummy_stop_0 c001n02" -> "lsb_dummy_start_0 c001n08" [ style = bold] "lsb_dummy_stop_0 c001n02" [ style=bold color="green" fontcolor="black" ] "master_rsc_1_demote_0" -> "master_rsc_1_demoted_0" [ style = bold] "master_rsc_1_demote_0" -> "ocf_msdummy:0_demote_0 c001n01" [ style = bold] "master_rsc_1_demote_0" [ style=bold color="green" fontcolor="orange" ] "master_rsc_1_demoted_0" -> "master_rsc_1_stop_0" [ style = bold] "master_rsc_1_demoted_0" [ style=bold color="green" fontcolor="orange" ] "master_rsc_1_stop_0" -> "master_rsc_1_stopped_0" [ style = bold] "master_rsc_1_stop_0" -> "ocf_msdummy:0_stop_0 c001n01" [ style = bold] "master_rsc_1_stop_0" -> "ocf_msdummy:4_stop_0 c001n01" [ style = bold] "master_rsc_1_stop_0" [ style=bold color="green" fontcolor="orange" ] "master_rsc_1_stopped_0" [ style=bold color="green" fontcolor="orange" ] "ocf_192.168.100.181_monitor_5000 c001n02" [ style=bold color="green" fontcolor="black" ] "ocf_192.168.100.181_start_0 c001n02" -> "group-1_running_0" [ style = bold] "ocf_192.168.100.181_start_0 c001n02" -> "heartbeat_192.168.100.182_start_0 c001n02" [ style = bold] "ocf_192.168.100.181_start_0 c001n02" -> "ocf_192.168.100.181_monitor_5000 c001n02" [ style = bold] "ocf_192.168.100.181_start_0 c001n02" [ style=bold color="green" fontcolor="black" ] "ocf_192.168.100.181_stop_0 c001n03" -> "all_stopped" [ style = bold] "ocf_192.168.100.181_stop_0 c001n03" -> "group-1_stopped_0" [ style = bold] "ocf_192.168.100.181_stop_0 c001n03" -> "ocf_192.168.100.181_start_0 c001n02" [ style = bold] "ocf_192.168.100.181_stop_0 c001n03" [ style=bold color="green" fontcolor="black" ] "ocf_192.168.100.183_monitor_5000 c001n02" [ style=bold color="green" fontcolor="black" ] "ocf_192.168.100.183_start_0 c001n02" -> "group-1_running_0" [ style = bold] "ocf_192.168.100.183_start_0 c001n02" -> "ocf_192.168.100.183_monitor_5000 c001n02" [ style = bold] "ocf_192.168.100.183_start_0 c001n02" [ style=bold color="green" fontcolor="black" ] "ocf_192.168.100.183_stop_0 c001n03" -> "all_stopped" [ style = bold] "ocf_192.168.100.183_stop_0 c001n03" -> "group-1_stopped_0" [ style = bold] "ocf_192.168.100.183_stop_0 c001n03" -> "heartbeat_192.168.100.182_stop_0 c001n03" [ style = bold] "ocf_192.168.100.183_stop_0 c001n03" -> "ocf_192.168.100.183_start_0 c001n02" [ style = bold] "ocf_192.168.100.183_stop_0 c001n03" [ style=bold color="green" fontcolor="black" ] "ocf_msdummy:0_demote_0 c001n01" -> "master_rsc_1_demoted_0" [ style = bold] "ocf_msdummy:0_demote_0 c001n01" -> "ocf_msdummy:0_stop_0 c001n01" [ style = bold] "ocf_msdummy:0_demote_0 c001n01" [ style=bold color="green" fontcolor="orange" ] "ocf_msdummy:0_stop_0 c001n01" -> "all_stopped" [ style = bold] "ocf_msdummy:0_stop_0 c001n01" -> "master_rsc_1_stopped_0" [ style = bold] "ocf_msdummy:0_stop_0 c001n01" [ style=bold color="green" fontcolor="orange" ] "ocf_msdummy:4_monitor_0 c001n02" [ style=bold color="green" fontcolor="black" ] "ocf_msdummy:4_monitor_0 c001n03" [ style=bold color="green" fontcolor="black" ] "ocf_msdummy:4_monitor_0 c001n08" [ style=bold color="green" fontcolor="black" ] "ocf_msdummy:4_stop_0 c001n01" -> "all_stopped" [ style = bold] "ocf_msdummy:4_stop_0 c001n01" -> "master_rsc_1_stopped_0" [ style = bold] "ocf_msdummy:4_stop_0 c001n01" [ style=bold color="green" fontcolor="orange" ] "ocf_msdummy:5_monitor_0 c001n02" [ style=bold color="green" fontcolor="black" ] "ocf_msdummy:5_monitor_0 c001n08" [ style=bold color="green" fontcolor="black" ] "ocf_msdummy:6_monitor_0 c001n03" [ style=bold color="green" fontcolor="black" ] "ocf_msdummy:6_monitor_0 c001n08" [ style=bold color="green" fontcolor="black" ] "ocf_msdummy:7_monitor_0 c001n02" [ style=bold color="green" fontcolor="black" ] "ocf_msdummy:7_monitor_0 c001n03" [ style=bold color="green" fontcolor="black" ] "rsc_c001n01_monitor_5000 c001n03" [ style=bold color="green" fontcolor="black" ] "rsc_c001n01_start_0 c001n03" -> "rsc_c001n01_monitor_5000 c001n03" [ style = bold] "rsc_c001n01_start_0 c001n03" [ style=bold color="green" fontcolor="black" ] "rsc_c001n01_stop_0 c001n01" -> "all_stopped" [ style = bold] "rsc_c001n01_stop_0 c001n01" -> "rsc_c001n01_start_0 c001n03" [ style = bold] "rsc_c001n01_stop_0 c001n01" [ style=bold color="green" fontcolor="orange" ] "stonith 'reboot' c001n01" -> "DcIPaddr_stop_0 c001n01" [ style = bold] -"stonith 'reboot' c001n01" -> "DoFencing_stop_0" [ style = bold] -"stonith 'reboot' c001n01" -> "child_DoFencing:0_stop_0 c001n01" [ style = bold] "stonith 'reboot' c001n01" -> "master_rsc_1_stop_0" [ style = bold] "stonith 'reboot' c001n01" -> "ocf_msdummy:0_demote_0 c001n01" [ style = bold] "stonith 'reboot' c001n01" -> "ocf_msdummy:0_stop_0 c001n01" [ style = bold] "stonith 'reboot' c001n01" -> "ocf_msdummy:4_stop_0 c001n01" [ style = bold] "stonith 'reboot' c001n01" -> "rsc_c001n01_stop_0 c001n01" [ style = bold] "stonith 'reboot' c001n01" -> "stonith_complete" [ style = bold] "stonith 'reboot' c001n01" [ style=bold color="green" fontcolor="black"] "stonith_complete" -> "DcIPaddr_start_0 c001n03" [ style = bold] "stonith_complete" -> "all_stopped" [ style = bold] "stonith_complete" -> "heartbeat_192.168.100.182_start_0 c001n02" [ style = bold] "stonith_complete" -> "lsb_dummy_start_0 c001n08" [ style = bold] "stonith_complete" -> "ocf_192.168.100.181_start_0 c001n02" [ style = bold] "stonith_complete" -> "ocf_192.168.100.183_start_0 c001n02" [ style = bold] "stonith_complete" -> "rsc_c001n01_start_0 c001n03" [ style = bold] "stonith_complete" [ style=bold color="green" fontcolor="orange" ] } diff --git a/cts/scheduler/master-7.exp b/cts/scheduler/master-7.exp index c1c62fca2b..3c28c5c5a5 100644 --- a/cts/scheduler/master-7.exp +++ b/cts/scheduler/master-7.exp @@ -1,662 +1,655 @@ - - - - - - - - + diff --git a/cts/scheduler/master-7.summary b/cts/scheduler/master-7.summary index 78e187cd84..1bbc593a66 100644 --- a/cts/scheduler/master-7.summary +++ b/cts/scheduler/master-7.summary @@ -1,121 +1,121 @@ Current cluster status: Node c001n01 (de937e3d-0309-4b5d-b85c-f96edc1ed8e3): UNCLEAN (offline) Online: [ c001n02 c001n03 c001n08 ] DcIPaddr (ocf::heartbeat:IPaddr): Started c001n01 (UNCLEAN) Resource Group: group-1 ocf_192.168.100.181 (ocf::heartbeat:IPaddr): Started c001n03 heartbeat_192.168.100.182 (ocf::heartbeat:IPaddr): Started c001n03 ocf_192.168.100.183 (ocf::heartbeat:IPaddr): Started c001n03 lsb_dummy (lsb:/usr/lib/heartbeat/cts/LSBDummy): Started c001n02 rsc_c001n01 (ocf::heartbeat:IPaddr): Started c001n01 (UNCLEAN) rsc_c001n08 (ocf::heartbeat:IPaddr): Started c001n08 rsc_c001n02 (ocf::heartbeat:IPaddr): Started c001n02 rsc_c001n03 (ocf::heartbeat:IPaddr): Started c001n03 Clone Set: DoFencing [child_DoFencing] (unique) child_DoFencing:0 (stonith:ssh): Started c001n01 (UNCLEAN) child_DoFencing:1 (stonith:ssh): Started c001n03 child_DoFencing:2 (stonith:ssh): Started c001n02 child_DoFencing:3 (stonith:ssh): Started c001n08 Master/Slave Set: master_rsc_1 [ocf_msdummy] (unique) ocf_msdummy:0 (ocf::heartbeat:/usr/lib/heartbeat/cts/OCFMSDummy): Master c001n01 (UNCLEAN) ocf_msdummy:1 (ocf::heartbeat:/usr/lib/heartbeat/cts/OCFMSDummy): Slave c001n03 ocf_msdummy:2 (ocf::heartbeat:/usr/lib/heartbeat/cts/OCFMSDummy): Slave c001n02 ocf_msdummy:3 (ocf::heartbeat:/usr/lib/heartbeat/cts/OCFMSDummy): Slave c001n08 ocf_msdummy:4 (ocf::heartbeat:/usr/lib/heartbeat/cts/OCFMSDummy): Slave c001n01 ( UNCLEAN ) ocf_msdummy:5 (ocf::heartbeat:/usr/lib/heartbeat/cts/OCFMSDummy): Slave c001n03 ocf_msdummy:6 (ocf::heartbeat:/usr/lib/heartbeat/cts/OCFMSDummy): Slave c001n02 ocf_msdummy:7 (ocf::heartbeat:/usr/lib/heartbeat/cts/OCFMSDummy): Slave c001n08 Transition Summary: * Fence (reboot) c001n01 'peer is no longer part of the cluster' * Move DcIPaddr ( c001n01 -> c001n03 ) * Move ocf_192.168.100.181 ( c001n03 -> c001n02 ) * Move heartbeat_192.168.100.182 ( c001n03 -> c001n02 ) * Move ocf_192.168.100.183 ( c001n03 -> c001n02 ) * Move lsb_dummy ( c001n02 -> c001n08 ) * Move rsc_c001n01 ( c001n01 -> c001n03 ) * Stop child_DoFencing:0 (c001n01) due to node availability * Stop ocf_msdummy:0 ( Master c001n01 ) due to node availability * Stop ocf_msdummy:4 ( Slave c001n01 ) due to node availability Executing cluster transition: * Pseudo action: group-1_stop_0 * Resource action: ocf_192.168.100.183 stop on c001n03 * Resource action: lsb_dummy stop on c001n02 * Resource action: child_DoFencing:2 monitor on c001n08 * Resource action: child_DoFencing:2 monitor on c001n03 * Resource action: child_DoFencing:3 monitor on c001n03 * Resource action: child_DoFencing:3 monitor on c001n02 + * Pseudo action: DoFencing_stop_0 * Resource action: ocf_msdummy:4 monitor on c001n08 * Resource action: ocf_msdummy:4 monitor on c001n03 * Resource action: ocf_msdummy:4 monitor on c001n02 * Resource action: ocf_msdummy:5 monitor on c001n08 * Resource action: ocf_msdummy:5 monitor on c001n02 * Resource action: ocf_msdummy:6 monitor on c001n08 * Resource action: ocf_msdummy:6 monitor on c001n03 * Resource action: ocf_msdummy:7 monitor on c001n03 * Resource action: ocf_msdummy:7 monitor on c001n02 * Pseudo action: master_rsc_1_demote_0 * Fencing c001n01 (reboot) * Pseudo action: DcIPaddr_stop_0 * Resource action: heartbeat_192.168.100.182 stop on c001n03 * Pseudo action: rsc_c001n01_stop_0 - * Pseudo action: DoFencing_stop_0 + * Pseudo action: child_DoFencing:0_stop_0 + * Pseudo action: DoFencing_stopped_0 * Pseudo action: ocf_msdummy:0_demote_0 * Pseudo action: master_rsc_1_demoted_0 * Pseudo action: master_rsc_1_stop_0 * Pseudo action: stonith_complete * Resource action: DcIPaddr start on c001n03 * Resource action: ocf_192.168.100.181 stop on c001n03 * Resource action: lsb_dummy start on c001n08 * Resource action: rsc_c001n01 start on c001n03 - * Pseudo action: child_DoFencing:0_stop_0 - * Pseudo action: DoFencing_stopped_0 * Pseudo action: ocf_msdummy:0_stop_0 * Pseudo action: ocf_msdummy:4_stop_0 * Pseudo action: master_rsc_1_stopped_0 * Pseudo action: all_stopped * Resource action: DcIPaddr monitor=5000 on c001n03 * Pseudo action: group-1_stopped_0 * Pseudo action: group-1_start_0 * Resource action: ocf_192.168.100.181 start on c001n02 * Resource action: heartbeat_192.168.100.182 start on c001n02 * Resource action: ocf_192.168.100.183 start on c001n02 * Resource action: lsb_dummy monitor=5000 on c001n08 * Resource action: rsc_c001n01 monitor=5000 on c001n03 * Pseudo action: group-1_running_0 * Resource action: ocf_192.168.100.181 monitor=5000 on c001n02 * Resource action: heartbeat_192.168.100.182 monitor=5000 on c001n02 * Resource action: ocf_192.168.100.183 monitor=5000 on c001n02 Revised cluster status: Online: [ c001n02 c001n03 c001n08 ] OFFLINE: [ c001n01 ] DcIPaddr (ocf::heartbeat:IPaddr): Started c001n03 Resource Group: group-1 ocf_192.168.100.181 (ocf::heartbeat:IPaddr): Started c001n02 heartbeat_192.168.100.182 (ocf::heartbeat:IPaddr): Started c001n02 ocf_192.168.100.183 (ocf::heartbeat:IPaddr): Started c001n02 lsb_dummy (lsb:/usr/lib/heartbeat/cts/LSBDummy): Started c001n08 rsc_c001n01 (ocf::heartbeat:IPaddr): Started c001n03 rsc_c001n08 (ocf::heartbeat:IPaddr): Started c001n08 rsc_c001n02 (ocf::heartbeat:IPaddr): Started c001n02 rsc_c001n03 (ocf::heartbeat:IPaddr): Started c001n03 Clone Set: DoFencing [child_DoFencing] (unique) child_DoFencing:0 (stonith:ssh): Stopped child_DoFencing:1 (stonith:ssh): Started c001n03 child_DoFencing:2 (stonith:ssh): Started c001n02 child_DoFencing:3 (stonith:ssh): Started c001n08 Master/Slave Set: master_rsc_1 [ocf_msdummy] (unique) ocf_msdummy:0 (ocf::heartbeat:/usr/lib/heartbeat/cts/OCFMSDummy): Stopped ocf_msdummy:1 (ocf::heartbeat:/usr/lib/heartbeat/cts/OCFMSDummy): Slave c001n03 ocf_msdummy:2 (ocf::heartbeat:/usr/lib/heartbeat/cts/OCFMSDummy): Slave c001n02 ocf_msdummy:3 (ocf::heartbeat:/usr/lib/heartbeat/cts/OCFMSDummy): Slave c001n08 ocf_msdummy:4 (ocf::heartbeat:/usr/lib/heartbeat/cts/OCFMSDummy): Stopped ocf_msdummy:5 (ocf::heartbeat:/usr/lib/heartbeat/cts/OCFMSDummy): Slave c001n03 ocf_msdummy:6 (ocf::heartbeat:/usr/lib/heartbeat/cts/OCFMSDummy): Slave c001n02 ocf_msdummy:7 (ocf::heartbeat:/usr/lib/heartbeat/cts/OCFMSDummy): Slave c001n08 diff --git a/cts/scheduler/master-8.dot b/cts/scheduler/master-8.dot index 2df01e0cf8..1e4c08aee9 100644 --- a/cts/scheduler/master-8.dot +++ b/cts/scheduler/master-8.dot @@ -1,138 +1,136 @@ digraph "g" { "DcIPaddr_monitor_5000 c001n03" [ style=bold color="green" fontcolor="black" ] "DcIPaddr_start_0 c001n03" -> "DcIPaddr_monitor_5000 c001n03" [ style = bold] "DcIPaddr_start_0 c001n03" [ style=bold color="green" fontcolor="black" ] "DcIPaddr_stop_0 c001n01" -> "DcIPaddr_start_0 c001n03" [ style = bold] "DcIPaddr_stop_0 c001n01" -> "all_stopped" [ style = bold] "DcIPaddr_stop_0 c001n01" [ style=bold color="green" fontcolor="orange" ] "DoFencing_stop_0" -> "DoFencing_stopped_0" [ style = bold] "DoFencing_stop_0" -> "child_DoFencing:0_stop_0 c001n01" [ style = bold] "DoFencing_stop_0" [ style=bold color="green" fontcolor="orange" ] "DoFencing_stopped_0" [ style=bold color="green" fontcolor="orange" ] "all_stopped" [ style=bold color="green" fontcolor="orange" ] "child_DoFencing:0_stop_0 c001n01" -> "DoFencing_stopped_0" [ style = bold] "child_DoFencing:0_stop_0 c001n01" -> "all_stopped" [ style = bold] "child_DoFencing:0_stop_0 c001n01" [ style=bold color="green" fontcolor="orange" ] "child_DoFencing:2_monitor_0 c001n03" [ style=bold color="green" fontcolor="black" ] "child_DoFencing:2_monitor_0 c001n08" [ style=bold color="green" fontcolor="black" ] "child_DoFencing:3_monitor_0 c001n02" [ style=bold color="green" fontcolor="black" ] "child_DoFencing:3_monitor_0 c001n03" [ style=bold color="green" fontcolor="black" ] "group-1_running_0" [ style=bold color="green" fontcolor="orange" ] "group-1_start_0" -> "group-1_running_0" [ style = bold] "group-1_start_0" -> "heartbeat_192.168.100.182_start_0 c001n02" [ style = bold] "group-1_start_0" -> "ocf_192.168.100.181_start_0 c001n02" [ style = bold] "group-1_start_0" -> "ocf_192.168.100.183_start_0 c001n02" [ style = bold] "group-1_start_0" [ style=bold color="green" fontcolor="orange" ] "group-1_stop_0" -> "group-1_stopped_0" [ style = bold] "group-1_stop_0" -> "heartbeat_192.168.100.182_stop_0 c001n03" [ style = bold] "group-1_stop_0" -> "ocf_192.168.100.181_stop_0 c001n03" [ style = bold] "group-1_stop_0" -> "ocf_192.168.100.183_stop_0 c001n03" [ style = bold] "group-1_stop_0" [ style=bold color="green" fontcolor="orange" ] "group-1_stopped_0" -> "group-1_start_0" [ style = bold] "group-1_stopped_0" [ style=bold color="green" fontcolor="orange" ] "heartbeat_192.168.100.182_monitor_5000 c001n02" [ style=bold color="green" fontcolor="black" ] "heartbeat_192.168.100.182_start_0 c001n02" -> "group-1_running_0" [ style = bold] "heartbeat_192.168.100.182_start_0 c001n02" -> "heartbeat_192.168.100.182_monitor_5000 c001n02" [ style = bold] "heartbeat_192.168.100.182_start_0 c001n02" -> "ocf_192.168.100.183_start_0 c001n02" [ style = bold] "heartbeat_192.168.100.182_start_0 c001n02" [ style=bold color="green" fontcolor="black" ] "heartbeat_192.168.100.182_stop_0 c001n03" -> "all_stopped" [ style = bold] "heartbeat_192.168.100.182_stop_0 c001n03" -> "group-1_stopped_0" [ style = bold] "heartbeat_192.168.100.182_stop_0 c001n03" -> "heartbeat_192.168.100.182_start_0 c001n02" [ style = bold] "heartbeat_192.168.100.182_stop_0 c001n03" -> "ocf_192.168.100.181_stop_0 c001n03" [ style = bold] "heartbeat_192.168.100.182_stop_0 c001n03" [ style=bold color="green" fontcolor="black" ] "lsb_dummy_monitor_5000 c001n08" [ style=bold color="green" fontcolor="black" ] "lsb_dummy_start_0 c001n08" -> "lsb_dummy_monitor_5000 c001n08" [ style = bold] "lsb_dummy_start_0 c001n08" [ style=bold color="green" fontcolor="black" ] "lsb_dummy_stop_0 c001n02" -> "all_stopped" [ style = bold] "lsb_dummy_stop_0 c001n02" -> "lsb_dummy_start_0 c001n08" [ style = bold] "lsb_dummy_stop_0 c001n02" [ style=bold color="green" fontcolor="black" ] "master_rsc_1_demote_0" -> "master_rsc_1_demoted_0" [ style = bold] "master_rsc_1_demote_0" -> "ocf_msdummy:0_demote_0 c001n01" [ style = bold] "master_rsc_1_demote_0" [ style=bold color="green" fontcolor="orange" ] "master_rsc_1_demoted_0" -> "master_rsc_1_start_0" [ style = bold] "master_rsc_1_demoted_0" -> "master_rsc_1_stop_0" [ style = bold] "master_rsc_1_demoted_0" [ style=bold color="green" fontcolor="orange" ] "master_rsc_1_running_0" [ style=bold color="green" fontcolor="orange" ] "master_rsc_1_start_0" -> "master_rsc_1_running_0" [ style = bold] "master_rsc_1_start_0" -> "ocf_msdummy:0_start_0 c001n03" [ style = bold] "master_rsc_1_start_0" [ style=bold color="green" fontcolor="orange" ] "master_rsc_1_stop_0" -> "master_rsc_1_stopped_0" [ style = bold] "master_rsc_1_stop_0" -> "ocf_msdummy:0_stop_0 c001n01" [ style = bold] "master_rsc_1_stop_0" [ style=bold color="green" fontcolor="orange" ] "master_rsc_1_stopped_0" -> "master_rsc_1_start_0" [ style = bold] "master_rsc_1_stopped_0" [ style=bold color="green" fontcolor="orange" ] "ocf_192.168.100.181_monitor_5000 c001n02" [ style=bold color="green" fontcolor="black" ] "ocf_192.168.100.181_start_0 c001n02" -> "group-1_running_0" [ style = bold] "ocf_192.168.100.181_start_0 c001n02" -> "heartbeat_192.168.100.182_start_0 c001n02" [ style = bold] "ocf_192.168.100.181_start_0 c001n02" -> "ocf_192.168.100.181_monitor_5000 c001n02" [ style = bold] "ocf_192.168.100.181_start_0 c001n02" [ style=bold color="green" fontcolor="black" ] "ocf_192.168.100.181_stop_0 c001n03" -> "all_stopped" [ style = bold] "ocf_192.168.100.181_stop_0 c001n03" -> "group-1_stopped_0" [ style = bold] "ocf_192.168.100.181_stop_0 c001n03" -> "ocf_192.168.100.181_start_0 c001n02" [ style = bold] "ocf_192.168.100.181_stop_0 c001n03" [ style=bold color="green" fontcolor="black" ] "ocf_192.168.100.183_monitor_5000 c001n02" [ style=bold color="green" fontcolor="black" ] "ocf_192.168.100.183_start_0 c001n02" -> "group-1_running_0" [ style = bold] "ocf_192.168.100.183_start_0 c001n02" -> "ocf_192.168.100.183_monitor_5000 c001n02" [ style = bold] "ocf_192.168.100.183_start_0 c001n02" [ style=bold color="green" fontcolor="black" ] "ocf_192.168.100.183_stop_0 c001n03" -> "all_stopped" [ style = bold] "ocf_192.168.100.183_stop_0 c001n03" -> "group-1_stopped_0" [ style = bold] "ocf_192.168.100.183_stop_0 c001n03" -> "heartbeat_192.168.100.182_stop_0 c001n03" [ style = bold] "ocf_192.168.100.183_stop_0 c001n03" -> "ocf_192.168.100.183_start_0 c001n02" [ style = bold] "ocf_192.168.100.183_stop_0 c001n03" [ style=bold color="green" fontcolor="black" ] "ocf_msdummy:0_demote_0 c001n01" -> "master_rsc_1_demoted_0" [ style = bold] "ocf_msdummy:0_demote_0 c001n01" -> "ocf_msdummy:0_monitor_5000 c001n03" [ style = bold] "ocf_msdummy:0_demote_0 c001n01" -> "ocf_msdummy:0_stop_0 c001n01" [ style = bold] "ocf_msdummy:0_demote_0 c001n01" [ style=bold color="green" fontcolor="orange" ] "ocf_msdummy:0_monitor_5000 c001n03" [ style=bold color="green" fontcolor="black" ] "ocf_msdummy:0_start_0 c001n03" -> "master_rsc_1_running_0" [ style = bold] "ocf_msdummy:0_start_0 c001n03" -> "ocf_msdummy:0_monitor_5000 c001n03" [ style = bold] "ocf_msdummy:0_start_0 c001n03" [ style=bold color="green" fontcolor="black" ] "ocf_msdummy:0_stop_0 c001n01" -> "all_stopped" [ style = bold] "ocf_msdummy:0_stop_0 c001n01" -> "master_rsc_1_stopped_0" [ style = bold] "ocf_msdummy:0_stop_0 c001n01" -> "ocf_msdummy:0_start_0 c001n03" [ style = bold] "ocf_msdummy:0_stop_0 c001n01" [ style=bold color="green" fontcolor="orange" ] "ocf_msdummy:4_monitor_0 c001n02" -> "master_rsc_1_start_0" [ style = bold] "ocf_msdummy:4_monitor_0 c001n02" [ style=bold color="green" fontcolor="black" ] "ocf_msdummy:4_monitor_0 c001n03" -> "master_rsc_1_start_0" [ style = bold] "ocf_msdummy:4_monitor_0 c001n03" [ style=bold color="green" fontcolor="black" ] "ocf_msdummy:4_monitor_0 c001n08" -> "master_rsc_1_start_0" [ style = bold] "ocf_msdummy:4_monitor_0 c001n08" [ style=bold color="green" fontcolor="black" ] "ocf_msdummy:5_monitor_0 c001n02" -> "master_rsc_1_start_0" [ style = bold] "ocf_msdummy:5_monitor_0 c001n02" [ style=bold color="green" fontcolor="black" ] "ocf_msdummy:5_monitor_0 c001n03" -> "master_rsc_1_start_0" [ style = bold] "ocf_msdummy:5_monitor_0 c001n03" [ style=bold color="green" fontcolor="black" ] "ocf_msdummy:5_monitor_0 c001n08" -> "master_rsc_1_start_0" [ style = bold] "ocf_msdummy:5_monitor_0 c001n08" [ style=bold color="green" fontcolor="black" ] "ocf_msdummy:6_monitor_0 c001n03" -> "master_rsc_1_start_0" [ style = bold] "ocf_msdummy:6_monitor_0 c001n03" [ style=bold color="green" fontcolor="black" ] "ocf_msdummy:6_monitor_0 c001n08" -> "master_rsc_1_start_0" [ style = bold] "ocf_msdummy:6_monitor_0 c001n08" [ style=bold color="green" fontcolor="black" ] "ocf_msdummy:7_monitor_0 c001n02" -> "master_rsc_1_start_0" [ style = bold] "ocf_msdummy:7_monitor_0 c001n02" [ style=bold color="green" fontcolor="black" ] "ocf_msdummy:7_monitor_0 c001n03" -> "master_rsc_1_start_0" [ style = bold] "ocf_msdummy:7_monitor_0 c001n03" [ style=bold color="green" fontcolor="black" ] "rsc_c001n01_monitor_5000 c001n03" [ style=bold color="green" fontcolor="black" ] "rsc_c001n01_start_0 c001n03" -> "rsc_c001n01_monitor_5000 c001n03" [ style = bold] "rsc_c001n01_start_0 c001n03" [ style=bold color="green" fontcolor="black" ] "rsc_c001n01_stop_0 c001n01" -> "all_stopped" [ style = bold] "rsc_c001n01_stop_0 c001n01" -> "rsc_c001n01_start_0 c001n03" [ style = bold] "rsc_c001n01_stop_0 c001n01" [ style=bold color="green" fontcolor="orange" ] "stonith 'reboot' c001n01" -> "DcIPaddr_stop_0 c001n01" [ style = bold] -"stonith 'reboot' c001n01" -> "DoFencing_stop_0" [ style = bold] -"stonith 'reboot' c001n01" -> "child_DoFencing:0_stop_0 c001n01" [ style = bold] "stonith 'reboot' c001n01" -> "master_rsc_1_stop_0" [ style = bold] "stonith 'reboot' c001n01" -> "ocf_msdummy:0_demote_0 c001n01" [ style = bold] "stonith 'reboot' c001n01" -> "ocf_msdummy:0_stop_0 c001n01" [ style = bold] "stonith 'reboot' c001n01" -> "rsc_c001n01_stop_0 c001n01" [ style = bold] "stonith 'reboot' c001n01" -> "stonith_complete" [ style = bold] "stonith 'reboot' c001n01" [ style=bold color="green" fontcolor="black"] "stonith_complete" -> "DcIPaddr_start_0 c001n03" [ style = bold] "stonith_complete" -> "all_stopped" [ style = bold] "stonith_complete" -> "heartbeat_192.168.100.182_start_0 c001n02" [ style = bold] "stonith_complete" -> "lsb_dummy_start_0 c001n08" [ style = bold] "stonith_complete" -> "ocf_192.168.100.181_start_0 c001n02" [ style = bold] "stonith_complete" -> "ocf_192.168.100.183_start_0 c001n02" [ style = bold] "stonith_complete" -> "ocf_msdummy:0_start_0 c001n03" [ style = bold] "stonith_complete" -> "rsc_c001n01_start_0 c001n03" [ style = bold] "stonith_complete" [ style=bold color="green" fontcolor="orange" ] } diff --git a/cts/scheduler/master-8.exp b/cts/scheduler/master-8.exp index 5bd196d549..4ff85fbd06 100644 --- a/cts/scheduler/master-8.exp +++ b/cts/scheduler/master-8.exp @@ -1,745 +1,738 @@ - - - - - - - - + diff --git a/cts/scheduler/master-8.summary b/cts/scheduler/master-8.summary index 4928e22c45..34474c10c7 100644 --- a/cts/scheduler/master-8.summary +++ b/cts/scheduler/master-8.summary @@ -1,124 +1,124 @@ Current cluster status: Node c001n01 (de937e3d-0309-4b5d-b85c-f96edc1ed8e3): UNCLEAN (offline) Online: [ c001n02 c001n03 c001n08 ] DcIPaddr (ocf::heartbeat:IPaddr): Started c001n01 (UNCLEAN) Resource Group: group-1 ocf_192.168.100.181 (ocf::heartbeat:IPaddr): Started c001n03 heartbeat_192.168.100.182 (ocf::heartbeat:IPaddr): Started c001n03 ocf_192.168.100.183 (ocf::heartbeat:IPaddr): Started c001n03 lsb_dummy (lsb:/usr/lib/heartbeat/cts/LSBDummy): Started c001n02 rsc_c001n01 (ocf::heartbeat:IPaddr): Started c001n01 (UNCLEAN) rsc_c001n08 (ocf::heartbeat:IPaddr): Started c001n08 rsc_c001n02 (ocf::heartbeat:IPaddr): Started c001n02 rsc_c001n03 (ocf::heartbeat:IPaddr): Started c001n03 Clone Set: DoFencing [child_DoFencing] (unique) child_DoFencing:0 (stonith:ssh): Started c001n01 (UNCLEAN) child_DoFencing:1 (stonith:ssh): Started c001n03 child_DoFencing:2 (stonith:ssh): Started c001n02 child_DoFencing:3 (stonith:ssh): Started c001n08 Master/Slave Set: master_rsc_1 [ocf_msdummy] (unique) ocf_msdummy:0 (ocf::heartbeat:/usr/lib/heartbeat/cts/OCFMSDummy): Master c001n01 (UNCLEAN) ocf_msdummy:1 (ocf::heartbeat:/usr/lib/heartbeat/cts/OCFMSDummy): Slave c001n03 ocf_msdummy:2 (ocf::heartbeat:/usr/lib/heartbeat/cts/OCFMSDummy): Slave c001n02 ocf_msdummy:3 (ocf::heartbeat:/usr/lib/heartbeat/cts/OCFMSDummy): Slave c001n08 ocf_msdummy:4 (ocf::heartbeat:/usr/lib/heartbeat/cts/OCFMSDummy): Stopped ocf_msdummy:5 (ocf::heartbeat:/usr/lib/heartbeat/cts/OCFMSDummy): Stopped ocf_msdummy:6 (ocf::heartbeat:/usr/lib/heartbeat/cts/OCFMSDummy): Slave c001n02 ocf_msdummy:7 (ocf::heartbeat:/usr/lib/heartbeat/cts/OCFMSDummy): Slave c001n08 Transition Summary: * Fence (reboot) c001n01 'peer is no longer part of the cluster' * Move DcIPaddr ( c001n01 -> c001n03 ) * Move ocf_192.168.100.181 ( c001n03 -> c001n02 ) * Move heartbeat_192.168.100.182 ( c001n03 -> c001n02 ) * Move ocf_192.168.100.183 ( c001n03 -> c001n02 ) * Move lsb_dummy ( c001n02 -> c001n08 ) * Move rsc_c001n01 ( c001n01 -> c001n03 ) * Stop child_DoFencing:0 (c001n01) due to node availability * Move ocf_msdummy:0 ( Master c001n01 -> Slave c001n03 ) Executing cluster transition: * Pseudo action: group-1_stop_0 * Resource action: ocf_192.168.100.183 stop on c001n03 * Resource action: lsb_dummy stop on c001n02 * Resource action: child_DoFencing:2 monitor on c001n08 * Resource action: child_DoFencing:2 monitor on c001n03 * Resource action: child_DoFencing:3 monitor on c001n03 * Resource action: child_DoFencing:3 monitor on c001n02 + * Pseudo action: DoFencing_stop_0 * Resource action: ocf_msdummy:4 monitor on c001n08 * Resource action: ocf_msdummy:4 monitor on c001n03 * Resource action: ocf_msdummy:4 monitor on c001n02 * Resource action: ocf_msdummy:5 monitor on c001n08 * Resource action: ocf_msdummy:5 monitor on c001n03 * Resource action: ocf_msdummy:5 monitor on c001n02 * Resource action: ocf_msdummy:6 monitor on c001n08 * Resource action: ocf_msdummy:6 monitor on c001n03 * Resource action: ocf_msdummy:7 monitor on c001n03 * Resource action: ocf_msdummy:7 monitor on c001n02 * Pseudo action: master_rsc_1_demote_0 * Fencing c001n01 (reboot) * Pseudo action: DcIPaddr_stop_0 * Resource action: heartbeat_192.168.100.182 stop on c001n03 * Pseudo action: rsc_c001n01_stop_0 - * Pseudo action: DoFencing_stop_0 + * Pseudo action: child_DoFencing:0_stop_0 + * Pseudo action: DoFencing_stopped_0 * Pseudo action: ocf_msdummy:0_demote_0 * Pseudo action: master_rsc_1_demoted_0 * Pseudo action: master_rsc_1_stop_0 * Pseudo action: stonith_complete * Resource action: DcIPaddr start on c001n03 * Resource action: ocf_192.168.100.181 stop on c001n03 * Resource action: lsb_dummy start on c001n08 * Resource action: rsc_c001n01 start on c001n03 - * Pseudo action: child_DoFencing:0_stop_0 - * Pseudo action: DoFencing_stopped_0 * Pseudo action: ocf_msdummy:0_stop_0 * Pseudo action: master_rsc_1_stopped_0 * Pseudo action: master_rsc_1_start_0 * Pseudo action: all_stopped * Resource action: DcIPaddr monitor=5000 on c001n03 * Pseudo action: group-1_stopped_0 * Pseudo action: group-1_start_0 * Resource action: ocf_192.168.100.181 start on c001n02 * Resource action: heartbeat_192.168.100.182 start on c001n02 * Resource action: ocf_192.168.100.183 start on c001n02 * Resource action: lsb_dummy monitor=5000 on c001n08 * Resource action: rsc_c001n01 monitor=5000 on c001n03 * Resource action: ocf_msdummy:0 start on c001n03 * Pseudo action: master_rsc_1_running_0 * Pseudo action: group-1_running_0 * Resource action: ocf_192.168.100.181 monitor=5000 on c001n02 * Resource action: heartbeat_192.168.100.182 monitor=5000 on c001n02 * Resource action: ocf_192.168.100.183 monitor=5000 on c001n02 * Resource action: ocf_msdummy:0 monitor=5000 on c001n03 Revised cluster status: Online: [ c001n02 c001n03 c001n08 ] OFFLINE: [ c001n01 ] DcIPaddr (ocf::heartbeat:IPaddr): Started c001n03 Resource Group: group-1 ocf_192.168.100.181 (ocf::heartbeat:IPaddr): Started c001n02 heartbeat_192.168.100.182 (ocf::heartbeat:IPaddr): Started c001n02 ocf_192.168.100.183 (ocf::heartbeat:IPaddr): Started c001n02 lsb_dummy (lsb:/usr/lib/heartbeat/cts/LSBDummy): Started c001n08 rsc_c001n01 (ocf::heartbeat:IPaddr): Started c001n03 rsc_c001n08 (ocf::heartbeat:IPaddr): Started c001n08 rsc_c001n02 (ocf::heartbeat:IPaddr): Started c001n02 rsc_c001n03 (ocf::heartbeat:IPaddr): Started c001n03 Clone Set: DoFencing [child_DoFencing] (unique) child_DoFencing:0 (stonith:ssh): Stopped child_DoFencing:1 (stonith:ssh): Started c001n03 child_DoFencing:2 (stonith:ssh): Started c001n02 child_DoFencing:3 (stonith:ssh): Started c001n08 Master/Slave Set: master_rsc_1 [ocf_msdummy] (unique) ocf_msdummy:0 (ocf::heartbeat:/usr/lib/heartbeat/cts/OCFMSDummy): Slave c001n03 ocf_msdummy:1 (ocf::heartbeat:/usr/lib/heartbeat/cts/OCFMSDummy): Slave c001n03 ocf_msdummy:2 (ocf::heartbeat:/usr/lib/heartbeat/cts/OCFMSDummy): Slave c001n02 ocf_msdummy:3 (ocf::heartbeat:/usr/lib/heartbeat/cts/OCFMSDummy): Slave c001n08 ocf_msdummy:4 (ocf::heartbeat:/usr/lib/heartbeat/cts/OCFMSDummy): Stopped ocf_msdummy:5 (ocf::heartbeat:/usr/lib/heartbeat/cts/OCFMSDummy): Stopped ocf_msdummy:6 (ocf::heartbeat:/usr/lib/heartbeat/cts/OCFMSDummy): Slave c001n02 ocf_msdummy:7 (ocf::heartbeat:/usr/lib/heartbeat/cts/OCFMSDummy): Slave c001n08 diff --git a/cts/scheduler/migrate-fencing.dot b/cts/scheduler/migrate-fencing.dot index b6dc6b48b7..36d739a4df 100644 --- a/cts/scheduler/migrate-fencing.dot +++ b/cts/scheduler/migrate-fencing.dot @@ -1,136 +1,134 @@ digraph "g" { "Connectivity_stop_0" -> "Connectivity_stopped_0" [ style = bold] "Connectivity_stop_0" -> "ping-1:0_stop_0 pcmk-4" [ style = bold] "Connectivity_stop_0" [ style=bold color="green" fontcolor="orange" ] "Connectivity_stopped_0" [ style=bold color="green" fontcolor="orange" ] "FencingChild:0_stop_0 pcmk-4" -> "Fencing_stopped_0" [ style = bold] "FencingChild:0_stop_0 pcmk-4" -> "all_stopped" [ style = bold] "FencingChild:0_stop_0 pcmk-4" [ style=bold color="green" fontcolor="orange" ] "Fencing_stop_0" -> "FencingChild:0_stop_0 pcmk-4" [ style = bold] "Fencing_stop_0" -> "Fencing_stopped_0" [ style = bold] "Fencing_stop_0" [ style=bold color="green" fontcolor="orange" ] "Fencing_stopped_0" [ style=bold color="green" fontcolor="orange" ] "all_stopped" [ style=bold color="green" fontcolor="orange" ] "group-1_running_0" -> "lsb-dummy_start_0 pcmk-1" [ style = bold] "group-1_running_0" [ style=bold color="green" fontcolor="orange" ] "group-1_start_0" -> "group-1_running_0" [ style = bold] "group-1_start_0" -> "r192.168.101.181_start_0 pcmk-1" [ style = bold] "group-1_start_0" -> "r192.168.101.182_start_0 pcmk-1" [ style = bold] "group-1_start_0" -> "r192.168.101.183_start_0 pcmk-1" [ style = bold] "group-1_start_0" [ style=bold color="green" fontcolor="orange" ] "group-1_stop_0" -> "group-1_stopped_0" [ style = bold] "group-1_stop_0" -> "r192.168.101.181_stop_0 pcmk-4" [ style = bold] "group-1_stop_0" -> "r192.168.101.182_stop_0 pcmk-4" [ style = bold] "group-1_stop_0" -> "r192.168.101.183_stop_0 pcmk-4" [ style = bold] "group-1_stop_0" [ style=bold color="green" fontcolor="orange" ] "group-1_stopped_0" -> "group-1_start_0" [ style = bold] "group-1_stopped_0" -> "master-1_demote_0" [ style = bold] "group-1_stopped_0" [ style=bold color="green" fontcolor="orange" ] "lsb-dummy_monitor_5000 pcmk-1" [ style=bold color="green" fontcolor="black" ] "lsb-dummy_start_0 pcmk-1" -> "lsb-dummy_monitor_5000 pcmk-1" [ style = bold] "lsb-dummy_start_0 pcmk-1" [ style=bold color="green" fontcolor="black" ] "lsb-dummy_stop_0 pcmk-4" -> "all_stopped" [ style = bold] "lsb-dummy_stop_0 pcmk-4" -> "group-1_stop_0" [ style = bold] "lsb-dummy_stop_0 pcmk-4" -> "lsb-dummy_start_0 pcmk-1" [ style = bold] "lsb-dummy_stop_0 pcmk-4" [ style=bold color="green" fontcolor="orange" ] "master-1_demote_0" -> "master-1_demoted_0" [ style = bold] "master-1_demote_0" -> "stateful-1:0_demote_0 pcmk-4" [ style = bold] "master-1_demote_0" [ style=bold color="green" fontcolor="orange" ] "master-1_demoted_0" -> "master-1_promote_0" [ style = bold] "master-1_demoted_0" -> "master-1_stop_0" [ style = bold] "master-1_demoted_0" [ style=bold color="green" fontcolor="orange" ] "master-1_promote_0" -> "stateful-1:1_promote_0 pcmk-1" [ style = bold] "master-1_promote_0" [ style=bold color="green" fontcolor="orange" ] "master-1_promoted_0" -> "group-1_start_0" [ style = bold] "master-1_promoted_0" [ style=bold color="green" fontcolor="orange" ] "master-1_stop_0" -> "master-1_stopped_0" [ style = bold] "master-1_stop_0" -> "stateful-1:0_stop_0 pcmk-4" [ style = bold] "master-1_stop_0" [ style=bold color="green" fontcolor="orange" ] "master-1_stopped_0" -> "master-1_promote_0" [ style = bold] "master-1_stopped_0" [ style=bold color="green" fontcolor="orange" ] "migrator_migrate_from_0 pcmk-3" -> "migrator_start_0 pcmk-3" [ style = bold] "migrator_migrate_from_0 pcmk-3" -> "migrator_stop_0 pcmk-1" [ style = bold] "migrator_migrate_from_0 pcmk-3" [ style=bold color="green" fontcolor="black" ] "migrator_migrate_to_0 pcmk-1" -> "migrator_migrate_from_0 pcmk-3" [ style = bold] "migrator_migrate_to_0 pcmk-1" [ style=bold color="green" fontcolor="black" ] "migrator_monitor_10000 pcmk-3" [ style=bold color="green" fontcolor="black" ] "migrator_start_0 pcmk-3" -> "migrator_monitor_10000 pcmk-3" [ style = bold] "migrator_start_0 pcmk-3" [ style=bold color="green" fontcolor="orange" ] "migrator_stop_0 pcmk-1" -> "all_stopped" [ style = bold] "migrator_stop_0 pcmk-1" -> "migrator_start_0 pcmk-3" [ style = bold] "migrator_stop_0 pcmk-1" [ style=bold color="green" fontcolor="black" ] "ping-1:0_stop_0 pcmk-4" -> "Connectivity_stopped_0" [ style = bold] "ping-1:0_stop_0 pcmk-4" -> "all_stopped" [ style = bold] "ping-1:0_stop_0 pcmk-4" [ style=bold color="green" fontcolor="orange" ] "r192.168.101.181_monitor_5000 pcmk-1" [ style=bold color="green" fontcolor="black" ] "r192.168.101.181_start_0 pcmk-1" -> "group-1_running_0" [ style = bold] "r192.168.101.181_start_0 pcmk-1" -> "r192.168.101.181_monitor_5000 pcmk-1" [ style = bold] "r192.168.101.181_start_0 pcmk-1" -> "r192.168.101.182_start_0 pcmk-1" [ style = bold] "r192.168.101.181_start_0 pcmk-1" [ style=bold color="green" fontcolor="black" ] "r192.168.101.181_stop_0 pcmk-4" -> "all_stopped" [ style = bold] "r192.168.101.181_stop_0 pcmk-4" -> "group-1_stopped_0" [ style = bold] "r192.168.101.181_stop_0 pcmk-4" -> "r192.168.101.181_start_0 pcmk-1" [ style = bold] "r192.168.101.181_stop_0 pcmk-4" [ style=bold color="green" fontcolor="orange" ] "r192.168.101.182_monitor_5000 pcmk-1" [ style=bold color="green" fontcolor="black" ] "r192.168.101.182_start_0 pcmk-1" -> "group-1_running_0" [ style = bold] "r192.168.101.182_start_0 pcmk-1" -> "r192.168.101.182_monitor_5000 pcmk-1" [ style = bold] "r192.168.101.182_start_0 pcmk-1" -> "r192.168.101.183_start_0 pcmk-1" [ style = bold] "r192.168.101.182_start_0 pcmk-1" [ style=bold color="green" fontcolor="black" ] "r192.168.101.182_stop_0 pcmk-4" -> "all_stopped" [ style = bold] "r192.168.101.182_stop_0 pcmk-4" -> "group-1_stopped_0" [ style = bold] "r192.168.101.182_stop_0 pcmk-4" -> "r192.168.101.181_stop_0 pcmk-4" [ style = bold] "r192.168.101.182_stop_0 pcmk-4" -> "r192.168.101.182_start_0 pcmk-1" [ style = bold] "r192.168.101.182_stop_0 pcmk-4" [ style=bold color="green" fontcolor="orange" ] "r192.168.101.183_monitor_5000 pcmk-1" [ style=bold color="green" fontcolor="black" ] "r192.168.101.183_start_0 pcmk-1" -> "group-1_running_0" [ style = bold] "r192.168.101.183_start_0 pcmk-1" -> "r192.168.101.183_monitor_5000 pcmk-1" [ style = bold] "r192.168.101.183_start_0 pcmk-1" [ style=bold color="green" fontcolor="black" ] "r192.168.101.183_stop_0 pcmk-4" -> "all_stopped" [ style = bold] "r192.168.101.183_stop_0 pcmk-4" -> "group-1_stopped_0" [ style = bold] "r192.168.101.183_stop_0 pcmk-4" -> "r192.168.101.182_stop_0 pcmk-4" [ style = bold] "r192.168.101.183_stop_0 pcmk-4" -> "r192.168.101.183_start_0 pcmk-1" [ style = bold] "r192.168.101.183_stop_0 pcmk-4" [ style=bold color="green" fontcolor="orange" ] "rsc_pcmk-4_monitor_5000 pcmk-2" [ style=bold color="green" fontcolor="black" ] "rsc_pcmk-4_start_0 pcmk-2" -> "rsc_pcmk-4_monitor_5000 pcmk-2" [ style = bold] "rsc_pcmk-4_start_0 pcmk-2" [ style=bold color="green" fontcolor="black" ] "rsc_pcmk-4_stop_0 pcmk-4" -> "all_stopped" [ style = bold] "rsc_pcmk-4_stop_0 pcmk-4" -> "rsc_pcmk-4_start_0 pcmk-2" [ style = bold] "rsc_pcmk-4_stop_0 pcmk-4" [ style=bold color="green" fontcolor="orange" ] "stateful-1:0_demote_0 pcmk-4" -> "master-1_demoted_0" [ style = bold] "stateful-1:0_demote_0 pcmk-4" -> "stateful-1:0_stop_0 pcmk-4" [ style = bold] "stateful-1:0_demote_0 pcmk-4" [ style=bold color="green" fontcolor="orange"] "stateful-1:0_stop_0 pcmk-4" -> "all_stopped" [ style = bold] "stateful-1:0_stop_0 pcmk-4" -> "master-1_stopped_0" [ style = bold] "stateful-1:0_stop_0 pcmk-4" [ style=bold color="green" fontcolor="orange" ] "stateful-1:1_monitor_16000 pcmk-1" [ style=bold color="green" fontcolor="black" ] "stateful-1:1_promote_0 pcmk-1" -> "master-1_promoted_0" [ style = bold] "stateful-1:1_promote_0 pcmk-1" -> "stateful-1:1_monitor_16000 pcmk-1" [ style = bold] "stateful-1:1_promote_0 pcmk-1" [ style=bold color="green" fontcolor="black" ] "stateful-1:2_monitor_15000 pcmk-2" [ style=bold color="green" fontcolor="black" ] "stateful-1:3_monitor_15000 pcmk-3" [ style=bold color="green" fontcolor="black" ] "stonith 'reboot' pcmk-4" -> "Connectivity_stop_0" [ style = bold] -"stonith 'reboot' pcmk-4" -> "FencingChild:0_stop_0 pcmk-4" [ style = bold] -"stonith 'reboot' pcmk-4" -> "Fencing_stop_0" [ style = bold] "stonith 'reboot' pcmk-4" -> "group-1_stop_0" [ style = bold] "stonith 'reboot' pcmk-4" -> "lsb-dummy_stop_0 pcmk-4" [ style = bold] "stonith 'reboot' pcmk-4" -> "master-1_stop_0" [ style = bold] "stonith 'reboot' pcmk-4" -> "ping-1:0_stop_0 pcmk-4" [ style = bold] "stonith 'reboot' pcmk-4" -> "r192.168.101.181_stop_0 pcmk-4" [ style = bold] "stonith 'reboot' pcmk-4" -> "r192.168.101.182_stop_0 pcmk-4" [ style = bold] "stonith 'reboot' pcmk-4" -> "r192.168.101.183_stop_0 pcmk-4" [ style = bold] "stonith 'reboot' pcmk-4" -> "rsc_pcmk-4_stop_0 pcmk-4" [ style = bold] "stonith 'reboot' pcmk-4" -> "stateful-1:0_demote_0 pcmk-4" [ style = bold] "stonith 'reboot' pcmk-4" -> "stateful-1:0_stop_0 pcmk-4" [ style = bold] "stonith 'reboot' pcmk-4" -> "stonith_complete" [ style = bold] "stonith 'reboot' pcmk-4" [ style=bold color="green" fontcolor="black"] "stonith_complete" -> "all_stopped" [ style = bold] "stonith_complete" -> "lsb-dummy_start_0 pcmk-1" [ style = bold] "stonith_complete" -> "migrator_migrate_to_0 pcmk-1" [ style = bold] "stonith_complete" -> "migrator_start_0 pcmk-3" [ style = bold] "stonith_complete" -> "r192.168.101.181_start_0 pcmk-1" [ style = bold] "stonith_complete" -> "r192.168.101.182_start_0 pcmk-1" [ style = bold] "stonith_complete" -> "r192.168.101.183_start_0 pcmk-1" [ style = bold] "stonith_complete" -> "rsc_pcmk-4_start_0 pcmk-2" [ style = bold] "stonith_complete" -> "stateful-1:1_promote_0 pcmk-1" [ style = bold] "stonith_complete" [ style=bold color="green" fontcolor="orange" ] } diff --git a/cts/scheduler/migrate-fencing.exp b/cts/scheduler/migrate-fencing.exp index d69a03e73d..4f04fbea72 100644 --- a/cts/scheduler/migrate-fencing.exp +++ b/cts/scheduler/migrate-fencing.exp @@ -1,692 +1,685 @@ - - - - - - - - + diff --git a/cts/scheduler/migrate-fencing.summary b/cts/scheduler/migrate-fencing.summary index 44f3262f82..d7821b6ce8 100644 --- a/cts/scheduler/migrate-fencing.summary +++ b/cts/scheduler/migrate-fencing.summary @@ -1,108 +1,108 @@ Current cluster status: Node pcmk-4: UNCLEAN (online) Online: [ pcmk-1 pcmk-2 pcmk-3 ] Clone Set: Fencing [FencingChild] Started: [ pcmk-1 pcmk-2 pcmk-3 pcmk-4 ] Resource Group: group-1 r192.168.101.181 (ocf::heartbeat:IPaddr): Started pcmk-4 r192.168.101.182 (ocf::heartbeat:IPaddr): Started pcmk-4 r192.168.101.183 (ocf::heartbeat:IPaddr): Started pcmk-4 rsc_pcmk-1 (ocf::heartbeat:IPaddr): Started pcmk-1 rsc_pcmk-2 (ocf::heartbeat:IPaddr): Started pcmk-2 rsc_pcmk-3 (ocf::heartbeat:IPaddr): Started pcmk-3 rsc_pcmk-4 (ocf::heartbeat:IPaddr): Started pcmk-4 lsb-dummy (lsb:/usr/share/pacemaker/tests/cts/LSBDummy): Started pcmk-4 migrator (ocf::pacemaker:Dummy): Started pcmk-1 Clone Set: Connectivity [ping-1] Started: [ pcmk-1 pcmk-2 pcmk-3 pcmk-4 ] Master/Slave Set: master-1 [stateful-1] Masters: [ pcmk-4 ] Slaves: [ pcmk-1 pcmk-2 pcmk-3 ] Transition Summary: * Fence (reboot) pcmk-4 'termination was requested' * Stop FencingChild:0 (pcmk-4) due to node availability * Move r192.168.101.181 ( pcmk-4 -> pcmk-1 ) * Move r192.168.101.182 ( pcmk-4 -> pcmk-1 ) * Move r192.168.101.183 ( pcmk-4 -> pcmk-1 ) * Move rsc_pcmk-4 ( pcmk-4 -> pcmk-2 ) * Move lsb-dummy ( pcmk-4 -> pcmk-1 ) * Migrate migrator ( pcmk-1 -> pcmk-3 ) * Stop ping-1:0 (pcmk-4) due to node availability * Stop stateful-1:0 ( Master pcmk-4 ) due to node availability * Promote stateful-1:1 (Slave -> Master pcmk-1) Executing cluster transition: + * Pseudo action: Fencing_stop_0 * Resource action: stateful-1:3 monitor=15000 on pcmk-3 * Resource action: stateful-1:2 monitor=15000 on pcmk-2 * Fencing pcmk-4 (reboot) - * Pseudo action: Fencing_stop_0 + * Pseudo action: FencingChild:0_stop_0 + * Pseudo action: Fencing_stopped_0 * Pseudo action: rsc_pcmk-4_stop_0 * Pseudo action: lsb-dummy_stop_0 * Pseudo action: Connectivity_stop_0 * Pseudo action: stonith_complete - * Pseudo action: FencingChild:0_stop_0 - * Pseudo action: Fencing_stopped_0 * Pseudo action: group-1_stop_0 * Pseudo action: r192.168.101.183_stop_0 * Resource action: rsc_pcmk-4 start on pcmk-2 * Resource action: migrator migrate_to on pcmk-1 * Pseudo action: ping-1:0_stop_0 * Pseudo action: Connectivity_stopped_0 * Pseudo action: r192.168.101.182_stop_0 * Resource action: rsc_pcmk-4 monitor=5000 on pcmk-2 * Resource action: migrator migrate_from on pcmk-3 * Resource action: migrator stop on pcmk-1 * Pseudo action: r192.168.101.181_stop_0 * Pseudo action: migrator_start_0 * Pseudo action: group-1_stopped_0 * Resource action: migrator monitor=10000 on pcmk-3 * Pseudo action: master-1_demote_0 * Pseudo action: stateful-1:0_demote_0 * Pseudo action: master-1_demoted_0 * Pseudo action: master-1_stop_0 * Pseudo action: stateful-1:0_stop_0 * Pseudo action: master-1_stopped_0 * Pseudo action: all_stopped * Pseudo action: master-1_promote_0 * Resource action: stateful-1:1 promote on pcmk-1 * Pseudo action: master-1_promoted_0 * Pseudo action: group-1_start_0 * Resource action: r192.168.101.181 start on pcmk-1 * Resource action: r192.168.101.182 start on pcmk-1 * Resource action: r192.168.101.183 start on pcmk-1 * Resource action: stateful-1:1 monitor=16000 on pcmk-1 * Pseudo action: group-1_running_0 * Resource action: r192.168.101.181 monitor=5000 on pcmk-1 * Resource action: r192.168.101.182 monitor=5000 on pcmk-1 * Resource action: r192.168.101.183 monitor=5000 on pcmk-1 * Resource action: lsb-dummy start on pcmk-1 * Resource action: lsb-dummy monitor=5000 on pcmk-1 Revised cluster status: Online: [ pcmk-1 pcmk-2 pcmk-3 ] OFFLINE: [ pcmk-4 ] Clone Set: Fencing [FencingChild] Started: [ pcmk-1 pcmk-2 pcmk-3 ] Stopped: [ pcmk-4 ] Resource Group: group-1 r192.168.101.181 (ocf::heartbeat:IPaddr): Started pcmk-1 r192.168.101.182 (ocf::heartbeat:IPaddr): Started pcmk-1 r192.168.101.183 (ocf::heartbeat:IPaddr): Started pcmk-1 rsc_pcmk-1 (ocf::heartbeat:IPaddr): Started pcmk-1 rsc_pcmk-2 (ocf::heartbeat:IPaddr): Started pcmk-2 rsc_pcmk-3 (ocf::heartbeat:IPaddr): Started pcmk-3 rsc_pcmk-4 (ocf::heartbeat:IPaddr): Started pcmk-2 lsb-dummy (lsb:/usr/share/pacemaker/tests/cts/LSBDummy): Started pcmk-1 migrator (ocf::pacemaker:Dummy): Started pcmk-3 Clone Set: Connectivity [ping-1] Started: [ pcmk-1 pcmk-2 pcmk-3 ] Stopped: [ pcmk-4 ] Master/Slave Set: master-1 [stateful-1] Masters: [ pcmk-1 ] Slaves: [ pcmk-2 pcmk-3 ] Stopped: [ pcmk-4 ] diff --git a/cts/scheduler/remote-connection-unrecoverable.dot b/cts/scheduler/remote-connection-unrecoverable.dot index 421c6d7402..23b5f31f4c 100644 --- a/cts/scheduler/remote-connection-unrecoverable.dot +++ b/cts/scheduler/remote-connection-unrecoverable.dot @@ -1,52 +1,51 @@ digraph "g" { "all_stopped" -> "killer_start_0 node2" [ style = bold] "all_stopped" [ style=bold color="green" fontcolor="orange"] "killer_monitor_60000 node2" [ style=bold color="green" fontcolor="black"] "killer_start_0 node2" -> "killer_monitor_60000 node2" [ style = bold] "killer_start_0 node2" [ style=bold color="green" fontcolor="black"] "killer_stop_0 node2" -> "all_stopped" [ style = bold] "killer_stop_0 node2" -> "killer_start_0 node2" [ style = bold] "killer_stop_0 node2" [ style=bold color="green" fontcolor="black"] "remote1_stop_0 node1" -> "all_stopped" [ style = bold] "remote1_stop_0 node1" [ style=bold color="green" fontcolor="orange"] "rsc1_delete_0 remote1" -> "rsc1_start_0 node2" [ style = dashed] "rsc1_delete_0 remote1" [ style=dashed color="red" fontcolor="black"] "rsc1_monitor_0 node2" -> "rsc1_start_0 node2" [ style = bold] "rsc1_monitor_0 node2" [ style=bold color="green" fontcolor="black"] "rsc1_monitor_10000 node2" [ style=bold color="green" fontcolor="black"] "rsc1_start_0 node2" -> "rsc1_monitor_10000 node2" [ style = bold] "rsc1_start_0 node2" [ style=bold color="green" fontcolor="black"] "rsc1_stop_0 remote1" -> "all_stopped" [ style = bold] "rsc1_stop_0 remote1" -> "remote1_stop_0 node1" [ style = bold] "rsc1_stop_0 remote1" -> "rsc1_delete_0 remote1" [ style = dashed] "rsc1_stop_0 remote1" -> "rsc1_start_0 node2" [ style = bold] "rsc1_stop_0 remote1" -> "rsc2-master_demote_0" [ style = bold] "rsc1_stop_0 remote1" [ style=bold color="green" fontcolor="orange"] "rsc2-master_demote_0" -> "rsc2-master_demoted_0" [ style = bold] "rsc2-master_demote_0" -> "rsc2_demote_0 node1" [ style = bold] "rsc2-master_demote_0" [ style=bold color="green" fontcolor="orange"] "rsc2-master_demoted_0" -> "rsc2-master_stop_0" [ style = bold] "rsc2-master_demoted_0" [ style=bold color="green" fontcolor="orange"] "rsc2-master_stop_0" -> "rsc2-master_stopped_0" [ style = bold] "rsc2-master_stop_0" -> "rsc2_stop_0 node1" [ style = bold] "rsc2-master_stop_0" [ style=bold color="green" fontcolor="orange"] "rsc2-master_stopped_0" [ style=bold color="green" fontcolor="orange"] "rsc2_demote_0 node1" -> "rsc2-master_demoted_0" [ style = bold] "rsc2_demote_0 node1" -> "rsc2_stop_0 node1" [ style = bold] "rsc2_demote_0 node1" [ style=bold color="green" fontcolor="orange"] "rsc2_stop_0 node1" -> "all_stopped" [ style = bold] "rsc2_stop_0 node1" -> "rsc2-master_stopped_0" [ style = bold] "rsc2_stop_0 node1" [ style=bold color="green" fontcolor="orange"] -"stonith 'reboot' node1" -> "remote1_stop_0 node1" [ style = bold] "stonith 'reboot' node1" -> "rsc2-master_stop_0" [ style = bold] "stonith 'reboot' node1" -> "rsc2_demote_0 node1" [ style = bold] "stonith 'reboot' node1" -> "rsc2_stop_0 node1" [ style = bold] "stonith 'reboot' node1" -> "stonith 'reboot' remote1" [ style = bold] "stonith 'reboot' node1" [ style=bold color="green" fontcolor="black"] "stonith 'reboot' remote1" -> "rsc1_stop_0 remote1" [ style = bold] "stonith 'reboot' remote1" -> "stonith_complete" [ style = bold] "stonith 'reboot' remote1" [ style=bold color="green" fontcolor="black"] "stonith_complete" -> "all_stopped" [ style = bold] "stonith_complete" -> "rsc1_start_0 node2" [ style = bold] "stonith_complete" [ style=bold color="green" fontcolor="orange"] } diff --git a/cts/scheduler/remote-connection-unrecoverable.exp b/cts/scheduler/remote-connection-unrecoverable.exp index a5cc92d5bd..422e9ab5f1 100644 --- a/cts/scheduler/remote-connection-unrecoverable.exp +++ b/cts/scheduler/remote-connection-unrecoverable.exp @@ -1,260 +1,257 @@ - - - diff --git a/cts/scheduler/remote-recover-all.dot b/cts/scheduler/remote-recover-all.dot index 5b79602f03..5e7ca29788 100644 --- a/cts/scheduler/remote-recover-all.dot +++ b/cts/scheduler/remote-recover-all.dot @@ -1,163 +1,161 @@ digraph "g" { "all_stopped" -> "galera-0_start_0 controller-2" [ style = bold] "all_stopped" -> "stonith-fence_ipmilan-5254005bdbb5_start_0 controller-2" [ style = bold] "all_stopped" -> "stonith-fence_ipmilan-525400b4f6bd_start_0 controller-0" [ style = bold] "all_stopped" -> "stonith-fence_ipmilan-525400bbf613_start_0 controller-0" [ style = bold] "all_stopped" [ style=bold color="green" fontcolor="orange"] "galera-0_monitor_20000 controller-2" [ style=bold color="green" fontcolor="black"] "galera-0_start_0 controller-2" -> "galera-0_monitor_20000 controller-2" [ style = bold] "galera-0_start_0 controller-2" -> "galera_monitor_10000 galera-0" [ style = bold] "galera-0_start_0 controller-2" [ style=bold color="green" fontcolor="black"] "galera-0_stop_0 controller-1" -> "all_stopped" [ style = bold] "galera-0_stop_0 controller-1" -> "galera-0_start_0 controller-2" [ style = bold] "galera-0_stop_0 controller-1" [ style=bold color="green" fontcolor="orange"] "galera-2_stop_0 controller-1" -> "all_stopped" [ style = bold] "galera-2_stop_0 controller-1" [ style=bold color="green" fontcolor="orange"] "galera-master_demote_0" -> "galera-master_demoted_0" [ style = bold] "galera-master_demote_0" -> "galera_demote_0 galera-2" [ style = bold] "galera-master_demote_0" [ style=bold color="green" fontcolor="orange"] "galera-master_demoted_0" -> "galera-master_stop_0" [ style = bold] "galera-master_demoted_0" [ style=bold color="green" fontcolor="orange"] "galera-master_stop_0" -> "galera-master_stopped_0" [ style = bold] "galera-master_stop_0" -> "galera_stop_0 galera-2" [ style = bold] "galera-master_stop_0" [ style=bold color="green" fontcolor="orange"] "galera-master_stopped_0" [ style=bold color="green" fontcolor="orange"] "galera_demote_0 galera-2" -> "galera-master_demoted_0" [ style = bold] "galera_demote_0 galera-2" -> "galera_stop_0 galera-2" [ style = bold] "galera_demote_0 galera-2" [ style=bold color="green" fontcolor="orange"] "galera_monitor_10000 galera-0" [ style=bold color="green" fontcolor="black"] "galera_stop_0 galera-2" -> "all_stopped" [ style = bold] "galera_stop_0 galera-2" -> "galera-2_stop_0 controller-1" [ style = bold] "galera_stop_0 galera-2" -> "galera-master_stopped_0" [ style = bold] "galera_stop_0 galera-2" [ style=bold color="green" fontcolor="orange"] "haproxy-clone_stop_0" -> "haproxy-clone_stopped_0" [ style = bold] "haproxy-clone_stop_0" -> "haproxy_stop_0 controller-1" [ style = bold] "haproxy-clone_stop_0" [ style=bold color="green" fontcolor="orange"] "haproxy-clone_stopped_0" -> "ip-172.17.1.14_stop_0 controller-1" [ style = bold] "haproxy-clone_stopped_0" -> "ip-172.17.1.17_stop_0 controller-1" [ style = bold] "haproxy-clone_stopped_0" -> "ip-172.17.4.11_stop_0 controller-1" [ style = bold] "haproxy-clone_stopped_0" [ style=bold color="green" fontcolor="orange"] "haproxy_stop_0 controller-1" -> "all_stopped" [ style = bold] "haproxy_stop_0 controller-1" -> "haproxy-clone_stopped_0" [ style = bold] "haproxy_stop_0 controller-1" [ style=bold color="green" fontcolor="orange"] "ip-172.17.1.14_monitor_10000 controller-2" [ style=bold color="green" fontcolor="black"] "ip-172.17.1.14_start_0 controller-2" -> "ip-172.17.1.14_monitor_10000 controller-2" [ style = bold] "ip-172.17.1.14_start_0 controller-2" [ style=bold color="green" fontcolor="black"] "ip-172.17.1.14_stop_0 controller-1" -> "all_stopped" [ style = bold] "ip-172.17.1.14_stop_0 controller-1" -> "ip-172.17.1.14_start_0 controller-2" [ style = bold] "ip-172.17.1.14_stop_0 controller-1" [ style=bold color="green" fontcolor="orange"] "ip-172.17.1.17_monitor_10000 controller-2" [ style=bold color="green" fontcolor="black"] "ip-172.17.1.17_start_0 controller-2" -> "ip-172.17.1.17_monitor_10000 controller-2" [ style = bold] "ip-172.17.1.17_start_0 controller-2" [ style=bold color="green" fontcolor="black"] "ip-172.17.1.17_stop_0 controller-1" -> "all_stopped" [ style = bold] "ip-172.17.1.17_stop_0 controller-1" -> "ip-172.17.1.17_start_0 controller-2" [ style = bold] "ip-172.17.1.17_stop_0 controller-1" [ style=bold color="green" fontcolor="orange"] "ip-172.17.4.11_monitor_10000 controller-2" [ style=bold color="green" fontcolor="black"] "ip-172.17.4.11_start_0 controller-2" -> "ip-172.17.4.11_monitor_10000 controller-2" [ style = bold] "ip-172.17.4.11_start_0 controller-2" [ style=bold color="green" fontcolor="black"] "ip-172.17.4.11_stop_0 controller-1" -> "all_stopped" [ style = bold] "ip-172.17.4.11_stop_0 controller-1" -> "ip-172.17.4.11_start_0 controller-2" [ style = bold] "ip-172.17.4.11_stop_0 controller-1" [ style=bold color="green" fontcolor="orange"] "messaging-1_stop_0 controller-1" -> "all_stopped" [ style = bold] "messaging-1_stop_0 controller-1" [ style=bold color="green" fontcolor="orange"] "rabbitmq-clone_stop_0" -> "rabbitmq-clone_stopped_0" [ style = bold] "rabbitmq-clone_stop_0" -> "rabbitmq_stop_0 messaging-1" [ style = bold] "rabbitmq-clone_stop_0" [ style=bold color="green" fontcolor="orange"] "rabbitmq-clone_stopped_0" [ style=bold color="green" fontcolor="orange"] "rabbitmq_confirmed-post_notify_stonith_0" -> "all_stopped" [ style = bold] "rabbitmq_confirmed-post_notify_stonith_0" [ style=bold color="green" fontcolor="orange"] "rabbitmq_post_notify_stonith_0 messaging-0" -> "rabbitmq_confirmed-post_notify_stonith_0" [ style = bold] "rabbitmq_post_notify_stonith_0 messaging-0" [ style=bold color="green" fontcolor="black"] "rabbitmq_post_notify_stonith_0 messaging-2" -> "rabbitmq_confirmed-post_notify_stonith_0" [ style = bold] "rabbitmq_post_notify_stonith_0 messaging-2" [ style=bold color="green" fontcolor="black"] "rabbitmq_post_notify_stonith_0" -> "rabbitmq_confirmed-post_notify_stonith_0" [ style = bold] "rabbitmq_post_notify_stonith_0" -> "rabbitmq_post_notify_stonith_0 messaging-0" [ style = bold] "rabbitmq_post_notify_stonith_0" -> "rabbitmq_post_notify_stonith_0 messaging-2" [ style = bold] "rabbitmq_post_notify_stonith_0" [ style=bold color="green" fontcolor="orange"] "rabbitmq_stop_0 messaging-1" -> "all_stopped" [ style = bold] "rabbitmq_stop_0 messaging-1" -> "messaging-1_stop_0 controller-1" [ style = bold] "rabbitmq_stop_0 messaging-1" -> "rabbitmq-clone_stopped_0" [ style = bold] "rabbitmq_stop_0 messaging-1" [ style=bold color="green" fontcolor="orange"] "redis-master_confirmed-post_notify_stopped_0" -> "all_stopped" [ style = bold] "redis-master_confirmed-post_notify_stopped_0" [ style=bold color="green" fontcolor="orange"] "redis-master_confirmed-pre_notify_stop_0" -> "redis-master_post_notify_stopped_0" [ style = bold] "redis-master_confirmed-pre_notify_stop_0" -> "redis-master_stop_0" [ style = bold] "redis-master_confirmed-pre_notify_stop_0" [ style=bold color="green" fontcolor="orange"] "redis-master_post_notify_stopped_0" -> "redis-master_confirmed-post_notify_stopped_0" [ style = bold] "redis-master_post_notify_stopped_0" -> "redis_post_notify_stonith_0 controller-0" [ style = bold] "redis-master_post_notify_stopped_0" -> "redis_post_notify_stonith_0 controller-2" [ style = bold] "redis-master_post_notify_stopped_0" [ style=bold color="green" fontcolor="orange"] "redis-master_pre_notify_stop_0" -> "redis-master_confirmed-pre_notify_stop_0" [ style = bold] "redis-master_pre_notify_stop_0" -> "redis_pre_notify_stop_0 controller-0" [ style = bold] "redis-master_pre_notify_stop_0" -> "redis_pre_notify_stop_0 controller-2" [ style = bold] "redis-master_pre_notify_stop_0" [ style=bold color="green" fontcolor="orange"] "redis-master_stop_0" -> "redis-master_stopped_0" [ style = bold] "redis-master_stop_0" -> "redis_stop_0 controller-1" [ style = bold] "redis-master_stop_0" [ style=bold color="green" fontcolor="orange"] "redis-master_stopped_0" -> "redis-master_post_notify_stopped_0" [ style = bold] "redis-master_stopped_0" [ style=bold color="green" fontcolor="orange"] "redis_confirmed-post_notify_stonith_0" -> "all_stopped" [ style = bold] "redis_confirmed-post_notify_stonith_0" [ style=bold color="green" fontcolor="orange"] "redis_post_notify_stonith_0 controller-0" -> "redis-master_confirmed-post_notify_stopped_0" [ style = bold] "redis_post_notify_stonith_0 controller-0" -> "redis_confirmed-post_notify_stonith_0" [ style = bold] "redis_post_notify_stonith_0 controller-0" [ style=bold color="green" fontcolor="black"] "redis_post_notify_stonith_0 controller-2" -> "redis-master_confirmed-post_notify_stopped_0" [ style = bold] "redis_post_notify_stonith_0 controller-2" -> "redis_confirmed-post_notify_stonith_0" [ style = bold] "redis_post_notify_stonith_0 controller-2" [ style=bold color="green" fontcolor="black"] "redis_post_notify_stonith_0" -> "redis_confirmed-post_notify_stonith_0" [ style = bold] "redis_post_notify_stonith_0" -> "redis_post_notify_stonith_0 controller-0" [ style = bold] "redis_post_notify_stonith_0" -> "redis_post_notify_stonith_0 controller-2" [ style = bold] "redis_post_notify_stonith_0" [ style=bold color="green" fontcolor="orange"] "redis_pre_notify_stop_0 controller-0" -> "redis-master_confirmed-pre_notify_stop_0" [ style = bold] "redis_pre_notify_stop_0 controller-0" [ style=bold color="green" fontcolor="black"] "redis_pre_notify_stop_0 controller-2" -> "redis-master_confirmed-pre_notify_stop_0" [ style = bold] "redis_pre_notify_stop_0 controller-2" [ style=bold color="green" fontcolor="black"] "redis_stop_0 controller-1" -> "all_stopped" [ style = bold] "redis_stop_0 controller-1" -> "redis-master_stopped_0" [ style = bold] "redis_stop_0 controller-1" [ style=bold color="green" fontcolor="orange"] -"stonith 'reboot' controller-1" -> "galera-2_stop_0 controller-1" [ style = bold] "stonith 'reboot' controller-1" -> "haproxy-clone_stop_0" [ style = bold] "stonith 'reboot' controller-1" -> "haproxy_stop_0 controller-1" [ style = bold] "stonith 'reboot' controller-1" -> "ip-172.17.1.14_stop_0 controller-1" [ style = bold] "stonith 'reboot' controller-1" -> "ip-172.17.1.17_stop_0 controller-1" [ style = bold] "stonith 'reboot' controller-1" -> "ip-172.17.4.11_stop_0 controller-1" [ style = bold] -"stonith 'reboot' controller-1" -> "messaging-1_stop_0 controller-1" [ style = bold] "stonith 'reboot' controller-1" -> "redis-master_stop_0" [ style = bold] "stonith 'reboot' controller-1" -> "redis_post_notify_stonith_0" [ style = bold] "stonith 'reboot' controller-1" -> "redis_stop_0 controller-1" [ style = bold] "stonith 'reboot' controller-1" -> "stonith 'reboot' galera-2" [ style = bold] "stonith 'reboot' controller-1" [ style=bold color="green" fontcolor="black"] "stonith 'reboot' galera-2" -> "galera-master_stop_0" [ style = bold] "stonith 'reboot' galera-2" -> "galera_demote_0 galera-2" [ style = bold] "stonith 'reboot' galera-2" -> "galera_stop_0 galera-2" [ style = bold] "stonith 'reboot' galera-2" -> "stonith 'reboot' messaging-1" [ style = bold] "stonith 'reboot' galera-2" [ style=bold color="green" fontcolor="black"] "stonith 'reboot' messaging-1" -> "rabbitmq-clone_stop_0" [ style = bold] "stonith 'reboot' messaging-1" -> "rabbitmq_post_notify_stonith_0" [ style = bold] "stonith 'reboot' messaging-1" -> "rabbitmq_stop_0 messaging-1" [ style = bold] "stonith 'reboot' messaging-1" -> "stonith_complete" [ style = bold] "stonith 'reboot' messaging-1" [ style=bold color="green" fontcolor="black"] "stonith-fence_ipmilan-5254005bdbb5_monitor_60000 controller-2" [ style=bold color="green" fontcolor="black"] "stonith-fence_ipmilan-5254005bdbb5_start_0 controller-2" -> "stonith-fence_ipmilan-5254005bdbb5_monitor_60000 controller-2" [ style = bold] "stonith-fence_ipmilan-5254005bdbb5_start_0 controller-2" [ style=bold color="green" fontcolor="black"] "stonith-fence_ipmilan-5254005bdbb5_stop_0 controller-1" -> "all_stopped" [ style = bold] "stonith-fence_ipmilan-5254005bdbb5_stop_0 controller-1" -> "stonith-fence_ipmilan-5254005bdbb5_start_0 controller-2" [ style = bold] "stonith-fence_ipmilan-5254005bdbb5_stop_0 controller-1" [ style=bold color="green" fontcolor="orange"] "stonith-fence_ipmilan-525400b4f6bd_monitor_60000 controller-0" [ style=bold color="green" fontcolor="black"] "stonith-fence_ipmilan-525400b4f6bd_start_0 controller-0" -> "stonith-fence_ipmilan-525400b4f6bd_monitor_60000 controller-0" [ style = bold] "stonith-fence_ipmilan-525400b4f6bd_start_0 controller-0" [ style=bold color="green" fontcolor="black"] "stonith-fence_ipmilan-525400b4f6bd_stop_0 controller-0" -> "all_stopped" [ style = bold] "stonith-fence_ipmilan-525400b4f6bd_stop_0 controller-0" -> "stonith-fence_ipmilan-525400b4f6bd_start_0 controller-0" [ style = bold] "stonith-fence_ipmilan-525400b4f6bd_stop_0 controller-0" [ style=bold color="green" fontcolor="black"] "stonith-fence_ipmilan-525400bbf613_monitor_60000 controller-0" [ style=bold color="green" fontcolor="black"] "stonith-fence_ipmilan-525400bbf613_start_0 controller-0" -> "stonith-fence_ipmilan-525400bbf613_monitor_60000 controller-0" [ style = bold] "stonith-fence_ipmilan-525400bbf613_start_0 controller-0" [ style=bold color="green" fontcolor="black"] "stonith-fence_ipmilan-525400bbf613_stop_0 controller-0" -> "all_stopped" [ style = bold] "stonith-fence_ipmilan-525400bbf613_stop_0 controller-0" -> "stonith-fence_ipmilan-525400bbf613_start_0 controller-0" [ style = bold] "stonith-fence_ipmilan-525400bbf613_stop_0 controller-0" [ style=bold color="green" fontcolor="black"] "stonith_complete" -> "all_stopped" [ style = bold] "stonith_complete" -> "ip-172.17.1.14_start_0 controller-2" [ style = bold] "stonith_complete" -> "ip-172.17.1.17_start_0 controller-2" [ style = bold] "stonith_complete" -> "ip-172.17.4.11_start_0 controller-2" [ style = bold] "stonith_complete" [ style=bold color="green" fontcolor="orange"] } diff --git a/cts/scheduler/remote-recover-all.exp b/cts/scheduler/remote-recover-all.exp index 532993af73..5c3d1335bd 100644 --- a/cts/scheduler/remote-recover-all.exp +++ b/cts/scheduler/remote-recover-all.exp @@ -1,858 +1,852 @@ - - - - - - diff --git a/cts/scheduler/remote-recover-no-resources.dot b/cts/scheduler/remote-recover-no-resources.dot index 8c2f783154..bab42a95f7 100644 --- a/cts/scheduler/remote-recover-no-resources.dot +++ b/cts/scheduler/remote-recover-no-resources.dot @@ -1,142 +1,140 @@ digraph "g" { "all_stopped" -> "galera-0_start_0 controller-2" [ style = bold] "all_stopped" -> "stonith-fence_ipmilan-5254005bdbb5_start_0 controller-2" [ style = bold] "all_stopped" -> "stonith-fence_ipmilan-525400b4f6bd_start_0 controller-0" [ style = bold] "all_stopped" -> "stonith-fence_ipmilan-525400bbf613_start_0 controller-0" [ style = bold] "all_stopped" [ style=bold color="green" fontcolor="orange"] "galera-0_monitor_20000 controller-2" [ style=bold color="green" fontcolor="black"] "galera-0_start_0 controller-2" -> "galera-0_monitor_20000 controller-2" [ style = bold] "galera-0_start_0 controller-2" -> "galera_monitor_10000 galera-0" [ style = bold] "galera-0_start_0 controller-2" [ style=bold color="green" fontcolor="black"] "galera-0_stop_0 controller-1" -> "all_stopped" [ style = bold] "galera-0_stop_0 controller-1" -> "galera-0_start_0 controller-2" [ style = bold] "galera-0_stop_0 controller-1" [ style=bold color="green" fontcolor="orange"] "galera-2_stop_0 controller-1" -> "all_stopped" [ style = bold] "galera-2_stop_0 controller-1" [ style=bold color="green" fontcolor="orange"] "galera_monitor_10000 galera-0" [ style=bold color="green" fontcolor="black"] "haproxy-clone_stop_0" -> "haproxy-clone_stopped_0" [ style = bold] "haproxy-clone_stop_0" -> "haproxy_stop_0 controller-1" [ style = bold] "haproxy-clone_stop_0" [ style=bold color="green" fontcolor="orange"] "haproxy-clone_stopped_0" -> "ip-172.17.1.14_stop_0 controller-1" [ style = bold] "haproxy-clone_stopped_0" -> "ip-172.17.1.17_stop_0 controller-1" [ style = bold] "haproxy-clone_stopped_0" -> "ip-172.17.4.11_stop_0 controller-1" [ style = bold] "haproxy-clone_stopped_0" [ style=bold color="green" fontcolor="orange"] "haproxy_stop_0 controller-1" -> "all_stopped" [ style = bold] "haproxy_stop_0 controller-1" -> "haproxy-clone_stopped_0" [ style = bold] "haproxy_stop_0 controller-1" [ style=bold color="green" fontcolor="orange"] "ip-172.17.1.14_monitor_10000 controller-2" [ style=bold color="green" fontcolor="black"] "ip-172.17.1.14_start_0 controller-2" -> "ip-172.17.1.14_monitor_10000 controller-2" [ style = bold] "ip-172.17.1.14_start_0 controller-2" [ style=bold color="green" fontcolor="black"] "ip-172.17.1.14_stop_0 controller-1" -> "all_stopped" [ style = bold] "ip-172.17.1.14_stop_0 controller-1" -> "ip-172.17.1.14_start_0 controller-2" [ style = bold] "ip-172.17.1.14_stop_0 controller-1" [ style=bold color="green" fontcolor="orange"] "ip-172.17.1.17_monitor_10000 controller-2" [ style=bold color="green" fontcolor="black"] "ip-172.17.1.17_start_0 controller-2" -> "ip-172.17.1.17_monitor_10000 controller-2" [ style = bold] "ip-172.17.1.17_start_0 controller-2" [ style=bold color="green" fontcolor="black"] "ip-172.17.1.17_stop_0 controller-1" -> "all_stopped" [ style = bold] "ip-172.17.1.17_stop_0 controller-1" -> "ip-172.17.1.17_start_0 controller-2" [ style = bold] "ip-172.17.1.17_stop_0 controller-1" [ style=bold color="green" fontcolor="orange"] "ip-172.17.4.11_monitor_10000 controller-2" [ style=bold color="green" fontcolor="black"] "ip-172.17.4.11_start_0 controller-2" -> "ip-172.17.4.11_monitor_10000 controller-2" [ style = bold] "ip-172.17.4.11_start_0 controller-2" [ style=bold color="green" fontcolor="black"] "ip-172.17.4.11_stop_0 controller-1" -> "all_stopped" [ style = bold] "ip-172.17.4.11_stop_0 controller-1" -> "ip-172.17.4.11_start_0 controller-2" [ style = bold] "ip-172.17.4.11_stop_0 controller-1" [ style=bold color="green" fontcolor="orange"] "messaging-1_stop_0 controller-1" -> "all_stopped" [ style = bold] "messaging-1_stop_0 controller-1" [ style=bold color="green" fontcolor="orange"] "rabbitmq-clone_stop_0" -> "rabbitmq-clone_stopped_0" [ style = bold] "rabbitmq-clone_stop_0" -> "rabbitmq_stop_0 messaging-1" [ style = bold] "rabbitmq-clone_stop_0" [ style=bold color="green" fontcolor="orange"] "rabbitmq-clone_stopped_0" [ style=bold color="green" fontcolor="orange"] "rabbitmq_confirmed-post_notify_stonith_0" -> "all_stopped" [ style = bold] "rabbitmq_confirmed-post_notify_stonith_0" [ style=bold color="green" fontcolor="orange"] "rabbitmq_post_notify_stonith_0 messaging-0" -> "rabbitmq_confirmed-post_notify_stonith_0" [ style = bold] "rabbitmq_post_notify_stonith_0 messaging-0" [ style=bold color="green" fontcolor="black"] "rabbitmq_post_notify_stonith_0 messaging-2" -> "rabbitmq_confirmed-post_notify_stonith_0" [ style = bold] "rabbitmq_post_notify_stonith_0 messaging-2" [ style=bold color="green" fontcolor="black"] "rabbitmq_post_notify_stonith_0" -> "rabbitmq_confirmed-post_notify_stonith_0" [ style = bold] "rabbitmq_post_notify_stonith_0" -> "rabbitmq_post_notify_stonith_0 messaging-0" [ style = bold] "rabbitmq_post_notify_stonith_0" -> "rabbitmq_post_notify_stonith_0 messaging-2" [ style = bold] "rabbitmq_post_notify_stonith_0" [ style=bold color="green" fontcolor="orange"] "rabbitmq_stop_0 messaging-1" -> "all_stopped" [ style = bold] "rabbitmq_stop_0 messaging-1" -> "messaging-1_stop_0 controller-1" [ style = bold] "rabbitmq_stop_0 messaging-1" -> "rabbitmq-clone_stopped_0" [ style = bold] "rabbitmq_stop_0 messaging-1" [ style=bold color="green" fontcolor="orange"] "redis-master_confirmed-post_notify_stopped_0" -> "all_stopped" [ style = bold] "redis-master_confirmed-post_notify_stopped_0" [ style=bold color="green" fontcolor="orange"] "redis-master_confirmed-pre_notify_stop_0" -> "redis-master_post_notify_stopped_0" [ style = bold] "redis-master_confirmed-pre_notify_stop_0" -> "redis-master_stop_0" [ style = bold] "redis-master_confirmed-pre_notify_stop_0" [ style=bold color="green" fontcolor="orange"] "redis-master_post_notify_stopped_0" -> "redis-master_confirmed-post_notify_stopped_0" [ style = bold] "redis-master_post_notify_stopped_0" -> "redis_post_notify_stonith_0 controller-0" [ style = bold] "redis-master_post_notify_stopped_0" -> "redis_post_notify_stonith_0 controller-2" [ style = bold] "redis-master_post_notify_stopped_0" [ style=bold color="green" fontcolor="orange"] "redis-master_pre_notify_stop_0" -> "redis-master_confirmed-pre_notify_stop_0" [ style = bold] "redis-master_pre_notify_stop_0" -> "redis_pre_notify_stop_0 controller-0" [ style = bold] "redis-master_pre_notify_stop_0" -> "redis_pre_notify_stop_0 controller-2" [ style = bold] "redis-master_pre_notify_stop_0" [ style=bold color="green" fontcolor="orange"] "redis-master_stop_0" -> "redis-master_stopped_0" [ style = bold] "redis-master_stop_0" -> "redis_stop_0 controller-1" [ style = bold] "redis-master_stop_0" [ style=bold color="green" fontcolor="orange"] "redis-master_stopped_0" -> "redis-master_post_notify_stopped_0" [ style = bold] "redis-master_stopped_0" [ style=bold color="green" fontcolor="orange"] "redis_confirmed-post_notify_stonith_0" -> "all_stopped" [ style = bold] "redis_confirmed-post_notify_stonith_0" [ style=bold color="green" fontcolor="orange"] "redis_post_notify_stonith_0 controller-0" -> "redis-master_confirmed-post_notify_stopped_0" [ style = bold] "redis_post_notify_stonith_0 controller-0" -> "redis_confirmed-post_notify_stonith_0" [ style = bold] "redis_post_notify_stonith_0 controller-0" [ style=bold color="green" fontcolor="black"] "redis_post_notify_stonith_0 controller-2" -> "redis-master_confirmed-post_notify_stopped_0" [ style = bold] "redis_post_notify_stonith_0 controller-2" -> "redis_confirmed-post_notify_stonith_0" [ style = bold] "redis_post_notify_stonith_0 controller-2" [ style=bold color="green" fontcolor="black"] "redis_post_notify_stonith_0" -> "redis_confirmed-post_notify_stonith_0" [ style = bold] "redis_post_notify_stonith_0" -> "redis_post_notify_stonith_0 controller-0" [ style = bold] "redis_post_notify_stonith_0" -> "redis_post_notify_stonith_0 controller-2" [ style = bold] "redis_post_notify_stonith_0" [ style=bold color="green" fontcolor="orange"] "redis_pre_notify_stop_0 controller-0" -> "redis-master_confirmed-pre_notify_stop_0" [ style = bold] "redis_pre_notify_stop_0 controller-0" [ style=bold color="green" fontcolor="black"] "redis_pre_notify_stop_0 controller-2" -> "redis-master_confirmed-pre_notify_stop_0" [ style = bold] "redis_pre_notify_stop_0 controller-2" [ style=bold color="green" fontcolor="black"] "redis_stop_0 controller-1" -> "all_stopped" [ style = bold] "redis_stop_0 controller-1" -> "redis-master_stopped_0" [ style = bold] "redis_stop_0 controller-1" [ style=bold color="green" fontcolor="orange"] -"stonith 'reboot' controller-1" -> "galera-2_stop_0 controller-1" [ style = bold] "stonith 'reboot' controller-1" -> "haproxy-clone_stop_0" [ style = bold] "stonith 'reboot' controller-1" -> "haproxy_stop_0 controller-1" [ style = bold] "stonith 'reboot' controller-1" -> "ip-172.17.1.14_stop_0 controller-1" [ style = bold] "stonith 'reboot' controller-1" -> "ip-172.17.1.17_stop_0 controller-1" [ style = bold] "stonith 'reboot' controller-1" -> "ip-172.17.4.11_stop_0 controller-1" [ style = bold] -"stonith 'reboot' controller-1" -> "messaging-1_stop_0 controller-1" [ style = bold] "stonith 'reboot' controller-1" -> "redis-master_stop_0" [ style = bold] "stonith 'reboot' controller-1" -> "redis_post_notify_stonith_0" [ style = bold] "stonith 'reboot' controller-1" -> "redis_stop_0 controller-1" [ style = bold] "stonith 'reboot' controller-1" -> "stonith 'reboot' messaging-1" [ style = bold] "stonith 'reboot' controller-1" [ style=bold color="green" fontcolor="black"] "stonith 'reboot' messaging-1" -> "rabbitmq-clone_stop_0" [ style = bold] "stonith 'reboot' messaging-1" -> "rabbitmq_post_notify_stonith_0" [ style = bold] "stonith 'reboot' messaging-1" -> "rabbitmq_stop_0 messaging-1" [ style = bold] "stonith 'reboot' messaging-1" -> "stonith_complete" [ style = bold] "stonith 'reboot' messaging-1" [ style=bold color="green" fontcolor="black"] "stonith-fence_ipmilan-5254005bdbb5_monitor_60000 controller-2" [ style=bold color="green" fontcolor="black"] "stonith-fence_ipmilan-5254005bdbb5_start_0 controller-2" -> "stonith-fence_ipmilan-5254005bdbb5_monitor_60000 controller-2" [ style = bold] "stonith-fence_ipmilan-5254005bdbb5_start_0 controller-2" [ style=bold color="green" fontcolor="black"] "stonith-fence_ipmilan-5254005bdbb5_stop_0 controller-1" -> "all_stopped" [ style = bold] "stonith-fence_ipmilan-5254005bdbb5_stop_0 controller-1" -> "stonith-fence_ipmilan-5254005bdbb5_start_0 controller-2" [ style = bold] "stonith-fence_ipmilan-5254005bdbb5_stop_0 controller-1" [ style=bold color="green" fontcolor="orange"] "stonith-fence_ipmilan-525400b4f6bd_monitor_60000 controller-0" [ style=bold color="green" fontcolor="black"] "stonith-fence_ipmilan-525400b4f6bd_start_0 controller-0" -> "stonith-fence_ipmilan-525400b4f6bd_monitor_60000 controller-0" [ style = bold] "stonith-fence_ipmilan-525400b4f6bd_start_0 controller-0" [ style=bold color="green" fontcolor="black"] "stonith-fence_ipmilan-525400b4f6bd_stop_0 controller-0" -> "all_stopped" [ style = bold] "stonith-fence_ipmilan-525400b4f6bd_stop_0 controller-0" -> "stonith-fence_ipmilan-525400b4f6bd_start_0 controller-0" [ style = bold] "stonith-fence_ipmilan-525400b4f6bd_stop_0 controller-0" [ style=bold color="green" fontcolor="black"] "stonith-fence_ipmilan-525400bbf613_monitor_60000 controller-0" [ style=bold color="green" fontcolor="black"] "stonith-fence_ipmilan-525400bbf613_start_0 controller-0" -> "stonith-fence_ipmilan-525400bbf613_monitor_60000 controller-0" [ style = bold] "stonith-fence_ipmilan-525400bbf613_start_0 controller-0" [ style=bold color="green" fontcolor="black"] "stonith-fence_ipmilan-525400bbf613_stop_0 controller-0" -> "all_stopped" [ style = bold] "stonith-fence_ipmilan-525400bbf613_stop_0 controller-0" -> "stonith-fence_ipmilan-525400bbf613_start_0 controller-0" [ style = bold] "stonith-fence_ipmilan-525400bbf613_stop_0 controller-0" [ style=bold color="green" fontcolor="black"] "stonith_complete" -> "all_stopped" [ style = bold] "stonith_complete" -> "ip-172.17.1.14_start_0 controller-2" [ style = bold] "stonith_complete" -> "ip-172.17.1.17_start_0 controller-2" [ style = bold] "stonith_complete" -> "ip-172.17.4.11_start_0 controller-2" [ style = bold] "stonith_complete" [ style=bold color="green" fontcolor="orange"] } diff --git a/cts/scheduler/remote-recover-no-resources.exp b/cts/scheduler/remote-recover-no-resources.exp index 97fb878bb2..32e1ea9aeb 100644 --- a/cts/scheduler/remote-recover-no-resources.exp +++ b/cts/scheduler/remote-recover-no-resources.exp @@ -1,751 +1,744 @@ - - - - - - - - + diff --git a/cts/scheduler/remote-recover-no-resources.summary b/cts/scheduler/remote-recover-no-resources.summary index bed02d0452..35be629fe9 100644 --- a/cts/scheduler/remote-recover-no-resources.summary +++ b/cts/scheduler/remote-recover-no-resources.summary @@ -1,145 +1,145 @@ Using the original execution date of: 2017-05-03 13:33:24Z Current cluster status: Node controller-1 (2): UNCLEAN (offline) Online: [ controller-0 controller-2 ] RemoteOnline: [ galera-0 galera-1 galera-2 messaging-0 messaging-1 messaging-2 ] messaging-0 (ocf::pacemaker:remote): Started controller-0 messaging-1 (ocf::pacemaker:remote): Started controller-1 (UNCLEAN) messaging-2 (ocf::pacemaker:remote): Started controller-0 galera-0 (ocf::pacemaker:remote): Started controller-1 (UNCLEAN) galera-1 (ocf::pacemaker:remote): Started controller-0 galera-2 (ocf::pacemaker:remote): Started controller-1 (UNCLEAN) Clone Set: rabbitmq-clone [rabbitmq] Started: [ messaging-0 messaging-1 messaging-2 ] Stopped: [ controller-0 controller-1 controller-2 galera-0 galera-1 galera-2 ] Master/Slave Set: galera-master [galera] Masters: [ galera-0 galera-1 ] Stopped: [ controller-0 controller-1 controller-2 galera-2 messaging-0 messaging-1 messaging-2 ] Master/Slave Set: redis-master [redis] redis (ocf::heartbeat:redis): Slave controller-1 (UNCLEAN) Masters: [ controller-0 ] Slaves: [ controller-2 ] Stopped: [ galera-0 galera-1 galera-2 messaging-0 messaging-1 messaging-2 ] ip-192.168.24.6 (ocf::heartbeat:IPaddr2): Started controller-0 ip-10.0.0.102 (ocf::heartbeat:IPaddr2): Started controller-0 ip-172.17.1.14 (ocf::heartbeat:IPaddr2): Started controller-1 (UNCLEAN) ip-172.17.1.17 (ocf::heartbeat:IPaddr2): Started controller-1 (UNCLEAN) ip-172.17.3.15 (ocf::heartbeat:IPaddr2): Started controller-0 ip-172.17.4.11 (ocf::heartbeat:IPaddr2): Started controller-1 (UNCLEAN) Clone Set: haproxy-clone [haproxy] haproxy (systemd:haproxy): Started controller-1 (UNCLEAN) Started: [ controller-0 controller-2 ] Stopped: [ galera-0 galera-1 galera-2 messaging-0 messaging-1 messaging-2 ] openstack-cinder-volume (systemd:openstack-cinder-volume): Started controller-0 stonith-fence_ipmilan-525400bbf613 (stonith:fence_ipmilan): Started controller-0 stonith-fence_ipmilan-525400b4f6bd (stonith:fence_ipmilan): Started controller-0 stonith-fence_ipmilan-5254005bdbb5 (stonith:fence_ipmilan): Started controller-1 (UNCLEAN) Transition Summary: * Fence (reboot) messaging-1 'resources are active and the connection is unrecoverable' * Fence (reboot) controller-1 'peer is no longer part of the cluster' * Stop messaging-1 (controller-1) due to node availability * Move galera-0 ( controller-1 -> controller-2 ) * Stop galera-2 ( controller-1 ) due to node availability * Stop rabbitmq:2 (messaging-1) due to node availability * Stop redis:0 ( Slave controller-1 ) due to node availability * Move ip-172.17.1.14 ( controller-1 -> controller-2 ) * Move ip-172.17.1.17 ( controller-1 -> controller-2 ) * Move ip-172.17.4.11 ( controller-1 -> controller-2 ) * Stop haproxy:0 (controller-1) due to node availability * Restart stonith-fence_ipmilan-525400bbf613 ( controller-0 ) due to resource definition change * Restart stonith-fence_ipmilan-525400b4f6bd ( controller-0 ) due to resource definition change * Move stonith-fence_ipmilan-5254005bdbb5 ( controller-1 -> controller-2 ) Executing cluster transition: * Pseudo action: galera-0_stop_0 + * Pseudo action: galera-2_stop_0 * Pseudo action: redis-master_pre_notify_stop_0 * Resource action: stonith-fence_ipmilan-525400bbf613 stop on controller-0 * Resource action: stonith-fence_ipmilan-525400b4f6bd stop on controller-0 * Pseudo action: stonith-fence_ipmilan-5254005bdbb5_stop_0 * Fencing controller-1 (reboot) - * Pseudo action: galera-2_stop_0 * Pseudo action: redis_post_notify_stop_0 * Resource action: redis notify on controller-0 * Resource action: redis notify on controller-2 * Pseudo action: redis-master_confirmed-pre_notify_stop_0 * Pseudo action: redis-master_stop_0 * Pseudo action: haproxy-clone_stop_0 * Fencing messaging-1 (reboot) * Pseudo action: stonith_complete * Pseudo action: rabbitmq_post_notify_stop_0 * Pseudo action: rabbitmq-clone_stop_0 * Pseudo action: redis_stop_0 * Pseudo action: redis-master_stopped_0 * Pseudo action: haproxy_stop_0 * Pseudo action: haproxy-clone_stopped_0 * Resource action: rabbitmq notify on messaging-2 * Resource action: rabbitmq notify on messaging-0 * Pseudo action: rabbitmq_notified_0 * Pseudo action: rabbitmq_stop_0 * Pseudo action: rabbitmq-clone_stopped_0 * Pseudo action: redis-master_post_notify_stopped_0 * Pseudo action: ip-172.17.1.14_stop_0 * Pseudo action: ip-172.17.1.17_stop_0 * Pseudo action: ip-172.17.4.11_stop_0 * Pseudo action: messaging-1_stop_0 * Resource action: redis notify on controller-0 * Resource action: redis notify on controller-2 * Pseudo action: redis-master_confirmed-post_notify_stopped_0 * Resource action: ip-172.17.1.14 start on controller-2 * Resource action: ip-172.17.1.17 start on controller-2 * Resource action: ip-172.17.4.11 start on controller-2 * Pseudo action: redis_notified_0 * Resource action: ip-172.17.1.14 monitor=10000 on controller-2 * Resource action: ip-172.17.1.17 monitor=10000 on controller-2 * Resource action: ip-172.17.4.11 monitor=10000 on controller-2 * Pseudo action: all_stopped * Resource action: galera-0 start on controller-2 * Resource action: galera monitor=10000 on galera-0 * Resource action: stonith-fence_ipmilan-525400bbf613 start on controller-0 * Resource action: stonith-fence_ipmilan-525400bbf613 monitor=60000 on controller-0 * Resource action: stonith-fence_ipmilan-525400b4f6bd start on controller-0 * Resource action: stonith-fence_ipmilan-525400b4f6bd monitor=60000 on controller-0 * Resource action: stonith-fence_ipmilan-5254005bdbb5 start on controller-2 * Resource action: galera-0 monitor=20000 on controller-2 * Resource action: stonith-fence_ipmilan-5254005bdbb5 monitor=60000 on controller-2 Using the original execution date of: 2017-05-03 13:33:24Z Revised cluster status: Online: [ controller-0 controller-2 ] OFFLINE: [ controller-1 ] RemoteOnline: [ galera-0 galera-1 messaging-0 messaging-2 ] RemoteOFFLINE: [ galera-2 messaging-1 ] messaging-0 (ocf::pacemaker:remote): Started controller-0 messaging-1 (ocf::pacemaker:remote): Stopped messaging-2 (ocf::pacemaker:remote): Started controller-0 galera-0 (ocf::pacemaker:remote): Started controller-2 galera-1 (ocf::pacemaker:remote): Started controller-0 galera-2 (ocf::pacemaker:remote): Stopped Clone Set: rabbitmq-clone [rabbitmq] Started: [ messaging-0 messaging-2 ] Stopped: [ controller-0 controller-1 controller-2 galera-0 galera-1 galera-2 messaging-1 ] Master/Slave Set: galera-master [galera] Masters: [ galera-0 galera-1 ] Stopped: [ controller-0 controller-1 controller-2 galera-2 messaging-0 messaging-1 messaging-2 ] Master/Slave Set: redis-master [redis] Masters: [ controller-0 ] Slaves: [ controller-2 ] Stopped: [ controller-1 galera-0 galera-1 galera-2 messaging-0 messaging-1 messaging-2 ] ip-192.168.24.6 (ocf::heartbeat:IPaddr2): Started controller-0 ip-10.0.0.102 (ocf::heartbeat:IPaddr2): Started controller-0 ip-172.17.1.14 (ocf::heartbeat:IPaddr2): Started controller-2 ip-172.17.1.17 (ocf::heartbeat:IPaddr2): Started controller-2 ip-172.17.3.15 (ocf::heartbeat:IPaddr2): Started controller-0 ip-172.17.4.11 (ocf::heartbeat:IPaddr2): Started controller-2 Clone Set: haproxy-clone [haproxy] Started: [ controller-0 controller-2 ] Stopped: [ controller-1 galera-0 galera-1 galera-2 messaging-0 messaging-1 messaging-2 ] openstack-cinder-volume (systemd:openstack-cinder-volume): Started controller-0 stonith-fence_ipmilan-525400bbf613 (stonith:fence_ipmilan): Started controller-0 stonith-fence_ipmilan-525400b4f6bd (stonith:fence_ipmilan): Started controller-0 stonith-fence_ipmilan-5254005bdbb5 (stonith:fence_ipmilan): Started controller-2 diff --git a/cts/scheduler/remote-recover-unknown.dot b/cts/scheduler/remote-recover-unknown.dot index 8ce59b4443..98e578b6d4 100644 --- a/cts/scheduler/remote-recover-unknown.dot +++ b/cts/scheduler/remote-recover-unknown.dot @@ -1,145 +1,143 @@ digraph "g" { "all_stopped" -> "galera-0_start_0 controller-2" [ style = bold] "all_stopped" -> "stonith-fence_ipmilan-5254005bdbb5_start_0 controller-2" [ style = bold] "all_stopped" -> "stonith-fence_ipmilan-525400b4f6bd_start_0 controller-0" [ style = bold] "all_stopped" -> "stonith-fence_ipmilan-525400bbf613_start_0 controller-0" [ style = bold] "all_stopped" [ style=bold color="green" fontcolor="orange"] "galera-0_monitor_20000 controller-2" [ style=bold color="green" fontcolor="black"] "galera-0_start_0 controller-2" -> "galera-0_monitor_20000 controller-2" [ style = bold] "galera-0_start_0 controller-2" -> "galera_monitor_10000 galera-0" [ style = bold] "galera-0_start_0 controller-2" [ style=bold color="green" fontcolor="black"] "galera-0_stop_0 controller-1" -> "all_stopped" [ style = bold] "galera-0_stop_0 controller-1" -> "galera-0_start_0 controller-2" [ style = bold] "galera-0_stop_0 controller-1" [ style=bold color="green" fontcolor="orange"] "galera-2_stop_0 controller-1" -> "all_stopped" [ style = bold] "galera-2_stop_0 controller-1" [ style=bold color="green" fontcolor="orange"] "galera_monitor_0 galera-2" [ style=dashed color="red" fontcolor="black"] "galera_monitor_10000 galera-0" [ style=bold color="green" fontcolor="black"] "haproxy-clone_stop_0" -> "haproxy-clone_stopped_0" [ style = bold] "haproxy-clone_stop_0" -> "haproxy_stop_0 controller-1" [ style = bold] "haproxy-clone_stop_0" [ style=bold color="green" fontcolor="orange"] "haproxy-clone_stopped_0" -> "ip-172.17.1.14_stop_0 controller-1" [ style = bold] "haproxy-clone_stopped_0" -> "ip-172.17.1.17_stop_0 controller-1" [ style = bold] "haproxy-clone_stopped_0" -> "ip-172.17.4.11_stop_0 controller-1" [ style = bold] "haproxy-clone_stopped_0" [ style=bold color="green" fontcolor="orange"] "haproxy_stop_0 controller-1" -> "all_stopped" [ style = bold] "haproxy_stop_0 controller-1" -> "haproxy-clone_stopped_0" [ style = bold] "haproxy_stop_0 controller-1" [ style=bold color="green" fontcolor="orange"] "ip-172.17.1.14_monitor_10000 controller-2" [ style=bold color="green" fontcolor="black"] "ip-172.17.1.14_start_0 controller-2" -> "ip-172.17.1.14_monitor_10000 controller-2" [ style = bold] "ip-172.17.1.14_start_0 controller-2" [ style=bold color="green" fontcolor="black"] "ip-172.17.1.14_stop_0 controller-1" -> "all_stopped" [ style = bold] "ip-172.17.1.14_stop_0 controller-1" -> "ip-172.17.1.14_start_0 controller-2" [ style = bold] "ip-172.17.1.14_stop_0 controller-1" [ style=bold color="green" fontcolor="orange"] "ip-172.17.1.17_monitor_10000 controller-2" [ style=bold color="green" fontcolor="black"] "ip-172.17.1.17_start_0 controller-2" -> "ip-172.17.1.17_monitor_10000 controller-2" [ style = bold] "ip-172.17.1.17_start_0 controller-2" [ style=bold color="green" fontcolor="black"] "ip-172.17.1.17_stop_0 controller-1" -> "all_stopped" [ style = bold] "ip-172.17.1.17_stop_0 controller-1" -> "ip-172.17.1.17_start_0 controller-2" [ style = bold] "ip-172.17.1.17_stop_0 controller-1" [ style=bold color="green" fontcolor="orange"] "ip-172.17.4.11_monitor_10000 controller-2" [ style=bold color="green" fontcolor="black"] "ip-172.17.4.11_start_0 controller-2" -> "ip-172.17.4.11_monitor_10000 controller-2" [ style = bold] "ip-172.17.4.11_start_0 controller-2" [ style=bold color="green" fontcolor="black"] "ip-172.17.4.11_stop_0 controller-1" -> "all_stopped" [ style = bold] "ip-172.17.4.11_stop_0 controller-1" -> "ip-172.17.4.11_start_0 controller-2" [ style = bold] "ip-172.17.4.11_stop_0 controller-1" [ style=bold color="green" fontcolor="orange"] "messaging-1_stop_0 controller-1" -> "all_stopped" [ style = bold] "messaging-1_stop_0 controller-1" [ style=bold color="green" fontcolor="orange"] "rabbitmq-clone_stop_0" -> "rabbitmq-clone_stopped_0" [ style = bold] "rabbitmq-clone_stop_0" -> "rabbitmq_stop_0 messaging-1" [ style = bold] "rabbitmq-clone_stop_0" [ style=bold color="green" fontcolor="orange"] "rabbitmq-clone_stopped_0" [ style=bold color="green" fontcolor="orange"] "rabbitmq_confirmed-post_notify_stonith_0" -> "all_stopped" [ style = bold] "rabbitmq_confirmed-post_notify_stonith_0" [ style=bold color="green" fontcolor="orange"] "rabbitmq_post_notify_stonith_0 messaging-0" -> "rabbitmq_confirmed-post_notify_stonith_0" [ style = bold] "rabbitmq_post_notify_stonith_0 messaging-0" [ style=bold color="green" fontcolor="black"] "rabbitmq_post_notify_stonith_0 messaging-2" -> "rabbitmq_confirmed-post_notify_stonith_0" [ style = bold] "rabbitmq_post_notify_stonith_0 messaging-2" [ style=bold color="green" fontcolor="black"] "rabbitmq_post_notify_stonith_0" -> "rabbitmq_confirmed-post_notify_stonith_0" [ style = bold] "rabbitmq_post_notify_stonith_0" -> "rabbitmq_post_notify_stonith_0 messaging-0" [ style = bold] "rabbitmq_post_notify_stonith_0" -> "rabbitmq_post_notify_stonith_0 messaging-2" [ style = bold] "rabbitmq_post_notify_stonith_0" [ style=bold color="green" fontcolor="orange"] "rabbitmq_stop_0 messaging-1" -> "all_stopped" [ style = bold] "rabbitmq_stop_0 messaging-1" -> "messaging-1_stop_0 controller-1" [ style = bold] "rabbitmq_stop_0 messaging-1" -> "rabbitmq-clone_stopped_0" [ style = bold] "rabbitmq_stop_0 messaging-1" [ style=bold color="green" fontcolor="orange"] "redis-master_confirmed-post_notify_stopped_0" -> "all_stopped" [ style = bold] "redis-master_confirmed-post_notify_stopped_0" [ style=bold color="green" fontcolor="orange"] "redis-master_confirmed-pre_notify_stop_0" -> "redis-master_post_notify_stopped_0" [ style = bold] "redis-master_confirmed-pre_notify_stop_0" -> "redis-master_stop_0" [ style = bold] "redis-master_confirmed-pre_notify_stop_0" [ style=bold color="green" fontcolor="orange"] "redis-master_post_notify_stopped_0" -> "redis-master_confirmed-post_notify_stopped_0" [ style = bold] "redis-master_post_notify_stopped_0" -> "redis_post_notify_stonith_0 controller-0" [ style = bold] "redis-master_post_notify_stopped_0" -> "redis_post_notify_stonith_0 controller-2" [ style = bold] "redis-master_post_notify_stopped_0" [ style=bold color="green" fontcolor="orange"] "redis-master_pre_notify_stop_0" -> "redis-master_confirmed-pre_notify_stop_0" [ style = bold] "redis-master_pre_notify_stop_0" -> "redis_pre_notify_stop_0 controller-0" [ style = bold] "redis-master_pre_notify_stop_0" -> "redis_pre_notify_stop_0 controller-2" [ style = bold] "redis-master_pre_notify_stop_0" [ style=bold color="green" fontcolor="orange"] "redis-master_stop_0" -> "redis-master_stopped_0" [ style = bold] "redis-master_stop_0" -> "redis_stop_0 controller-1" [ style = bold] "redis-master_stop_0" [ style=bold color="green" fontcolor="orange"] "redis-master_stopped_0" -> "redis-master_post_notify_stopped_0" [ style = bold] "redis-master_stopped_0" [ style=bold color="green" fontcolor="orange"] "redis_confirmed-post_notify_stonith_0" -> "all_stopped" [ style = bold] "redis_confirmed-post_notify_stonith_0" [ style=bold color="green" fontcolor="orange"] "redis_post_notify_stonith_0 controller-0" -> "redis-master_confirmed-post_notify_stopped_0" [ style = bold] "redis_post_notify_stonith_0 controller-0" -> "redis_confirmed-post_notify_stonith_0" [ style = bold] "redis_post_notify_stonith_0 controller-0" [ style=bold color="green" fontcolor="black"] "redis_post_notify_stonith_0 controller-2" -> "redis-master_confirmed-post_notify_stopped_0" [ style = bold] "redis_post_notify_stonith_0 controller-2" -> "redis_confirmed-post_notify_stonith_0" [ style = bold] "redis_post_notify_stonith_0 controller-2" [ style=bold color="green" fontcolor="black"] "redis_post_notify_stonith_0" -> "redis_confirmed-post_notify_stonith_0" [ style = bold] "redis_post_notify_stonith_0" -> "redis_post_notify_stonith_0 controller-0" [ style = bold] "redis_post_notify_stonith_0" -> "redis_post_notify_stonith_0 controller-2" [ style = bold] "redis_post_notify_stonith_0" [ style=bold color="green" fontcolor="orange"] "redis_pre_notify_stop_0 controller-0" -> "redis-master_confirmed-pre_notify_stop_0" [ style = bold] "redis_pre_notify_stop_0 controller-0" [ style=bold color="green" fontcolor="black"] "redis_pre_notify_stop_0 controller-2" -> "redis-master_confirmed-pre_notify_stop_0" [ style = bold] "redis_pre_notify_stop_0 controller-2" [ style=bold color="green" fontcolor="black"] "redis_stop_0 controller-1" -> "all_stopped" [ style = bold] "redis_stop_0 controller-1" -> "redis-master_stopped_0" [ style = bold] "redis_stop_0 controller-1" [ style=bold color="green" fontcolor="orange"] -"stonith 'reboot' controller-1" -> "galera-2_stop_0 controller-1" [ style = bold] "stonith 'reboot' controller-1" -> "haproxy-clone_stop_0" [ style = bold] "stonith 'reboot' controller-1" -> "haproxy_stop_0 controller-1" [ style = bold] "stonith 'reboot' controller-1" -> "ip-172.17.1.14_stop_0 controller-1" [ style = bold] "stonith 'reboot' controller-1" -> "ip-172.17.1.17_stop_0 controller-1" [ style = bold] "stonith 'reboot' controller-1" -> "ip-172.17.4.11_stop_0 controller-1" [ style = bold] -"stonith 'reboot' controller-1" -> "messaging-1_stop_0 controller-1" [ style = bold] "stonith 'reboot' controller-1" -> "redis-master_stop_0" [ style = bold] "stonith 'reboot' controller-1" -> "redis_post_notify_stonith_0" [ style = bold] "stonith 'reboot' controller-1" -> "redis_stop_0 controller-1" [ style = bold] "stonith 'reboot' controller-1" -> "stonith 'reboot' galera-2" [ style = bold] "stonith 'reboot' controller-1" [ style=bold color="green" fontcolor="black"] "stonith 'reboot' galera-2" -> "stonith 'reboot' messaging-1" [ style = bold] "stonith 'reboot' galera-2" [ style=bold color="green" fontcolor="black"] "stonith 'reboot' messaging-1" -> "rabbitmq-clone_stop_0" [ style = bold] "stonith 'reboot' messaging-1" -> "rabbitmq_post_notify_stonith_0" [ style = bold] "stonith 'reboot' messaging-1" -> "rabbitmq_stop_0 messaging-1" [ style = bold] "stonith 'reboot' messaging-1" -> "stonith_complete" [ style = bold] "stonith 'reboot' messaging-1" [ style=bold color="green" fontcolor="black"] "stonith-fence_ipmilan-5254005bdbb5_monitor_60000 controller-2" [ style=bold color="green" fontcolor="black"] "stonith-fence_ipmilan-5254005bdbb5_start_0 controller-2" -> "stonith-fence_ipmilan-5254005bdbb5_monitor_60000 controller-2" [ style = bold] "stonith-fence_ipmilan-5254005bdbb5_start_0 controller-2" [ style=bold color="green" fontcolor="black"] "stonith-fence_ipmilan-5254005bdbb5_stop_0 controller-1" -> "all_stopped" [ style = bold] "stonith-fence_ipmilan-5254005bdbb5_stop_0 controller-1" -> "stonith-fence_ipmilan-5254005bdbb5_start_0 controller-2" [ style = bold] "stonith-fence_ipmilan-5254005bdbb5_stop_0 controller-1" [ style=bold color="green" fontcolor="orange"] "stonith-fence_ipmilan-525400b4f6bd_monitor_60000 controller-0" [ style=bold color="green" fontcolor="black"] "stonith-fence_ipmilan-525400b4f6bd_start_0 controller-0" -> "stonith-fence_ipmilan-525400b4f6bd_monitor_60000 controller-0" [ style = bold] "stonith-fence_ipmilan-525400b4f6bd_start_0 controller-0" [ style=bold color="green" fontcolor="black"] "stonith-fence_ipmilan-525400b4f6bd_stop_0 controller-0" -> "all_stopped" [ style = bold] "stonith-fence_ipmilan-525400b4f6bd_stop_0 controller-0" -> "stonith-fence_ipmilan-525400b4f6bd_start_0 controller-0" [ style = bold] "stonith-fence_ipmilan-525400b4f6bd_stop_0 controller-0" [ style=bold color="green" fontcolor="black"] "stonith-fence_ipmilan-525400bbf613_monitor_60000 controller-0" [ style=bold color="green" fontcolor="black"] "stonith-fence_ipmilan-525400bbf613_start_0 controller-0" -> "stonith-fence_ipmilan-525400bbf613_monitor_60000 controller-0" [ style = bold] "stonith-fence_ipmilan-525400bbf613_start_0 controller-0" [ style=bold color="green" fontcolor="black"] "stonith-fence_ipmilan-525400bbf613_stop_0 controller-0" -> "all_stopped" [ style = bold] "stonith-fence_ipmilan-525400bbf613_stop_0 controller-0" -> "stonith-fence_ipmilan-525400bbf613_start_0 controller-0" [ style = bold] "stonith-fence_ipmilan-525400bbf613_stop_0 controller-0" [ style=bold color="green" fontcolor="black"] "stonith_complete" -> "all_stopped" [ style = bold] "stonith_complete" -> "ip-172.17.1.14_start_0 controller-2" [ style = bold] "stonith_complete" -> "ip-172.17.1.17_start_0 controller-2" [ style = bold] "stonith_complete" -> "ip-172.17.4.11_start_0 controller-2" [ style = bold] "stonith_complete" [ style=bold color="green" fontcolor="orange"] } diff --git a/cts/scheduler/remote-recover-unknown.exp b/cts/scheduler/remote-recover-unknown.exp index 8bb3ac4a7c..6a69959a0e 100644 --- a/cts/scheduler/remote-recover-unknown.exp +++ b/cts/scheduler/remote-recover-unknown.exp @@ -1,766 +1,759 @@ - - - - - - - - + diff --git a/cts/scheduler/remote-recover-unknown.summary b/cts/scheduler/remote-recover-unknown.summary index d47f174fb1..cd82b8cb09 100644 --- a/cts/scheduler/remote-recover-unknown.summary +++ b/cts/scheduler/remote-recover-unknown.summary @@ -1,147 +1,147 @@ Using the original execution date of: 2017-05-03 13:33:24Z Current cluster status: Node controller-1 (2): UNCLEAN (offline) Online: [ controller-0 controller-2 ] RemoteOnline: [ galera-0 galera-1 galera-2 messaging-0 messaging-1 messaging-2 ] messaging-0 (ocf::pacemaker:remote): Started controller-0 messaging-1 (ocf::pacemaker:remote): Started controller-1 (UNCLEAN) messaging-2 (ocf::pacemaker:remote): Started controller-0 galera-0 (ocf::pacemaker:remote): Started controller-1 (UNCLEAN) galera-1 (ocf::pacemaker:remote): Started controller-0 galera-2 (ocf::pacemaker:remote): Started controller-1 (UNCLEAN) Clone Set: rabbitmq-clone [rabbitmq] Started: [ messaging-0 messaging-1 messaging-2 ] Stopped: [ controller-0 controller-1 controller-2 galera-0 galera-1 galera-2 ] Master/Slave Set: galera-master [galera] Masters: [ galera-0 galera-1 ] Stopped: [ controller-0 controller-1 controller-2 galera-2 messaging-0 messaging-1 messaging-2 ] Master/Slave Set: redis-master [redis] redis (ocf::heartbeat:redis): Slave controller-1 (UNCLEAN) Masters: [ controller-0 ] Slaves: [ controller-2 ] Stopped: [ galera-0 galera-1 galera-2 messaging-0 messaging-1 messaging-2 ] ip-192.168.24.6 (ocf::heartbeat:IPaddr2): Started controller-0 ip-10.0.0.102 (ocf::heartbeat:IPaddr2): Started controller-0 ip-172.17.1.14 (ocf::heartbeat:IPaddr2): Started controller-1 (UNCLEAN) ip-172.17.1.17 (ocf::heartbeat:IPaddr2): Started controller-1 (UNCLEAN) ip-172.17.3.15 (ocf::heartbeat:IPaddr2): Started controller-0 ip-172.17.4.11 (ocf::heartbeat:IPaddr2): Started controller-1 (UNCLEAN) Clone Set: haproxy-clone [haproxy] haproxy (systemd:haproxy): Started controller-1 (UNCLEAN) Started: [ controller-0 controller-2 ] Stopped: [ galera-0 galera-1 galera-2 messaging-0 messaging-1 messaging-2 ] openstack-cinder-volume (systemd:openstack-cinder-volume): Started controller-0 stonith-fence_ipmilan-525400bbf613 (stonith:fence_ipmilan): Started controller-0 stonith-fence_ipmilan-525400b4f6bd (stonith:fence_ipmilan): Started controller-0 stonith-fence_ipmilan-5254005bdbb5 (stonith:fence_ipmilan): Started controller-1 (UNCLEAN) Transition Summary: * Fence (reboot) galera-2 'resources are in an unknown state and the connection is unrecoverable' * Fence (reboot) messaging-1 'resources are active and the connection is unrecoverable' * Fence (reboot) controller-1 'peer is no longer part of the cluster' * Stop messaging-1 (controller-1) due to node availability * Move galera-0 ( controller-1 -> controller-2 ) * Stop galera-2 (controller-1) due to node availability * Stop rabbitmq:2 (messaging-1) due to node availability * Stop redis:0 ( Slave controller-1 ) due to node availability * Move ip-172.17.1.14 ( controller-1 -> controller-2 ) * Move ip-172.17.1.17 ( controller-1 -> controller-2 ) * Move ip-172.17.4.11 ( controller-1 -> controller-2 ) * Stop haproxy:0 (controller-1) due to node availability * Restart stonith-fence_ipmilan-525400bbf613 ( controller-0 ) due to resource definition change * Restart stonith-fence_ipmilan-525400b4f6bd ( controller-0 ) due to resource definition change * Move stonith-fence_ipmilan-5254005bdbb5 ( controller-1 -> controller-2 ) Executing cluster transition: * Pseudo action: galera-0_stop_0 + * Pseudo action: galera-2_stop_0 * Pseudo action: redis-master_pre_notify_stop_0 * Resource action: stonith-fence_ipmilan-525400bbf613 stop on controller-0 * Resource action: stonith-fence_ipmilan-525400b4f6bd stop on controller-0 * Pseudo action: stonith-fence_ipmilan-5254005bdbb5_stop_0 * Fencing controller-1 (reboot) - * Pseudo action: galera-2_stop_0 * Pseudo action: redis_post_notify_stop_0 * Resource action: redis notify on controller-0 * Resource action: redis notify on controller-2 * Pseudo action: redis-master_confirmed-pre_notify_stop_0 * Pseudo action: redis-master_stop_0 * Pseudo action: haproxy-clone_stop_0 * Fencing galera-2 (reboot) * Fencing messaging-1 (reboot) * Pseudo action: stonith_complete * Pseudo action: rabbitmq_post_notify_stop_0 * Pseudo action: rabbitmq-clone_stop_0 * Pseudo action: redis_stop_0 * Pseudo action: redis-master_stopped_0 * Pseudo action: haproxy_stop_0 * Pseudo action: haproxy-clone_stopped_0 * Resource action: rabbitmq notify on messaging-2 * Resource action: rabbitmq notify on messaging-0 * Pseudo action: rabbitmq_notified_0 * Pseudo action: rabbitmq_stop_0 * Pseudo action: rabbitmq-clone_stopped_0 * Pseudo action: redis-master_post_notify_stopped_0 * Pseudo action: ip-172.17.1.14_stop_0 * Pseudo action: ip-172.17.1.17_stop_0 * Pseudo action: ip-172.17.4.11_stop_0 * Pseudo action: messaging-1_stop_0 * Resource action: redis notify on controller-0 * Resource action: redis notify on controller-2 * Pseudo action: redis-master_confirmed-post_notify_stopped_0 * Resource action: ip-172.17.1.14 start on controller-2 * Resource action: ip-172.17.1.17 start on controller-2 * Resource action: ip-172.17.4.11 start on controller-2 * Pseudo action: redis_notified_0 * Resource action: ip-172.17.1.14 monitor=10000 on controller-2 * Resource action: ip-172.17.1.17 monitor=10000 on controller-2 * Resource action: ip-172.17.4.11 monitor=10000 on controller-2 * Pseudo action: all_stopped * Resource action: galera-0 start on controller-2 * Resource action: galera monitor=10000 on galera-0 * Resource action: stonith-fence_ipmilan-525400bbf613 start on controller-0 * Resource action: stonith-fence_ipmilan-525400bbf613 monitor=60000 on controller-0 * Resource action: stonith-fence_ipmilan-525400b4f6bd start on controller-0 * Resource action: stonith-fence_ipmilan-525400b4f6bd monitor=60000 on controller-0 * Resource action: stonith-fence_ipmilan-5254005bdbb5 start on controller-2 * Resource action: galera-0 monitor=20000 on controller-2 * Resource action: stonith-fence_ipmilan-5254005bdbb5 monitor=60000 on controller-2 Using the original execution date of: 2017-05-03 13:33:24Z Revised cluster status: Online: [ controller-0 controller-2 ] OFFLINE: [ controller-1 ] RemoteOnline: [ galera-0 galera-1 messaging-0 messaging-2 ] RemoteOFFLINE: [ galera-2 messaging-1 ] messaging-0 (ocf::pacemaker:remote): Started controller-0 messaging-1 (ocf::pacemaker:remote): Stopped messaging-2 (ocf::pacemaker:remote): Started controller-0 galera-0 (ocf::pacemaker:remote): Started controller-2 galera-1 (ocf::pacemaker:remote): Started controller-0 galera-2 (ocf::pacemaker:remote): Stopped Clone Set: rabbitmq-clone [rabbitmq] Started: [ messaging-0 messaging-2 ] Stopped: [ controller-0 controller-1 controller-2 galera-0 galera-1 galera-2 messaging-1 ] Master/Slave Set: galera-master [galera] Masters: [ galera-0 galera-1 ] Stopped: [ controller-0 controller-1 controller-2 galera-2 messaging-0 messaging-1 messaging-2 ] Master/Slave Set: redis-master [redis] Masters: [ controller-0 ] Slaves: [ controller-2 ] Stopped: [ controller-1 galera-0 galera-1 galera-2 messaging-0 messaging-1 messaging-2 ] ip-192.168.24.6 (ocf::heartbeat:IPaddr2): Started controller-0 ip-10.0.0.102 (ocf::heartbeat:IPaddr2): Started controller-0 ip-172.17.1.14 (ocf::heartbeat:IPaddr2): Started controller-2 ip-172.17.1.17 (ocf::heartbeat:IPaddr2): Started controller-2 ip-172.17.3.15 (ocf::heartbeat:IPaddr2): Started controller-0 ip-172.17.4.11 (ocf::heartbeat:IPaddr2): Started controller-2 Clone Set: haproxy-clone [haproxy] Started: [ controller-0 controller-2 ] Stopped: [ controller-1 galera-0 galera-1 galera-2 messaging-0 messaging-1 messaging-2 ] openstack-cinder-volume (systemd:openstack-cinder-volume): Started controller-0 stonith-fence_ipmilan-525400bbf613 (stonith:fence_ipmilan): Started controller-0 stonith-fence_ipmilan-525400b4f6bd (stonith:fence_ipmilan): Started controller-0 stonith-fence_ipmilan-5254005bdbb5 (stonith:fence_ipmilan): Started controller-2 diff --git a/cts/scheduler/ticket-clone-21.dot b/cts/scheduler/ticket-clone-21.dot index c26817eddf..878839d4b1 100644 --- a/cts/scheduler/ticket-clone-21.dot +++ b/cts/scheduler/ticket-clone-21.dot @@ -1,27 +1,26 @@ digraph "g" { "all_stopped" [ style=bold color="green" fontcolor="orange"] "clone1_stop_0" -> "clone1_stopped_0" [ style = bold] "clone1_stop_0" -> "rsc1:0_stop_0 node2" [ style = bold] "clone1_stop_0" -> "rsc1:1_stop_0 node1" [ style = bold] "clone1_stop_0" [ style=bold color="green" fontcolor="orange"] "clone1_stopped_0" [ style=bold color="green" fontcolor="orange"] "rsc1:0_stop_0 node2" -> "all_stopped" [ style = bold] "rsc1:0_stop_0 node2" -> "clone1_stopped_0" [ style = bold] "rsc1:0_stop_0 node2" [ style=bold color="green" fontcolor="orange"] "rsc1:1_stop_0 node1" -> "all_stopped" [ style = bold] "rsc1:1_stop_0 node1" -> "clone1_stopped_0" [ style = bold] "rsc1:1_stop_0 node1" [ style=bold color="green" fontcolor="orange"] "rsc_stonith_stop_0 node1" -> "all_stopped" [ style = bold] "rsc_stonith_stop_0 node1" [ style=bold color="green" fontcolor="orange"] "stonith 'reboot' node1" -> "clone1_stop_0" [ style = bold] "stonith 'reboot' node1" -> "rsc1:1_stop_0 node1" [ style = bold] -"stonith 'reboot' node1" -> "rsc_stonith_stop_0 node1" [ style = bold] "stonith 'reboot' node1" -> "stonith 'reboot' node2" [ style = bold] "stonith 'reboot' node1" [ style=bold color="green" fontcolor="black"] "stonith 'reboot' node2" -> "clone1_stop_0" [ style = bold] "stonith 'reboot' node2" -> "rsc1:0_stop_0 node2" [ style = bold] "stonith 'reboot' node2" -> "stonith_complete" [ style = bold] "stonith 'reboot' node2" [ style=bold color="green" fontcolor="black"] "stonith_complete" -> "all_stopped" [ style = bold] "stonith_complete" [ style=bold color="green" fontcolor="orange"] } diff --git a/cts/scheduler/ticket-clone-21.exp b/cts/scheduler/ticket-clone-21.exp index bc25bf2962..acd706c00e 100644 --- a/cts/scheduler/ticket-clone-21.exp +++ b/cts/scheduler/ticket-clone-21.exp @@ -1,136 +1,132 @@ - - - - - + diff --git a/cts/scheduler/ticket-clone-21.summary b/cts/scheduler/ticket-clone-21.summary index 1dde14ba4a..010e792bf0 100644 --- a/cts/scheduler/ticket-clone-21.summary +++ b/cts/scheduler/ticket-clone-21.summary @@ -1,33 +1,33 @@ Current cluster status: Online: [ node1 node2 ] rsc_stonith (stonith:null): Started node1 Clone Set: clone1 [rsc1] Started: [ node1 node2 ] Transition Summary: * Fence (reboot) node2 'deadman ticket was lost' * Fence (reboot) node1 'deadman ticket was lost' * Stop rsc_stonith ( node1 ) due to node availability * Stop rsc1:0 (node1) due to node availability * Stop rsc1:1 (node2) due to node availability Executing cluster transition: - * Fencing node1 (reboot) * Pseudo action: rsc_stonith_stop_0 + * Fencing node1 (reboot) * Fencing node2 (reboot) * Pseudo action: clone1_stop_0 * Pseudo action: stonith_complete * Pseudo action: rsc1:1_stop_0 * Pseudo action: rsc1:0_stop_0 * Pseudo action: clone1_stopped_0 * Pseudo action: all_stopped Revised cluster status: OFFLINE: [ node1 node2 ] rsc_stonith (stonith:null): Stopped Clone Set: clone1 [rsc1] Stopped: [ node1 node2 ] diff --git a/cts/scheduler/ticket-clone-9.dot b/cts/scheduler/ticket-clone-9.dot index 8abddd4992..72d1587c56 100644 --- a/cts/scheduler/ticket-clone-9.dot +++ b/cts/scheduler/ticket-clone-9.dot @@ -1,27 +1,26 @@ digraph "g" { "all_stopped" [ style=bold color="green" fontcolor="orange" ] "clone1_stop_0" -> "clone1_stopped_0" [ style = bold] "clone1_stop_0" -> "rsc1:0_stop_0 node2" [ style = bold] "clone1_stop_0" -> "rsc1:1_stop_0 node1" [ style = bold] "clone1_stop_0" [ style=bold color="green" fontcolor="orange" ] "clone1_stopped_0" [ style=bold color="green" fontcolor="orange" ] "rsc1:0_stop_0 node2" -> "all_stopped" [ style = bold] "rsc1:0_stop_0 node2" -> "clone1_stopped_0" [ style = bold] "rsc1:0_stop_0 node2" [ style=bold color="green" fontcolor="orange" ] "rsc1:1_stop_0 node1" -> "all_stopped" [ style = bold] "rsc1:1_stop_0 node1" -> "clone1_stopped_0" [ style = bold] "rsc1:1_stop_0 node1" [ style=bold color="green" fontcolor="orange" ] "rsc_stonith_stop_0 node1" -> "all_stopped" [ style = bold] "rsc_stonith_stop_0 node1" [ style=bold color="green" fontcolor="orange"] "stonith 'reboot' node1" -> "clone1_stop_0" [ style = bold] "stonith 'reboot' node1" -> "rsc1:1_stop_0 node1" [ style = bold] -"stonith 'reboot' node1" -> "rsc_stonith_stop_0 node1" [ style = bold] "stonith 'reboot' node1" -> "stonith 'reboot' node2" [ style = bold] "stonith 'reboot' node1" [ style=bold color="green" fontcolor="black"] "stonith 'reboot' node2" -> "clone1_stop_0" [ style = bold] "stonith 'reboot' node2" -> "rsc1:0_stop_0 node2" [ style = bold] "stonith 'reboot' node2" -> "stonith_complete" [ style = bold] "stonith 'reboot' node2" [ style=bold color="green" fontcolor="black"] "stonith_complete" -> "all_stopped" [ style = bold] "stonith_complete" [ style=bold color="green" fontcolor="orange" ] } diff --git a/cts/scheduler/ticket-clone-9.exp b/cts/scheduler/ticket-clone-9.exp index bc25bf2962..acd706c00e 100644 --- a/cts/scheduler/ticket-clone-9.exp +++ b/cts/scheduler/ticket-clone-9.exp @@ -1,136 +1,132 @@ - - - - - + diff --git a/cts/scheduler/ticket-clone-9.summary b/cts/scheduler/ticket-clone-9.summary index 1dde14ba4a..010e792bf0 100644 --- a/cts/scheduler/ticket-clone-9.summary +++ b/cts/scheduler/ticket-clone-9.summary @@ -1,33 +1,33 @@ Current cluster status: Online: [ node1 node2 ] rsc_stonith (stonith:null): Started node1 Clone Set: clone1 [rsc1] Started: [ node1 node2 ] Transition Summary: * Fence (reboot) node2 'deadman ticket was lost' * Fence (reboot) node1 'deadman ticket was lost' * Stop rsc_stonith ( node1 ) due to node availability * Stop rsc1:0 (node1) due to node availability * Stop rsc1:1 (node2) due to node availability Executing cluster transition: - * Fencing node1 (reboot) * Pseudo action: rsc_stonith_stop_0 + * Fencing node1 (reboot) * Fencing node2 (reboot) * Pseudo action: clone1_stop_0 * Pseudo action: stonith_complete * Pseudo action: rsc1:1_stop_0 * Pseudo action: rsc1:0_stop_0 * Pseudo action: clone1_stopped_0 * Pseudo action: all_stopped Revised cluster status: OFFLINE: [ node1 node2 ] rsc_stonith (stonith:null): Stopped Clone Set: clone1 [rsc1] Stopped: [ node1 node2 ]