commit f135bf40868601f456eb20afd2c9a8ec20f54bc6
Author: Andrew Beekhof <andrew@beekhof.net>
Date:   Wed Apr 11 12:11:29 2018 +1000

    Test: rhbz#1565187 - Ensure failures that cause fencing are not removed until after fencing completes

Index: pacemaker-1.1.21+20190614.61cfccfe4/pengine/regression.sh
===================================================================
--- pacemaker-1.1.21+20190614.61cfccfe4.orig/pengine/regression.sh
+++ pacemaker-1.1.21+20190614.61cfccfe4/pengine/regression.sh
@@ -560,6 +560,7 @@ do_test expire-non-blocked-failure "Igno
 do_test asymmetrical-order-move "Respect asymmetrical ordering when trying to move resources"
 do_test asymmetrical-order-restart "Respect asymmetrical ordering when restarting dependent resource"
 do_test start-then-stop-with-unfence "Avoid graph loop with start-then-stop constraint plus unfencing"
+do_test order-expired-failure "Order failcount cleanup after remote fencing"
 
 do_test ignore_stonith_rsc_order1 "cl#5056- Ignore order constraint between stonith and non-stonith rsc."
 do_test ignore_stonith_rsc_order2 "cl#5056- Ignore order constraint with group rsc containing mixed stonith and non-stonith."
Index: pacemaker-1.1.21+20190614.61cfccfe4/pengine/test10/order-expired-failure.dot
===================================================================
--- /dev/null
+++ pacemaker-1.1.21+20190614.61cfccfe4/pengine/test10/order-expired-failure.dot
@@ -0,0 +1,42 @@
+digraph "g" {
+"Cancel galera-bundle-0_monitor_60000 controller-2" [ style=bold color="green" fontcolor="black"]
+"Cancel galera-bundle-1_monitor_60000 controller-0" [ style=bold color="green" fontcolor="black"]
+"Cancel galera-bundle-2_monitor_60000 controller-1" [ style=bold color="green" fontcolor="black"]
+"Cancel rabbitmq-bundle-0_monitor_60000 controller-2" [ style=bold color="green" fontcolor="black"]
+"Cancel rabbitmq-bundle-1_monitor_60000 controller-0" [ style=bold color="green" fontcolor="black"]
+"Cancel rabbitmq-bundle-2_monitor_60000 controller-1" [ style=bold color="green" fontcolor="black"]
+"Cancel redis-bundle-0_monitor_60000 controller-2" [ style=bold color="green" fontcolor="black"]
+"Cancel redis-bundle-1_monitor_60000 controller-0" [ style=bold color="green" fontcolor="black"]
+"Cancel redis-bundle-2_monitor_60000 controller-1" [ style=bold color="green" fontcolor="black"]
+"compute-unfence-trigger-clone_stop_0" -> "compute-unfence-trigger-clone_stopped_0" [ style = bold]
+"compute-unfence-trigger-clone_stop_0" -> "compute-unfence-trigger_stop_0 overcloud-novacompute-1" [ style = bold]
+"compute-unfence-trigger-clone_stop_0" [ style=bold color="green" fontcolor="orange"]
+"compute-unfence-trigger-clone_stopped_0" [ style=bold color="green" fontcolor="orange"]
+"compute-unfence-trigger_stop_0 overcloud-novacompute-1" -> "compute-unfence-trigger-clone_stopped_0" [ style = bold]
+"compute-unfence-trigger_stop_0 overcloud-novacompute-1" [ style=bold color="green" fontcolor="orange"]
+"galera-bundle-0_monitor_30000 controller-2" [ style=bold color="green" fontcolor="black"]
+"galera-bundle-1_monitor_30000 controller-0" [ style=bold color="green" fontcolor="black"]
+"galera-bundle-2_monitor_30000 controller-1" [ style=bold color="green" fontcolor="black"]
+"ip-10.0.0.110_monitor_10000 controller-1" [ style=bold color="green" fontcolor="black"]
+"ip-10.0.0.110_start_0 controller-1" -> "ip-10.0.0.110_monitor_10000 controller-1" [ style = bold]
+"ip-10.0.0.110_start_0 controller-1" [ style=bold color="green" fontcolor="black"]
+"overcloud-novacompute-1_clear_failcount_0 controller-1" [ style=bold color="green" fontcolor="black"]
+"overcloud-novacompute-1_stop_0 controller-1" [ style=bold color="green" fontcolor="black"]
+"rabbitmq-bundle-0_monitor_30000 controller-2" [ style=bold color="green" fontcolor="black"]
+"rabbitmq-bundle-1_monitor_30000 controller-0" [ style=bold color="green" fontcolor="black"]
+"rabbitmq-bundle-2_monitor_30000 controller-1" [ style=bold color="green" fontcolor="black"]
+"redis-bundle-0_monitor_30000 controller-2" [ style=bold color="green" fontcolor="black"]
+"redis-bundle-1_monitor_30000 controller-0" [ style=bold color="green" fontcolor="black"]
+"redis-bundle-2_monitor_30000 controller-1" [ style=bold color="green" fontcolor="black"]
+"stonith 'reboot' overcloud-novacompute-1" -> "compute-unfence-trigger-clone_stop_0" [ style = bold]
+"stonith 'reboot' overcloud-novacompute-1" -> "compute-unfence-trigger_stop_0 overcloud-novacompute-1" [ style = bold]
+"stonith 'reboot' overcloud-novacompute-1" -> "ip-10.0.0.110_start_0 controller-1" [ style = bold]
+"stonith 'reboot' overcloud-novacompute-1" -> "overcloud-novacompute-1_clear_failcount_0 controller-1" [ style = bold]
+"stonith 'reboot' overcloud-novacompute-1" -> "stonith-fence_compute-fence-nova_start_0 controller-2" [ style = bold]
+"stonith 'reboot' overcloud-novacompute-1" [ style=bold color="green" fontcolor="black"]
+"stonith-fence_compute-fence-nova_monitor_60000 controller-2" [ style=bold color="green" fontcolor="black"]
+"stonith-fence_compute-fence-nova_start_0 controller-2" -> "stonith-fence_compute-fence-nova_monitor_60000 controller-2" [ style = bold]
+"stonith-fence_compute-fence-nova_start_0 controller-2" [ style=bold color="green" fontcolor="black"]
+"stonith-fence_compute-fence-nova_stop_0 controller-2" -> "stonith-fence_compute-fence-nova_start_0 controller-2" [ style = bold]
+"stonith-fence_compute-fence-nova_stop_0 controller-2" [ style=bold color="green" fontcolor="black"]
+}
Index: pacemaker-1.1.21+20190614.61cfccfe4/pengine/test10/order-expired-failure.exp
===================================================================
--- /dev/null
+++ pacemaker-1.1.21+20190614.61cfccfe4/pengine/test10/order-expired-failure.exp
@@ -0,0 +1,306 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY"  transition_id="0">
+  <synapse id="0">
+    <action_set>
+      <rsc_op id="29" operation="stop" operation_key="overcloud-novacompute-1_stop_0" on_node="controller-1" on_node_uuid="2">
+        <primitive id="overcloud-novacompute-1" class="ocf" provider="pacemaker" type="remote"/>
+        <attributes CRM_meta_name="stop" CRM_meta_on_node="controller-1" CRM_meta_on_node_uuid="2" CRM_meta_timeout="60000"  reconnect_interval="60"/>
+        <downed>
+          <node id="overcloud-novacompute-1"/>
+        </downed>
+      </rsc_op>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="1">
+    <action_set>
+      <crm_event id="26" operation="clear_failcount" operation_key="overcloud-novacompute-1_clear_failcount_0" on_node="controller-1" on_node_uuid="2">
+        <primitive id="overcloud-novacompute-1" class="ocf" provider="pacemaker" type="remote"/>
+        <attributes CRM_meta_on_node="controller-1" CRM_meta_on_node_uuid="2" CRM_meta_op_no_wait="true" CRM_meta_timeout="20000"  reconnect_interval="60"/>
+      </crm_event>
+    </action_set>
+    <inputs>
+      <trigger>
+        <crm_event id="27" operation="stonith" operation_key="stonith-overcloud-novacompute-1-reboot" on_node="overcloud-novacompute-1" on_node_uuid="overcloud-novacompute-1"/>
+      </trigger>
+    </inputs>
+  </synapse>
+  <synapse id="2">
+    <action_set>
+      <rsc_op id="59" operation="monitor" operation_key="rabbitmq-bundle-0_monitor_30000" on_node="controller-2" on_node_uuid="3">
+        <primitive id="rabbitmq-bundle-0" class="ocf" provider="pacemaker" type="remote"/>
+        <attributes CRM_meta_container="rabbitmq-bundle-docker-0" CRM_meta_interval="30000" CRM_meta_name="monitor" CRM_meta_on_node="controller-2" CRM_meta_on_node_uuid="3" CRM_meta_timeout="30000" addr="controller-2"  port="3122"/>
+      </rsc_op>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="3">
+    <action_set>
+      <rsc_op id="14" operation="cancel" operation_key="rabbitmq-bundle-0_monitor_60000" on_node="controller-2" on_node_uuid="3">
+        <primitive id="rabbitmq-bundle-0" class="ocf" provider="pacemaker" type="remote"/>
+        <attributes CRM_meta_call_id="7" CRM_meta_container="rabbitmq-bundle-docker-0" CRM_meta_interval="60000" CRM_meta_on_node="controller-2" CRM_meta_on_node_uuid="3" CRM_meta_operation="monitor" CRM_meta_timeout="20000" addr="controller-2"  port="3122"/>
+      </rsc_op>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="4">
+    <action_set>
+      <rsc_op id="64" operation="monitor" operation_key="rabbitmq-bundle-1_monitor_30000" on_node="controller-0" on_node_uuid="1">
+        <primitive id="rabbitmq-bundle-1" class="ocf" provider="pacemaker" type="remote"/>
+        <attributes CRM_meta_container="rabbitmq-bundle-docker-1" CRM_meta_interval="30000" CRM_meta_name="monitor" CRM_meta_on_node="controller-0" CRM_meta_on_node_uuid="1" CRM_meta_timeout="30000" addr="controller-0"  port="3122"/>
+      </rsc_op>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="5">
+    <action_set>
+      <rsc_op id="3" operation="cancel" operation_key="rabbitmq-bundle-1_monitor_60000" on_node="controller-0" on_node_uuid="1">
+        <primitive id="rabbitmq-bundle-1" class="ocf" provider="pacemaker" type="remote"/>
+        <attributes CRM_meta_call_id="9" CRM_meta_container="rabbitmq-bundle-docker-1" CRM_meta_interval="60000" CRM_meta_on_node="controller-0" CRM_meta_on_node_uuid="1" CRM_meta_operation="monitor" CRM_meta_timeout="20000" addr="controller-0"  port="3122"/>
+      </rsc_op>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="6">
+    <action_set>
+      <rsc_op id="69" operation="monitor" operation_key="rabbitmq-bundle-2_monitor_30000" on_node="controller-1" on_node_uuid="2">
+        <primitive id="rabbitmq-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
+        <attributes CRM_meta_container="rabbitmq-bundle-docker-2" CRM_meta_interval="30000" CRM_meta_name="monitor" CRM_meta_on_node="controller-1" CRM_meta_on_node_uuid="2" CRM_meta_timeout="30000" addr="controller-1"  port="3122"/>
+      </rsc_op>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="7">
+    <action_set>
+      <rsc_op id="31" operation="cancel" operation_key="rabbitmq-bundle-2_monitor_60000" on_node="controller-1" on_node_uuid="2">
+        <primitive id="rabbitmq-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
+        <attributes CRM_meta_call_id="9" CRM_meta_container="rabbitmq-bundle-docker-2" CRM_meta_interval="60000" CRM_meta_on_node="controller-1" CRM_meta_on_node_uuid="2" CRM_meta_operation="monitor" CRM_meta_timeout="20000" addr="controller-1"  port="3122"/>
+      </rsc_op>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="8">
+    <action_set>
+      <rsc_op id="96" operation="monitor" operation_key="galera-bundle-0_monitor_30000" on_node="controller-2" on_node_uuid="3">
+        <primitive id="galera-bundle-0" class="ocf" provider="pacemaker" type="remote"/>
+        <attributes CRM_meta_container="galera-bundle-docker-0" CRM_meta_interval="30000" CRM_meta_name="monitor" CRM_meta_on_node="controller-2" CRM_meta_on_node_uuid="3" CRM_meta_timeout="30000" addr="controller-2"  port="3123"/>
+      </rsc_op>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="9">
+    <action_set>
+      <rsc_op id="16" operation="cancel" operation_key="galera-bundle-0_monitor_60000" on_node="controller-2" on_node_uuid="3">
+        <primitive id="galera-bundle-0" class="ocf" provider="pacemaker" type="remote"/>
+        <attributes CRM_meta_call_id="12" CRM_meta_container="galera-bundle-docker-0" CRM_meta_interval="60000" CRM_meta_on_node="controller-2" CRM_meta_on_node_uuid="3" CRM_meta_operation="monitor" CRM_meta_timeout="20000" addr="controller-2"  port="3123"/>
+      </rsc_op>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="10">
+    <action_set>
+      <rsc_op id="101" operation="monitor" operation_key="galera-bundle-1_monitor_30000" on_node="controller-0" on_node_uuid="1">
+        <primitive id="galera-bundle-1" class="ocf" provider="pacemaker" type="remote"/>
+        <attributes CRM_meta_container="galera-bundle-docker-1" CRM_meta_interval="30000" CRM_meta_name="monitor" CRM_meta_on_node="controller-0" CRM_meta_on_node_uuid="1" CRM_meta_timeout="30000" addr="controller-0"  port="3123"/>
+      </rsc_op>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="11">
+    <action_set>
+      <rsc_op id="5" operation="cancel" operation_key="galera-bundle-1_monitor_60000" on_node="controller-0" on_node_uuid="1">
+        <primitive id="galera-bundle-1" class="ocf" provider="pacemaker" type="remote"/>
+        <attributes CRM_meta_call_id="14" CRM_meta_container="galera-bundle-docker-1" CRM_meta_interval="60000" CRM_meta_on_node="controller-0" CRM_meta_on_node_uuid="1" CRM_meta_operation="monitor" CRM_meta_timeout="20000" addr="controller-0"  port="3123"/>
+      </rsc_op>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="12">
+    <action_set>
+      <rsc_op id="106" operation="monitor" operation_key="galera-bundle-2_monitor_30000" on_node="controller-1" on_node_uuid="2">
+        <primitive id="galera-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
+        <attributes CRM_meta_container="galera-bundle-docker-2" CRM_meta_interval="30000" CRM_meta_name="monitor" CRM_meta_on_node="controller-1" CRM_meta_on_node_uuid="2" CRM_meta_timeout="30000" addr="controller-1"  port="3123"/>
+      </rsc_op>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="13">
+    <action_set>
+      <rsc_op id="33" operation="cancel" operation_key="galera-bundle-2_monitor_60000" on_node="controller-1" on_node_uuid="2">
+        <primitive id="galera-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
+        <attributes CRM_meta_call_id="14" CRM_meta_container="galera-bundle-docker-2" CRM_meta_interval="60000" CRM_meta_on_node="controller-1" CRM_meta_on_node_uuid="2" CRM_meta_operation="monitor" CRM_meta_timeout="20000" addr="controller-1"  port="3123"/>
+      </rsc_op>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="14">
+    <action_set>
+      <rsc_op id="139" operation="monitor" operation_key="redis-bundle-0_monitor_30000" on_node="controller-2" on_node_uuid="3">
+        <primitive id="redis-bundle-0" class="ocf" provider="pacemaker" type="remote"/>
+        <attributes CRM_meta_container="redis-bundle-docker-0" CRM_meta_interval="30000" CRM_meta_name="monitor" CRM_meta_on_node="controller-2" CRM_meta_on_node_uuid="3" CRM_meta_timeout="30000" addr="controller-2"  port="3124"/>
+      </rsc_op>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="15">
+    <action_set>
+      <rsc_op id="18" operation="cancel" operation_key="redis-bundle-0_monitor_60000" on_node="controller-2" on_node_uuid="3">
+        <primitive id="redis-bundle-0" class="ocf" provider="pacemaker" type="remote"/>
+        <attributes CRM_meta_call_id="17" CRM_meta_container="redis-bundle-docker-0" CRM_meta_interval="60000" CRM_meta_on_node="controller-2" CRM_meta_on_node_uuid="3" CRM_meta_operation="monitor" CRM_meta_timeout="20000" addr="controller-2"  port="3124"/>
+      </rsc_op>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="16">
+    <action_set>
+      <rsc_op id="144" operation="monitor" operation_key="redis-bundle-1_monitor_30000" on_node="controller-0" on_node_uuid="1">
+        <primitive id="redis-bundle-1" class="ocf" provider="pacemaker" type="remote"/>
+        <attributes CRM_meta_container="redis-bundle-docker-1" CRM_meta_interval="30000" CRM_meta_name="monitor" CRM_meta_on_node="controller-0" CRM_meta_on_node_uuid="1" CRM_meta_timeout="30000" addr="controller-0"  port="3124"/>
+      </rsc_op>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="17">
+    <action_set>
+      <rsc_op id="7" operation="cancel" operation_key="redis-bundle-1_monitor_60000" on_node="controller-0" on_node_uuid="1">
+        <primitive id="redis-bundle-1" class="ocf" provider="pacemaker" type="remote"/>
+        <attributes CRM_meta_call_id="19" CRM_meta_container="redis-bundle-docker-1" CRM_meta_interval="60000" CRM_meta_on_node="controller-0" CRM_meta_on_node_uuid="1" CRM_meta_operation="monitor" CRM_meta_timeout="20000" addr="controller-0"  port="3124"/>
+      </rsc_op>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="18">
+    <action_set>
+      <rsc_op id="149" operation="monitor" operation_key="redis-bundle-2_monitor_30000" on_node="controller-1" on_node_uuid="2">
+        <primitive id="redis-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
+        <attributes CRM_meta_container="redis-bundle-docker-2" CRM_meta_interval="30000" CRM_meta_name="monitor" CRM_meta_on_node="controller-1" CRM_meta_on_node_uuid="2" CRM_meta_timeout="30000" addr="controller-1"  port="3124"/>
+      </rsc_op>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="19">
+    <action_set>
+      <rsc_op id="35" operation="cancel" operation_key="redis-bundle-2_monitor_60000" on_node="controller-1" on_node_uuid="2">
+        <primitive id="redis-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
+        <attributes CRM_meta_call_id="19" CRM_meta_container="redis-bundle-docker-2" CRM_meta_interval="60000" CRM_meta_on_node="controller-1" CRM_meta_on_node_uuid="2" CRM_meta_operation="monitor" CRM_meta_timeout="20000" addr="controller-1"  port="3124"/>
+      </rsc_op>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="20">
+    <action_set>
+      <rsc_op id="193" operation="monitor" operation_key="ip-10.0.0.110_monitor_10000" on_node="controller-1" on_node_uuid="2">
+        <primitive id="ip-10.0.0.110" class="ocf" provider="heartbeat" type="IPaddr2"/>
+        <attributes CRM_meta_interval="10000" CRM_meta_name="monitor" CRM_meta_on_node="controller-1" CRM_meta_on_node_uuid="2" CRM_meta_timeout="20000" cidr_netmask="32"  ip="10.0.0.110"/>
+      </rsc_op>
+    </action_set>
+    <inputs>
+      <trigger>
+        <rsc_op id="192" operation="start" operation_key="ip-10.0.0.110_start_0" on_node="controller-1" on_node_uuid="2"/>
+      </trigger>
+    </inputs>
+  </synapse>
+  <synapse id="21">
+    <action_set>
+      <rsc_op id="192" operation="start" operation_key="ip-10.0.0.110_start_0" on_node="controller-1" on_node_uuid="2">
+        <primitive id="ip-10.0.0.110" class="ocf" provider="heartbeat" type="IPaddr2"/>
+        <attributes CRM_meta_name="start" CRM_meta_on_node="controller-1" CRM_meta_on_node_uuid="2" CRM_meta_timeout="20000" cidr_netmask="32"  ip="10.0.0.110"/>
+      </rsc_op>
+    </action_set>
+    <inputs>
+      <trigger>
+        <crm_event id="27" operation="stonith" operation_key="stonith-overcloud-novacompute-1-reboot" on_node="overcloud-novacompute-1" on_node_uuid="overcloud-novacompute-1"/>
+      </trigger>
+    </inputs>
+  </synapse>
+  <synapse id="22">
+    <action_set>
+      <rsc_op id="212" operation="start" operation_key="stonith-fence_compute-fence-nova_start_0" on_node="controller-2" on_node_uuid="3">
+        <primitive id="stonith-fence_compute-fence-nova" class="stonith" type="fence_compute"/>
+        <attributes CRM_meta_on_node="controller-2" CRM_meta_on_node_uuid="3" CRM_meta_timeout="20000" auth_url="http://10.0.0.110:5000" compute-domain="localdomain"  login="admin" passwd="C9UkFUsCJrbJgAM7GXcccaeCU" project-domain="Default" record_only="1" tenant_name="admin" user-domain="Default"/>
+      </rsc_op>
+    </action_set>
+    <inputs>
+      <trigger>
+        <rsc_op id="23" operation="stop" operation_key="stonith-fence_compute-fence-nova_stop_0" on_node="controller-2" on_node_uuid="3"/>
+      </trigger>
+      <trigger>
+        <crm_event id="27" operation="stonith" operation_key="stonith-overcloud-novacompute-1-reboot" on_node="overcloud-novacompute-1" on_node_uuid="overcloud-novacompute-1"/>
+      </trigger>
+    </inputs>
+  </synapse>
+  <synapse id="23">
+    <action_set>
+      <rsc_op id="23" operation="stop" operation_key="stonith-fence_compute-fence-nova_stop_0" on_node="controller-2" on_node_uuid="3">
+        <primitive id="stonith-fence_compute-fence-nova" class="stonith" type="fence_compute"/>
+        <attributes CRM_meta_on_node="controller-2" CRM_meta_on_node_uuid="3" CRM_meta_timeout="20000" auth_url="http://10.0.0.110:5000" compute-domain="localdomain"  login="admin" passwd="C9UkFUsCJrbJgAM7GXcccaeCU" project-domain="Default" record_only="1" tenant_name="admin" user-domain="Default"/>
+      </rsc_op>
+    </action_set>
+    <inputs/>
+  </synapse>
+  <synapse id="24">
+    <action_set>
+      <rsc_op id="22" operation="monitor" operation_key="stonith-fence_compute-fence-nova_monitor_60000" on_node="controller-2" on_node_uuid="3">
+        <primitive id="stonith-fence_compute-fence-nova" class="stonith" type="fence_compute"/>
+        <attributes CRM_meta_interval="60000" CRM_meta_name="monitor" CRM_meta_on_node="controller-2" CRM_meta_on_node_uuid="3" CRM_meta_timeout="20000" auth_url="http://10.0.0.110:5000" compute-domain="localdomain"  login="admin" passwd="C9UkFUsCJrbJgAM7GXcccaeCU" project-domain="Default" record_only="1" tenant_name="admin" user-domain="Default"/>
+      </rsc_op>
+    </action_set>
+    <inputs>
+      <trigger>
+        <rsc_op id="212" operation="start" operation_key="stonith-fence_compute-fence-nova_start_0" on_node="controller-2" on_node_uuid="3"/>
+      </trigger>
+    </inputs>
+  </synapse>
+  <synapse id="25">
+    <action_set>
+      <pseudo_event id="217" operation="stop" operation_key="compute-unfence-trigger_stop_0" internal_operation_key="compute-unfence-trigger:1_stop_0">
+        <attributes CRM_meta_clone="1" CRM_meta_clone_max="14" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="stop" CRM_meta_notify="false" CRM_meta_timeout="20000" />
+      </pseudo_event>
+    </action_set>
+    <inputs>
+      <trigger>
+        <crm_event id="27" operation="stonith" operation_key="stonith-overcloud-novacompute-1-reboot" on_node="overcloud-novacompute-1" on_node_uuid="overcloud-novacompute-1"/>
+      </trigger>
+      <trigger>
+        <pseudo_event id="220" operation="stop" operation_key="compute-unfence-trigger-clone_stop_0"/>
+      </trigger>
+    </inputs>
+  </synapse>
+  <synapse id="26" priority="1000000">
+    <action_set>
+      <pseudo_event id="221" operation="stopped" operation_key="compute-unfence-trigger-clone_stopped_0">
+        <attributes CRM_meta_clone_max="14" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_timeout="20000" />
+      </pseudo_event>
+    </action_set>
+    <inputs>
+      <trigger>
+        <pseudo_event id="217" operation="stop" operation_key="compute-unfence-trigger_stop_0" internal_operation_key="compute-unfence-trigger:1_stop_0"/>
+      </trigger>
+      <trigger>
+        <pseudo_event id="220" operation="stop" operation_key="compute-unfence-trigger-clone_stop_0"/>
+      </trigger>
+    </inputs>
+  </synapse>
+  <synapse id="27">
+    <action_set>
+      <pseudo_event id="220" operation="stop" operation_key="compute-unfence-trigger-clone_stop_0">
+        <attributes CRM_meta_clone_max="14" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_timeout="20000" />
+      </pseudo_event>
+    </action_set>
+    <inputs>
+      <trigger>
+        <crm_event id="27" operation="stonith" operation_key="stonith-overcloud-novacompute-1-reboot" on_node="overcloud-novacompute-1" on_node_uuid="overcloud-novacompute-1"/>
+      </trigger>
+    </inputs>
+  </synapse>
+  <synapse id="28">
+    <action_set>
+      <crm_event id="27" operation="stonith" operation_key="stonith-overcloud-novacompute-1-reboot" on_node="overcloud-novacompute-1" on_node_uuid="overcloud-novacompute-1">
+        <attributes CRM_meta_compute_instanceha_role="true" CRM_meta_digests_all="stonith-fence_compute-fence-nova:fence_compute:ad312d85623cdb0a792e6fbd5e91a820," CRM_meta_digests_secure="stonith-fence_compute-fence-nova:fence_compute:caf046d0a0953a2e7d15bbbde1371880," CRM_meta_on_node="overcloud-novacompute-1" CRM_meta_on_node_uuid="overcloud-novacompute-1" CRM_meta_stonith_action="reboot" />
+        <downed>
+          <node id="overcloud-novacompute-1"/>
+        </downed>
+      </crm_event>
+    </action_set>
+    <inputs/>
+  </synapse>
+</transition_graph>
Index: pacemaker-1.1.21+20190614.61cfccfe4/pengine/test10/order-expired-failure.scores
===================================================================
--- /dev/null
+++ pacemaker-1.1.21+20190614.61cfccfe4/pengine/test10/order-expired-failure.scores
@@ -0,0 +1,938 @@
+Allocation scores:
+Using the original execution date of: 2018-04-09 07:55:35Z
+clone_color: compute-unfence-trigger-clone allocation score on controller-0: -INFINITY
+clone_color: compute-unfence-trigger-clone allocation score on controller-1: -INFINITY
+clone_color: compute-unfence-trigger-clone allocation score on controller-2: -INFINITY
+clone_color: compute-unfence-trigger-clone allocation score on galera-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger-clone allocation score on galera-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger-clone allocation score on galera-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger-clone allocation score on overcloud-novacompute-0: 0
+clone_color: compute-unfence-trigger-clone allocation score on overcloud-novacompute-1: 0
+clone_color: compute-unfence-trigger-clone allocation score on rabbitmq-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger-clone allocation score on rabbitmq-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger-clone allocation score on rabbitmq-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger-clone allocation score on redis-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger-clone allocation score on redis-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger-clone allocation score on redis-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:0 allocation score on controller-0: -INFINITY
+clone_color: compute-unfence-trigger:0 allocation score on controller-1: -INFINITY
+clone_color: compute-unfence-trigger:0 allocation score on controller-2: -INFINITY
+clone_color: compute-unfence-trigger:0 allocation score on galera-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:0 allocation score on galera-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:0 allocation score on galera-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:0 allocation score on overcloud-novacompute-0: 1
+clone_color: compute-unfence-trigger:0 allocation score on overcloud-novacompute-1: 0
+clone_color: compute-unfence-trigger:0 allocation score on rabbitmq-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:0 allocation score on rabbitmq-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:0 allocation score on rabbitmq-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:0 allocation score on redis-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:0 allocation score on redis-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:0 allocation score on redis-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:1 allocation score on controller-0: -INFINITY
+clone_color: compute-unfence-trigger:1 allocation score on controller-1: -INFINITY
+clone_color: compute-unfence-trigger:1 allocation score on controller-2: -INFINITY
+clone_color: compute-unfence-trigger:1 allocation score on galera-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:1 allocation score on galera-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:1 allocation score on galera-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:1 allocation score on overcloud-novacompute-0: 0
+clone_color: compute-unfence-trigger:1 allocation score on overcloud-novacompute-1: 1
+clone_color: compute-unfence-trigger:1 allocation score on rabbitmq-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:1 allocation score on rabbitmq-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:1 allocation score on rabbitmq-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:1 allocation score on redis-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:1 allocation score on redis-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:1 allocation score on redis-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:10 allocation score on controller-0: -INFINITY
+clone_color: compute-unfence-trigger:10 allocation score on controller-1: -INFINITY
+clone_color: compute-unfence-trigger:10 allocation score on controller-2: -INFINITY
+clone_color: compute-unfence-trigger:10 allocation score on galera-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:10 allocation score on galera-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:10 allocation score on galera-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:10 allocation score on overcloud-novacompute-0: 0
+clone_color: compute-unfence-trigger:10 allocation score on overcloud-novacompute-1: 0
+clone_color: compute-unfence-trigger:10 allocation score on rabbitmq-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:10 allocation score on rabbitmq-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:10 allocation score on rabbitmq-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:10 allocation score on redis-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:10 allocation score on redis-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:10 allocation score on redis-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:11 allocation score on controller-0: -INFINITY
+clone_color: compute-unfence-trigger:11 allocation score on controller-1: -INFINITY
+clone_color: compute-unfence-trigger:11 allocation score on controller-2: -INFINITY
+clone_color: compute-unfence-trigger:11 allocation score on galera-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:11 allocation score on galera-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:11 allocation score on galera-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:11 allocation score on overcloud-novacompute-0: 0
+clone_color: compute-unfence-trigger:11 allocation score on overcloud-novacompute-1: 0
+clone_color: compute-unfence-trigger:11 allocation score on rabbitmq-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:11 allocation score on rabbitmq-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:11 allocation score on rabbitmq-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:11 allocation score on redis-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:11 allocation score on redis-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:11 allocation score on redis-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:12 allocation score on controller-0: -INFINITY
+clone_color: compute-unfence-trigger:12 allocation score on controller-1: -INFINITY
+clone_color: compute-unfence-trigger:12 allocation score on controller-2: -INFINITY
+clone_color: compute-unfence-trigger:12 allocation score on galera-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:12 allocation score on galera-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:12 allocation score on galera-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:12 allocation score on overcloud-novacompute-0: 0
+clone_color: compute-unfence-trigger:12 allocation score on overcloud-novacompute-1: 0
+clone_color: compute-unfence-trigger:12 allocation score on rabbitmq-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:12 allocation score on rabbitmq-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:12 allocation score on rabbitmq-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:12 allocation score on redis-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:12 allocation score on redis-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:12 allocation score on redis-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:13 allocation score on controller-0: -INFINITY
+clone_color: compute-unfence-trigger:13 allocation score on controller-1: -INFINITY
+clone_color: compute-unfence-trigger:13 allocation score on controller-2: -INFINITY
+clone_color: compute-unfence-trigger:13 allocation score on galera-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:13 allocation score on galera-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:13 allocation score on galera-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:13 allocation score on overcloud-novacompute-0: 0
+clone_color: compute-unfence-trigger:13 allocation score on overcloud-novacompute-1: 0
+clone_color: compute-unfence-trigger:13 allocation score on rabbitmq-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:13 allocation score on rabbitmq-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:13 allocation score on rabbitmq-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:13 allocation score on redis-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:13 allocation score on redis-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:13 allocation score on redis-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:2 allocation score on controller-0: -INFINITY
+clone_color: compute-unfence-trigger:2 allocation score on controller-1: -INFINITY
+clone_color: compute-unfence-trigger:2 allocation score on controller-2: -INFINITY
+clone_color: compute-unfence-trigger:2 allocation score on galera-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:2 allocation score on galera-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:2 allocation score on galera-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:2 allocation score on overcloud-novacompute-0: 0
+clone_color: compute-unfence-trigger:2 allocation score on overcloud-novacompute-1: 0
+clone_color: compute-unfence-trigger:2 allocation score on rabbitmq-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:2 allocation score on rabbitmq-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:2 allocation score on rabbitmq-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:2 allocation score on redis-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:2 allocation score on redis-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:2 allocation score on redis-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:3 allocation score on controller-0: -INFINITY
+clone_color: compute-unfence-trigger:3 allocation score on controller-1: -INFINITY
+clone_color: compute-unfence-trigger:3 allocation score on controller-2: -INFINITY
+clone_color: compute-unfence-trigger:3 allocation score on galera-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:3 allocation score on galera-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:3 allocation score on galera-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:3 allocation score on overcloud-novacompute-0: 0
+clone_color: compute-unfence-trigger:3 allocation score on overcloud-novacompute-1: 0
+clone_color: compute-unfence-trigger:3 allocation score on rabbitmq-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:3 allocation score on rabbitmq-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:3 allocation score on rabbitmq-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:3 allocation score on redis-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:3 allocation score on redis-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:3 allocation score on redis-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:4 allocation score on controller-0: -INFINITY
+clone_color: compute-unfence-trigger:4 allocation score on controller-1: -INFINITY
+clone_color: compute-unfence-trigger:4 allocation score on controller-2: -INFINITY
+clone_color: compute-unfence-trigger:4 allocation score on galera-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:4 allocation score on galera-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:4 allocation score on galera-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:4 allocation score on overcloud-novacompute-0: 0
+clone_color: compute-unfence-trigger:4 allocation score on overcloud-novacompute-1: 0
+clone_color: compute-unfence-trigger:4 allocation score on rabbitmq-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:4 allocation score on rabbitmq-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:4 allocation score on rabbitmq-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:4 allocation score on redis-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:4 allocation score on redis-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:4 allocation score on redis-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:5 allocation score on controller-0: -INFINITY
+clone_color: compute-unfence-trigger:5 allocation score on controller-1: -INFINITY
+clone_color: compute-unfence-trigger:5 allocation score on controller-2: -INFINITY
+clone_color: compute-unfence-trigger:5 allocation score on galera-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:5 allocation score on galera-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:5 allocation score on galera-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:5 allocation score on overcloud-novacompute-0: 0
+clone_color: compute-unfence-trigger:5 allocation score on overcloud-novacompute-1: 0
+clone_color: compute-unfence-trigger:5 allocation score on rabbitmq-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:5 allocation score on rabbitmq-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:5 allocation score on rabbitmq-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:5 allocation score on redis-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:5 allocation score on redis-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:5 allocation score on redis-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:6 allocation score on controller-0: -INFINITY
+clone_color: compute-unfence-trigger:6 allocation score on controller-1: -INFINITY
+clone_color: compute-unfence-trigger:6 allocation score on controller-2: -INFINITY
+clone_color: compute-unfence-trigger:6 allocation score on galera-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:6 allocation score on galera-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:6 allocation score on galera-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:6 allocation score on overcloud-novacompute-0: 0
+clone_color: compute-unfence-trigger:6 allocation score on overcloud-novacompute-1: 0
+clone_color: compute-unfence-trigger:6 allocation score on rabbitmq-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:6 allocation score on rabbitmq-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:6 allocation score on rabbitmq-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:6 allocation score on redis-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:6 allocation score on redis-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:6 allocation score on redis-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:7 allocation score on controller-0: -INFINITY
+clone_color: compute-unfence-trigger:7 allocation score on controller-1: -INFINITY
+clone_color: compute-unfence-trigger:7 allocation score on controller-2: -INFINITY
+clone_color: compute-unfence-trigger:7 allocation score on galera-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:7 allocation score on galera-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:7 allocation score on galera-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:7 allocation score on overcloud-novacompute-0: 0
+clone_color: compute-unfence-trigger:7 allocation score on overcloud-novacompute-1: 0
+clone_color: compute-unfence-trigger:7 allocation score on rabbitmq-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:7 allocation score on rabbitmq-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:7 allocation score on rabbitmq-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:7 allocation score on redis-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:7 allocation score on redis-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:7 allocation score on redis-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:8 allocation score on controller-0: -INFINITY
+clone_color: compute-unfence-trigger:8 allocation score on controller-1: -INFINITY
+clone_color: compute-unfence-trigger:8 allocation score on controller-2: -INFINITY
+clone_color: compute-unfence-trigger:8 allocation score on galera-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:8 allocation score on galera-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:8 allocation score on galera-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:8 allocation score on overcloud-novacompute-0: 0
+clone_color: compute-unfence-trigger:8 allocation score on overcloud-novacompute-1: 0
+clone_color: compute-unfence-trigger:8 allocation score on rabbitmq-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:8 allocation score on rabbitmq-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:8 allocation score on rabbitmq-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:8 allocation score on redis-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:8 allocation score on redis-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:8 allocation score on redis-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:9 allocation score on controller-0: -INFINITY
+clone_color: compute-unfence-trigger:9 allocation score on controller-1: -INFINITY
+clone_color: compute-unfence-trigger:9 allocation score on controller-2: -INFINITY
+clone_color: compute-unfence-trigger:9 allocation score on galera-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:9 allocation score on galera-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:9 allocation score on galera-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:9 allocation score on overcloud-novacompute-0: 0
+clone_color: compute-unfence-trigger:9 allocation score on overcloud-novacompute-1: 0
+clone_color: compute-unfence-trigger:9 allocation score on rabbitmq-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:9 allocation score on rabbitmq-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:9 allocation score on rabbitmq-bundle-2: -INFINITY
+clone_color: compute-unfence-trigger:9 allocation score on redis-bundle-0: -INFINITY
+clone_color: compute-unfence-trigger:9 allocation score on redis-bundle-1: -INFINITY
+clone_color: compute-unfence-trigger:9 allocation score on redis-bundle-2: -INFINITY
+clone_color: galera-bundle-master allocation score on controller-0: -INFINITY
+clone_color: galera-bundle-master allocation score on controller-1: -INFINITY
+clone_color: galera-bundle-master allocation score on controller-2: -INFINITY
+clone_color: galera-bundle-master allocation score on galera-bundle-0: 0
+clone_color: galera-bundle-master allocation score on galera-bundle-1: 0
+clone_color: galera-bundle-master allocation score on galera-bundle-2: 0
+clone_color: galera-bundle-master allocation score on overcloud-novacompute-0: -INFINITY
+clone_color: galera-bundle-master allocation score on overcloud-novacompute-1: -INFINITY
+clone_color: galera:0 allocation score on galera-bundle-0: INFINITY
+clone_color: galera:1 allocation score on galera-bundle-1: INFINITY
+clone_color: galera:2 allocation score on galera-bundle-2: INFINITY
+clone_color: rabbitmq-bundle-clone allocation score on controller-0: -INFINITY
+clone_color: rabbitmq-bundle-clone allocation score on controller-1: -INFINITY
+clone_color: rabbitmq-bundle-clone allocation score on controller-2: -INFINITY
+clone_color: rabbitmq-bundle-clone allocation score on overcloud-novacompute-0: -INFINITY
+clone_color: rabbitmq-bundle-clone allocation score on overcloud-novacompute-1: -INFINITY
+clone_color: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: 0
+clone_color: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-1: 0
+clone_color: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-2: 0
+clone_color: rabbitmq:0 allocation score on rabbitmq-bundle-0: INFINITY
+clone_color: rabbitmq:1 allocation score on rabbitmq-bundle-1: INFINITY
+clone_color: rabbitmq:2 allocation score on rabbitmq-bundle-2: INFINITY
+clone_color: redis-bundle-master allocation score on controller-0: -INFINITY
+clone_color: redis-bundle-master allocation score on controller-1: -INFINITY
+clone_color: redis-bundle-master allocation score on controller-2: -INFINITY
+clone_color: redis-bundle-master allocation score on overcloud-novacompute-0: -INFINITY
+clone_color: redis-bundle-master allocation score on overcloud-novacompute-1: -INFINITY
+clone_color: redis-bundle-master allocation score on redis-bundle-0: 0
+clone_color: redis-bundle-master allocation score on redis-bundle-1: 0
+clone_color: redis-bundle-master allocation score on redis-bundle-2: 0
+clone_color: redis:0 allocation score on redis-bundle-0: INFINITY
+clone_color: redis:1 allocation score on redis-bundle-1: INFINITY
+clone_color: redis:2 allocation score on redis-bundle-2: INFINITY
+container_color: galera-bundle allocation score on controller-0: 0
+container_color: galera-bundle allocation score on controller-1: 0
+container_color: galera-bundle allocation score on controller-2: 0
+container_color: galera-bundle allocation score on overcloud-novacompute-0: -INFINITY
+container_color: galera-bundle allocation score on overcloud-novacompute-1: -INFINITY
+container_color: galera-bundle-0 allocation score on controller-0: 0
+container_color: galera-bundle-0 allocation score on controller-1: 0
+container_color: galera-bundle-0 allocation score on controller-2: 0
+container_color: galera-bundle-0 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: galera-bundle-0 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: galera-bundle-1 allocation score on controller-0: 0
+container_color: galera-bundle-1 allocation score on controller-1: 0
+container_color: galera-bundle-1 allocation score on controller-2: 0
+container_color: galera-bundle-1 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: galera-bundle-1 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: galera-bundle-2 allocation score on controller-0: 0
+container_color: galera-bundle-2 allocation score on controller-1: 0
+container_color: galera-bundle-2 allocation score on controller-2: 0
+container_color: galera-bundle-2 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: galera-bundle-2 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: galera-bundle-docker-0 allocation score on controller-0: 0
+container_color: galera-bundle-docker-0 allocation score on controller-1: 0
+container_color: galera-bundle-docker-0 allocation score on controller-2: 0
+container_color: galera-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: galera-bundle-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: galera-bundle-docker-1 allocation score on controller-0: 0
+container_color: galera-bundle-docker-1 allocation score on controller-1: 0
+container_color: galera-bundle-docker-1 allocation score on controller-2: 0
+container_color: galera-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: galera-bundle-docker-1 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: galera-bundle-docker-2 allocation score on controller-0: 0
+container_color: galera-bundle-docker-2 allocation score on controller-1: 0
+container_color: galera-bundle-docker-2 allocation score on controller-2: 0
+container_color: galera-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: galera-bundle-docker-2 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: galera-bundle-master allocation score on controller-0: 0
+container_color: galera-bundle-master allocation score on controller-1: 0
+container_color: galera-bundle-master allocation score on controller-2: 0
+container_color: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
+container_color: galera-bundle-master allocation score on galera-bundle-1: -INFINITY
+container_color: galera-bundle-master allocation score on galera-bundle-2: -INFINITY
+container_color: galera-bundle-master allocation score on overcloud-novacompute-0: 0
+container_color: galera-bundle-master allocation score on overcloud-novacompute-1: 0
+container_color: galera:0 allocation score on galera-bundle-0: 501
+container_color: galera:1 allocation score on galera-bundle-1: 501
+container_color: galera:2 allocation score on galera-bundle-2: 501
+container_color: haproxy-bundle allocation score on controller-0: 0
+container_color: haproxy-bundle allocation score on controller-0: 0
+container_color: haproxy-bundle allocation score on controller-0: 0
+container_color: haproxy-bundle allocation score on controller-0: 0
+container_color: haproxy-bundle allocation score on controller-0: 0
+container_color: haproxy-bundle allocation score on controller-0: 0
+container_color: haproxy-bundle allocation score on controller-0: 0
+container_color: haproxy-bundle allocation score on controller-1: 0
+container_color: haproxy-bundle allocation score on controller-1: 0
+container_color: haproxy-bundle allocation score on controller-1: 0
+container_color: haproxy-bundle allocation score on controller-1: 0
+container_color: haproxy-bundle allocation score on controller-1: 0
+container_color: haproxy-bundle allocation score on controller-1: 0
+container_color: haproxy-bundle allocation score on controller-1: 0
+container_color: haproxy-bundle allocation score on controller-2: 0
+container_color: haproxy-bundle allocation score on controller-2: 0
+container_color: haproxy-bundle allocation score on controller-2: 0
+container_color: haproxy-bundle allocation score on controller-2: 0
+container_color: haproxy-bundle allocation score on controller-2: 0
+container_color: haproxy-bundle allocation score on controller-2: 0
+container_color: haproxy-bundle allocation score on controller-2: 0
+container_color: haproxy-bundle allocation score on overcloud-novacompute-0: -INFINITY
+container_color: haproxy-bundle allocation score on overcloud-novacompute-0: -INFINITY
+container_color: haproxy-bundle allocation score on overcloud-novacompute-0: -INFINITY
+container_color: haproxy-bundle allocation score on overcloud-novacompute-0: -INFINITY
+container_color: haproxy-bundle allocation score on overcloud-novacompute-0: -INFINITY
+container_color: haproxy-bundle allocation score on overcloud-novacompute-0: -INFINITY
+container_color: haproxy-bundle allocation score on overcloud-novacompute-0: -INFINITY
+container_color: haproxy-bundle allocation score on overcloud-novacompute-1: -INFINITY
+container_color: haproxy-bundle allocation score on overcloud-novacompute-1: -INFINITY
+container_color: haproxy-bundle allocation score on overcloud-novacompute-1: -INFINITY
+container_color: haproxy-bundle allocation score on overcloud-novacompute-1: -INFINITY
+container_color: haproxy-bundle allocation score on overcloud-novacompute-1: -INFINITY
+container_color: haproxy-bundle allocation score on overcloud-novacompute-1: -INFINITY
+container_color: haproxy-bundle allocation score on overcloud-novacompute-1: -INFINITY
+container_color: haproxy-bundle-docker-0 allocation score on controller-0: 0
+container_color: haproxy-bundle-docker-0 allocation score on controller-0: 0
+container_color: haproxy-bundle-docker-0 allocation score on controller-0: 0
+container_color: haproxy-bundle-docker-0 allocation score on controller-0: 0
+container_color: haproxy-bundle-docker-0 allocation score on controller-0: 0
+container_color: haproxy-bundle-docker-0 allocation score on controller-0: 0
+container_color: haproxy-bundle-docker-0 allocation score on controller-0: 0
+container_color: haproxy-bundle-docker-0 allocation score on controller-1: 0
+container_color: haproxy-bundle-docker-0 allocation score on controller-1: 0
+container_color: haproxy-bundle-docker-0 allocation score on controller-1: 0
+container_color: haproxy-bundle-docker-0 allocation score on controller-1: 0
+container_color: haproxy-bundle-docker-0 allocation score on controller-1: 0
+container_color: haproxy-bundle-docker-0 allocation score on controller-1: 0
+container_color: haproxy-bundle-docker-0 allocation score on controller-1: 0
+container_color: haproxy-bundle-docker-0 allocation score on controller-2: 0
+container_color: haproxy-bundle-docker-0 allocation score on controller-2: 0
+container_color: haproxy-bundle-docker-0 allocation score on controller-2: 0
+container_color: haproxy-bundle-docker-0 allocation score on controller-2: 0
+container_color: haproxy-bundle-docker-0 allocation score on controller-2: 0
+container_color: haproxy-bundle-docker-0 allocation score on controller-2: 0
+container_color: haproxy-bundle-docker-0 allocation score on controller-2: 0
+container_color: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: haproxy-bundle-docker-1 allocation score on controller-0: 0
+container_color: haproxy-bundle-docker-1 allocation score on controller-0: 0
+container_color: haproxy-bundle-docker-1 allocation score on controller-0: 0
+container_color: haproxy-bundle-docker-1 allocation score on controller-0: 0
+container_color: haproxy-bundle-docker-1 allocation score on controller-0: 0
+container_color: haproxy-bundle-docker-1 allocation score on controller-0: 0
+container_color: haproxy-bundle-docker-1 allocation score on controller-0: 0
+container_color: haproxy-bundle-docker-1 allocation score on controller-1: 0
+container_color: haproxy-bundle-docker-1 allocation score on controller-1: 0
+container_color: haproxy-bundle-docker-1 allocation score on controller-1: 0
+container_color: haproxy-bundle-docker-1 allocation score on controller-1: 0
+container_color: haproxy-bundle-docker-1 allocation score on controller-1: 0
+container_color: haproxy-bundle-docker-1 allocation score on controller-1: 0
+container_color: haproxy-bundle-docker-1 allocation score on controller-1: 0
+container_color: haproxy-bundle-docker-1 allocation score on controller-2: -INFINITY
+container_color: haproxy-bundle-docker-1 allocation score on controller-2: -INFINITY
+container_color: haproxy-bundle-docker-1 allocation score on controller-2: -INFINITY
+container_color: haproxy-bundle-docker-1 allocation score on controller-2: -INFINITY
+container_color: haproxy-bundle-docker-1 allocation score on controller-2: -INFINITY
+container_color: haproxy-bundle-docker-1 allocation score on controller-2: -INFINITY
+container_color: haproxy-bundle-docker-1 allocation score on controller-2: 0
+container_color: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on controller-0: -INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on controller-0: -INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on controller-0: -INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on controller-0: -INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on controller-0: -INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on controller-0: -INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on controller-0: 0
+container_color: haproxy-bundle-docker-2 allocation score on controller-1: 0
+container_color: haproxy-bundle-docker-2 allocation score on controller-1: 0
+container_color: haproxy-bundle-docker-2 allocation score on controller-1: 0
+container_color: haproxy-bundle-docker-2 allocation score on controller-1: 0
+container_color: haproxy-bundle-docker-2 allocation score on controller-1: 0
+container_color: haproxy-bundle-docker-2 allocation score on controller-1: 0
+container_color: haproxy-bundle-docker-2 allocation score on controller-1: 0
+container_color: haproxy-bundle-docker-2 allocation score on controller-2: -INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on controller-2: -INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on controller-2: -INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on controller-2: -INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on controller-2: -INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on controller-2: -INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on controller-2: 0
+container_color: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: openstack-cinder-volume allocation score on controller-0: 0
+container_color: openstack-cinder-volume allocation score on controller-1: 0
+container_color: openstack-cinder-volume allocation score on controller-2: 0
+container_color: openstack-cinder-volume allocation score on overcloud-novacompute-0: -INFINITY
+container_color: openstack-cinder-volume allocation score on overcloud-novacompute-1: -INFINITY
+container_color: openstack-cinder-volume-docker-0 allocation score on controller-0: 0
+container_color: openstack-cinder-volume-docker-0 allocation score on controller-1: 0
+container_color: openstack-cinder-volume-docker-0 allocation score on controller-2: 0
+container_color: openstack-cinder-volume-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: openstack-cinder-volume-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: rabbitmq-bundle allocation score on controller-0: 0
+container_color: rabbitmq-bundle allocation score on controller-1: 0
+container_color: rabbitmq-bundle allocation score on controller-2: 0
+container_color: rabbitmq-bundle allocation score on overcloud-novacompute-0: -INFINITY
+container_color: rabbitmq-bundle allocation score on overcloud-novacompute-1: -INFINITY
+container_color: rabbitmq-bundle-0 allocation score on controller-0: 0
+container_color: rabbitmq-bundle-0 allocation score on controller-1: 0
+container_color: rabbitmq-bundle-0 allocation score on controller-2: 0
+container_color: rabbitmq-bundle-0 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: rabbitmq-bundle-0 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: rabbitmq-bundle-1 allocation score on controller-0: 0
+container_color: rabbitmq-bundle-1 allocation score on controller-1: 0
+container_color: rabbitmq-bundle-1 allocation score on controller-2: 0
+container_color: rabbitmq-bundle-1 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: rabbitmq-bundle-1 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: rabbitmq-bundle-2 allocation score on controller-0: 0
+container_color: rabbitmq-bundle-2 allocation score on controller-1: 0
+container_color: rabbitmq-bundle-2 allocation score on controller-2: 0
+container_color: rabbitmq-bundle-2 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: rabbitmq-bundle-2 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: rabbitmq-bundle-clone allocation score on controller-0: 0
+container_color: rabbitmq-bundle-clone allocation score on controller-1: 0
+container_color: rabbitmq-bundle-clone allocation score on controller-2: 0
+container_color: rabbitmq-bundle-clone allocation score on overcloud-novacompute-0: 0
+container_color: rabbitmq-bundle-clone allocation score on overcloud-novacompute-1: 0
+container_color: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
+container_color: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-1: -INFINITY
+container_color: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-2: -INFINITY
+container_color: rabbitmq-bundle-docker-0 allocation score on controller-0: 0
+container_color: rabbitmq-bundle-docker-0 allocation score on controller-1: 0
+container_color: rabbitmq-bundle-docker-0 allocation score on controller-2: 0
+container_color: rabbitmq-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: rabbitmq-bundle-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: rabbitmq-bundle-docker-1 allocation score on controller-0: 0
+container_color: rabbitmq-bundle-docker-1 allocation score on controller-1: 0
+container_color: rabbitmq-bundle-docker-1 allocation score on controller-2: 0
+container_color: rabbitmq-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: rabbitmq-bundle-docker-1 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: rabbitmq-bundle-docker-2 allocation score on controller-0: 0
+container_color: rabbitmq-bundle-docker-2 allocation score on controller-1: 0
+container_color: rabbitmq-bundle-docker-2 allocation score on controller-2: 0
+container_color: rabbitmq-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: rabbitmq-bundle-docker-2 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: rabbitmq:0 allocation score on rabbitmq-bundle-0: 501
+container_color: rabbitmq:1 allocation score on rabbitmq-bundle-1: 501
+container_color: rabbitmq:2 allocation score on rabbitmq-bundle-2: 501
+container_color: redis-bundle allocation score on controller-0: 0
+container_color: redis-bundle allocation score on controller-1: 0
+container_color: redis-bundle allocation score on controller-2: 0
+container_color: redis-bundle allocation score on overcloud-novacompute-0: -INFINITY
+container_color: redis-bundle allocation score on overcloud-novacompute-1: -INFINITY
+container_color: redis-bundle-0 allocation score on controller-0: 0
+container_color: redis-bundle-0 allocation score on controller-1: 0
+container_color: redis-bundle-0 allocation score on controller-2: 0
+container_color: redis-bundle-0 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: redis-bundle-0 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: redis-bundle-1 allocation score on controller-0: 0
+container_color: redis-bundle-1 allocation score on controller-1: 0
+container_color: redis-bundle-1 allocation score on controller-2: 0
+container_color: redis-bundle-1 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: redis-bundle-1 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: redis-bundle-2 allocation score on controller-0: 0
+container_color: redis-bundle-2 allocation score on controller-1: 0
+container_color: redis-bundle-2 allocation score on controller-2: 0
+container_color: redis-bundle-2 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: redis-bundle-2 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: redis-bundle-docker-0 allocation score on controller-0: 0
+container_color: redis-bundle-docker-0 allocation score on controller-1: 0
+container_color: redis-bundle-docker-0 allocation score on controller-2: 0
+container_color: redis-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: redis-bundle-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: redis-bundle-docker-1 allocation score on controller-0: 0
+container_color: redis-bundle-docker-1 allocation score on controller-1: 0
+container_color: redis-bundle-docker-1 allocation score on controller-2: 0
+container_color: redis-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: redis-bundle-docker-1 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: redis-bundle-docker-2 allocation score on controller-0: 0
+container_color: redis-bundle-docker-2 allocation score on controller-1: 0
+container_color: redis-bundle-docker-2 allocation score on controller-2: 0
+container_color: redis-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
+container_color: redis-bundle-docker-2 allocation score on overcloud-novacompute-1: -INFINITY
+container_color: redis-bundle-master allocation score on controller-0: 0
+container_color: redis-bundle-master allocation score on controller-1: 0
+container_color: redis-bundle-master allocation score on controller-2: 0
+container_color: redis-bundle-master allocation score on overcloud-novacompute-0: 0
+container_color: redis-bundle-master allocation score on overcloud-novacompute-1: 0
+container_color: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
+container_color: redis-bundle-master allocation score on redis-bundle-1: -INFINITY
+container_color: redis-bundle-master allocation score on redis-bundle-2: -INFINITY
+container_color: redis:0 allocation score on redis-bundle-0: 501
+container_color: redis:1 allocation score on redis-bundle-1: 501
+container_color: redis:2 allocation score on redis-bundle-2: 501
+galera:0 promotion score on galera-bundle-0: 100
+galera:1 promotion score on galera-bundle-1: 100
+galera:2 promotion score on galera-bundle-2: 100
+native_color: compute-unfence-trigger:0 allocation score on controller-0: -INFINITY
+native_color: compute-unfence-trigger:0 allocation score on controller-1: -INFINITY
+native_color: compute-unfence-trigger:0 allocation score on controller-2: -INFINITY
+native_color: compute-unfence-trigger:0 allocation score on galera-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:0 allocation score on galera-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:0 allocation score on galera-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:0 allocation score on overcloud-novacompute-0: 1
+native_color: compute-unfence-trigger:0 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: compute-unfence-trigger:0 allocation score on rabbitmq-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:0 allocation score on rabbitmq-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:0 allocation score on rabbitmq-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:0 allocation score on redis-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:0 allocation score on redis-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:0 allocation score on redis-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:1 allocation score on controller-0: -INFINITY
+native_color: compute-unfence-trigger:1 allocation score on controller-1: -INFINITY
+native_color: compute-unfence-trigger:1 allocation score on controller-2: -INFINITY
+native_color: compute-unfence-trigger:1 allocation score on galera-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:1 allocation score on galera-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:1 allocation score on galera-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:1 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: compute-unfence-trigger:1 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: compute-unfence-trigger:1 allocation score on rabbitmq-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:1 allocation score on rabbitmq-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:1 allocation score on rabbitmq-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:1 allocation score on redis-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:1 allocation score on redis-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:1 allocation score on redis-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:10 allocation score on controller-0: -INFINITY
+native_color: compute-unfence-trigger:10 allocation score on controller-1: -INFINITY
+native_color: compute-unfence-trigger:10 allocation score on controller-2: -INFINITY
+native_color: compute-unfence-trigger:10 allocation score on galera-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:10 allocation score on galera-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:10 allocation score on galera-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:10 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: compute-unfence-trigger:10 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: compute-unfence-trigger:10 allocation score on rabbitmq-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:10 allocation score on rabbitmq-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:10 allocation score on rabbitmq-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:10 allocation score on redis-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:10 allocation score on redis-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:10 allocation score on redis-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:11 allocation score on controller-0: -INFINITY
+native_color: compute-unfence-trigger:11 allocation score on controller-1: -INFINITY
+native_color: compute-unfence-trigger:11 allocation score on controller-2: -INFINITY
+native_color: compute-unfence-trigger:11 allocation score on galera-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:11 allocation score on galera-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:11 allocation score on galera-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:11 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: compute-unfence-trigger:11 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: compute-unfence-trigger:11 allocation score on rabbitmq-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:11 allocation score on rabbitmq-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:11 allocation score on rabbitmq-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:11 allocation score on redis-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:11 allocation score on redis-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:11 allocation score on redis-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:12 allocation score on controller-0: -INFINITY
+native_color: compute-unfence-trigger:12 allocation score on controller-1: -INFINITY
+native_color: compute-unfence-trigger:12 allocation score on controller-2: -INFINITY
+native_color: compute-unfence-trigger:12 allocation score on galera-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:12 allocation score on galera-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:12 allocation score on galera-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:12 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: compute-unfence-trigger:12 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: compute-unfence-trigger:12 allocation score on rabbitmq-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:12 allocation score on rabbitmq-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:12 allocation score on rabbitmq-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:12 allocation score on redis-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:12 allocation score on redis-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:12 allocation score on redis-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:13 allocation score on controller-0: -INFINITY
+native_color: compute-unfence-trigger:13 allocation score on controller-1: -INFINITY
+native_color: compute-unfence-trigger:13 allocation score on controller-2: -INFINITY
+native_color: compute-unfence-trigger:13 allocation score on galera-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:13 allocation score on galera-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:13 allocation score on galera-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:13 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: compute-unfence-trigger:13 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: compute-unfence-trigger:13 allocation score on rabbitmq-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:13 allocation score on rabbitmq-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:13 allocation score on rabbitmq-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:13 allocation score on redis-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:13 allocation score on redis-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:13 allocation score on redis-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:2 allocation score on controller-0: -INFINITY
+native_color: compute-unfence-trigger:2 allocation score on controller-1: -INFINITY
+native_color: compute-unfence-trigger:2 allocation score on controller-2: -INFINITY
+native_color: compute-unfence-trigger:2 allocation score on galera-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:2 allocation score on galera-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:2 allocation score on galera-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:2 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: compute-unfence-trigger:2 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: compute-unfence-trigger:2 allocation score on rabbitmq-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:2 allocation score on rabbitmq-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:2 allocation score on rabbitmq-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:2 allocation score on redis-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:2 allocation score on redis-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:2 allocation score on redis-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:3 allocation score on controller-0: -INFINITY
+native_color: compute-unfence-trigger:3 allocation score on controller-1: -INFINITY
+native_color: compute-unfence-trigger:3 allocation score on controller-2: -INFINITY
+native_color: compute-unfence-trigger:3 allocation score on galera-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:3 allocation score on galera-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:3 allocation score on galera-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:3 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: compute-unfence-trigger:3 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: compute-unfence-trigger:3 allocation score on rabbitmq-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:3 allocation score on rabbitmq-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:3 allocation score on rabbitmq-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:3 allocation score on redis-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:3 allocation score on redis-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:3 allocation score on redis-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:4 allocation score on controller-0: -INFINITY
+native_color: compute-unfence-trigger:4 allocation score on controller-1: -INFINITY
+native_color: compute-unfence-trigger:4 allocation score on controller-2: -INFINITY
+native_color: compute-unfence-trigger:4 allocation score on galera-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:4 allocation score on galera-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:4 allocation score on galera-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:4 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: compute-unfence-trigger:4 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: compute-unfence-trigger:4 allocation score on rabbitmq-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:4 allocation score on rabbitmq-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:4 allocation score on rabbitmq-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:4 allocation score on redis-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:4 allocation score on redis-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:4 allocation score on redis-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:5 allocation score on controller-0: -INFINITY
+native_color: compute-unfence-trigger:5 allocation score on controller-1: -INFINITY
+native_color: compute-unfence-trigger:5 allocation score on controller-2: -INFINITY
+native_color: compute-unfence-trigger:5 allocation score on galera-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:5 allocation score on galera-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:5 allocation score on galera-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:5 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: compute-unfence-trigger:5 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: compute-unfence-trigger:5 allocation score on rabbitmq-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:5 allocation score on rabbitmq-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:5 allocation score on rabbitmq-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:5 allocation score on redis-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:5 allocation score on redis-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:5 allocation score on redis-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:6 allocation score on controller-0: -INFINITY
+native_color: compute-unfence-trigger:6 allocation score on controller-1: -INFINITY
+native_color: compute-unfence-trigger:6 allocation score on controller-2: -INFINITY
+native_color: compute-unfence-trigger:6 allocation score on galera-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:6 allocation score on galera-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:6 allocation score on galera-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:6 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: compute-unfence-trigger:6 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: compute-unfence-trigger:6 allocation score on rabbitmq-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:6 allocation score on rabbitmq-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:6 allocation score on rabbitmq-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:6 allocation score on redis-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:6 allocation score on redis-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:6 allocation score on redis-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:7 allocation score on controller-0: -INFINITY
+native_color: compute-unfence-trigger:7 allocation score on controller-1: -INFINITY
+native_color: compute-unfence-trigger:7 allocation score on controller-2: -INFINITY
+native_color: compute-unfence-trigger:7 allocation score on galera-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:7 allocation score on galera-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:7 allocation score on galera-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:7 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: compute-unfence-trigger:7 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: compute-unfence-trigger:7 allocation score on rabbitmq-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:7 allocation score on rabbitmq-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:7 allocation score on rabbitmq-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:7 allocation score on redis-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:7 allocation score on redis-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:7 allocation score on redis-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:8 allocation score on controller-0: -INFINITY
+native_color: compute-unfence-trigger:8 allocation score on controller-1: -INFINITY
+native_color: compute-unfence-trigger:8 allocation score on controller-2: -INFINITY
+native_color: compute-unfence-trigger:8 allocation score on galera-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:8 allocation score on galera-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:8 allocation score on galera-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:8 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: compute-unfence-trigger:8 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: compute-unfence-trigger:8 allocation score on rabbitmq-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:8 allocation score on rabbitmq-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:8 allocation score on rabbitmq-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:8 allocation score on redis-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:8 allocation score on redis-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:8 allocation score on redis-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:9 allocation score on controller-0: -INFINITY
+native_color: compute-unfence-trigger:9 allocation score on controller-1: -INFINITY
+native_color: compute-unfence-trigger:9 allocation score on controller-2: -INFINITY
+native_color: compute-unfence-trigger:9 allocation score on galera-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:9 allocation score on galera-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:9 allocation score on galera-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:9 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: compute-unfence-trigger:9 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: compute-unfence-trigger:9 allocation score on rabbitmq-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:9 allocation score on rabbitmq-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:9 allocation score on rabbitmq-bundle-2: -INFINITY
+native_color: compute-unfence-trigger:9 allocation score on redis-bundle-0: -INFINITY
+native_color: compute-unfence-trigger:9 allocation score on redis-bundle-1: -INFINITY
+native_color: compute-unfence-trigger:9 allocation score on redis-bundle-2: -INFINITY
+native_color: galera-bundle-0 allocation score on controller-0: 0
+native_color: galera-bundle-0 allocation score on controller-1: 0
+native_color: galera-bundle-0 allocation score on controller-2: 10000
+native_color: galera-bundle-0 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: galera-bundle-0 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: galera-bundle-1 allocation score on controller-0: 10000
+native_color: galera-bundle-1 allocation score on controller-1: 0
+native_color: galera-bundle-1 allocation score on controller-2: 0
+native_color: galera-bundle-1 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: galera-bundle-1 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: galera-bundle-2 allocation score on controller-0: 0
+native_color: galera-bundle-2 allocation score on controller-1: 10000
+native_color: galera-bundle-2 allocation score on controller-2: 0
+native_color: galera-bundle-2 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: galera-bundle-2 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: galera-bundle-docker-0 allocation score on controller-0: 0
+native_color: galera-bundle-docker-0 allocation score on controller-1: 0
+native_color: galera-bundle-docker-0 allocation score on controller-2: 0
+native_color: galera-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: galera-bundle-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: galera-bundle-docker-1 allocation score on controller-0: 0
+native_color: galera-bundle-docker-1 allocation score on controller-1: 0
+native_color: galera-bundle-docker-1 allocation score on controller-2: -INFINITY
+native_color: galera-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: galera-bundle-docker-1 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: galera-bundle-docker-2 allocation score on controller-0: -INFINITY
+native_color: galera-bundle-docker-2 allocation score on controller-1: 0
+native_color: galera-bundle-docker-2 allocation score on controller-2: -INFINITY
+native_color: galera-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: galera-bundle-docker-2 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: galera:0 allocation score on galera-bundle-0: INFINITY
+native_color: galera:1 allocation score on galera-bundle-1: INFINITY
+native_color: galera:2 allocation score on galera-bundle-2: INFINITY
+native_color: haproxy-bundle-docker-0 allocation score on controller-0: 0
+native_color: haproxy-bundle-docker-0 allocation score on controller-1: 0
+native_color: haproxy-bundle-docker-0 allocation score on controller-2: 0
+native_color: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: haproxy-bundle-docker-1 allocation score on controller-0: 0
+native_color: haproxy-bundle-docker-1 allocation score on controller-1: 0
+native_color: haproxy-bundle-docker-1 allocation score on controller-2: -INFINITY
+native_color: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: haproxy-bundle-docker-2 allocation score on controller-0: -INFINITY
+native_color: haproxy-bundle-docker-2 allocation score on controller-1: 0
+native_color: haproxy-bundle-docker-2 allocation score on controller-2: -INFINITY
+native_color: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: ip-10.0.0.110 allocation score on controller-0: 0
+native_color: ip-10.0.0.110 allocation score on controller-1: 0
+native_color: ip-10.0.0.110 allocation score on controller-2: 0
+native_color: ip-10.0.0.110 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: ip-10.0.0.110 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: ip-172.17.1.14 allocation score on controller-0: 0
+native_color: ip-172.17.1.14 allocation score on controller-1: 0
+native_color: ip-172.17.1.14 allocation score on controller-2: 0
+native_color: ip-172.17.1.14 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: ip-172.17.1.14 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: ip-172.17.1.17 allocation score on controller-0: 0
+native_color: ip-172.17.1.17 allocation score on controller-1: 0
+native_color: ip-172.17.1.17 allocation score on controller-2: 0
+native_color: ip-172.17.1.17 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: ip-172.17.1.17 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: ip-172.17.3.11 allocation score on controller-0: 0
+native_color: ip-172.17.3.11 allocation score on controller-1: 0
+native_color: ip-172.17.3.11 allocation score on controller-2: 0
+native_color: ip-172.17.3.11 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: ip-172.17.3.11 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: ip-172.17.4.17 allocation score on controller-0: 0
+native_color: ip-172.17.4.17 allocation score on controller-1: 0
+native_color: ip-172.17.4.17 allocation score on controller-2: 0
+native_color: ip-172.17.4.17 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: ip-172.17.4.17 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: ip-192.168.24.11 allocation score on controller-0: 0
+native_color: ip-192.168.24.11 allocation score on controller-1: 0
+native_color: ip-192.168.24.11 allocation score on controller-2: 0
+native_color: ip-192.168.24.11 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: ip-192.168.24.11 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: nova-evacuate allocation score on controller-0: 0
+native_color: nova-evacuate allocation score on controller-1: 0
+native_color: nova-evacuate allocation score on controller-2: 0
+native_color: nova-evacuate allocation score on overcloud-novacompute-0: -INFINITY
+native_color: nova-evacuate allocation score on overcloud-novacompute-1: -INFINITY
+native_color: openstack-cinder-volume-docker-0 allocation score on controller-0: 0
+native_color: openstack-cinder-volume-docker-0 allocation score on controller-1: 0
+native_color: openstack-cinder-volume-docker-0 allocation score on controller-2: 0
+native_color: openstack-cinder-volume-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: openstack-cinder-volume-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: overcloud-novacompute-0 allocation score on controller-0: 0
+native_color: overcloud-novacompute-0 allocation score on controller-1: 0
+native_color: overcloud-novacompute-0 allocation score on controller-2: 0
+native_color: overcloud-novacompute-0 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: overcloud-novacompute-0 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: overcloud-novacompute-1 allocation score on controller-0: -INFINITY
+native_color: overcloud-novacompute-1 allocation score on controller-1: -INFINITY
+native_color: overcloud-novacompute-1 allocation score on controller-2: -INFINITY
+native_color: overcloud-novacompute-1 allocation score on galera-bundle-0: -INFINITY
+native_color: overcloud-novacompute-1 allocation score on galera-bundle-1: -INFINITY
+native_color: overcloud-novacompute-1 allocation score on galera-bundle-2: -INFINITY
+native_color: overcloud-novacompute-1 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: overcloud-novacompute-1 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: overcloud-novacompute-1 allocation score on rabbitmq-bundle-0: -INFINITY
+native_color: overcloud-novacompute-1 allocation score on rabbitmq-bundle-1: -INFINITY
+native_color: overcloud-novacompute-1 allocation score on rabbitmq-bundle-2: -INFINITY
+native_color: overcloud-novacompute-1 allocation score on redis-bundle-0: -INFINITY
+native_color: overcloud-novacompute-1 allocation score on redis-bundle-1: -INFINITY
+native_color: overcloud-novacompute-1 allocation score on redis-bundle-2: -INFINITY
+native_color: rabbitmq-bundle-0 allocation score on controller-0: 0
+native_color: rabbitmq-bundle-0 allocation score on controller-1: 0
+native_color: rabbitmq-bundle-0 allocation score on controller-2: 10000
+native_color: rabbitmq-bundle-0 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: rabbitmq-bundle-0 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: rabbitmq-bundle-1 allocation score on controller-0: 10000
+native_color: rabbitmq-bundle-1 allocation score on controller-1: 0
+native_color: rabbitmq-bundle-1 allocation score on controller-2: 0
+native_color: rabbitmq-bundle-1 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: rabbitmq-bundle-1 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: rabbitmq-bundle-2 allocation score on controller-0: 0
+native_color: rabbitmq-bundle-2 allocation score on controller-1: 10000
+native_color: rabbitmq-bundle-2 allocation score on controller-2: 0
+native_color: rabbitmq-bundle-2 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: rabbitmq-bundle-2 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: rabbitmq-bundle-docker-0 allocation score on controller-0: 0
+native_color: rabbitmq-bundle-docker-0 allocation score on controller-1: 0
+native_color: rabbitmq-bundle-docker-0 allocation score on controller-2: 0
+native_color: rabbitmq-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: rabbitmq-bundle-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: rabbitmq-bundle-docker-1 allocation score on controller-0: 0
+native_color: rabbitmq-bundle-docker-1 allocation score on controller-1: 0
+native_color: rabbitmq-bundle-docker-1 allocation score on controller-2: -INFINITY
+native_color: rabbitmq-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: rabbitmq-bundle-docker-1 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: rabbitmq-bundle-docker-2 allocation score on controller-0: -INFINITY
+native_color: rabbitmq-bundle-docker-2 allocation score on controller-1: 0
+native_color: rabbitmq-bundle-docker-2 allocation score on controller-2: -INFINITY
+native_color: rabbitmq-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: rabbitmq-bundle-docker-2 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: rabbitmq:0 allocation score on rabbitmq-bundle-0: INFINITY
+native_color: rabbitmq:1 allocation score on rabbitmq-bundle-1: INFINITY
+native_color: rabbitmq:2 allocation score on rabbitmq-bundle-2: INFINITY
+native_color: redis-bundle-0 allocation score on controller-0: 0
+native_color: redis-bundle-0 allocation score on controller-1: 0
+native_color: redis-bundle-0 allocation score on controller-2: 10000
+native_color: redis-bundle-0 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: redis-bundle-0 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: redis-bundle-1 allocation score on controller-0: 10000
+native_color: redis-bundle-1 allocation score on controller-1: 0
+native_color: redis-bundle-1 allocation score on controller-2: 0
+native_color: redis-bundle-1 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: redis-bundle-1 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: redis-bundle-2 allocation score on controller-0: 0
+native_color: redis-bundle-2 allocation score on controller-1: 10000
+native_color: redis-bundle-2 allocation score on controller-2: 0
+native_color: redis-bundle-2 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: redis-bundle-2 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: redis-bundle-docker-0 allocation score on controller-0: 0
+native_color: redis-bundle-docker-0 allocation score on controller-1: 0
+native_color: redis-bundle-docker-0 allocation score on controller-2: 0
+native_color: redis-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: redis-bundle-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: redis-bundle-docker-1 allocation score on controller-0: 0
+native_color: redis-bundle-docker-1 allocation score on controller-1: 0
+native_color: redis-bundle-docker-1 allocation score on controller-2: -INFINITY
+native_color: redis-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: redis-bundle-docker-1 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: redis-bundle-docker-2 allocation score on controller-0: -INFINITY
+native_color: redis-bundle-docker-2 allocation score on controller-1: 0
+native_color: redis-bundle-docker-2 allocation score on controller-2: -INFINITY
+native_color: redis-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: redis-bundle-docker-2 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: redis:0 allocation score on redis-bundle-0: INFINITY
+native_color: redis:1 allocation score on redis-bundle-1: INFINITY
+native_color: redis:2 allocation score on redis-bundle-2: INFINITY
+native_color: stonith-fence_compute-fence-nova allocation score on controller-0: 0
+native_color: stonith-fence_compute-fence-nova allocation score on controller-1: 0
+native_color: stonith-fence_compute-fence-nova allocation score on controller-2: 0
+native_color: stonith-fence_compute-fence-nova allocation score on overcloud-novacompute-0: -INFINITY
+native_color: stonith-fence_compute-fence-nova allocation score on overcloud-novacompute-1: -INFINITY
+native_color: stonith-fence_ipmilan-525400803f9e allocation score on controller-0: 0
+native_color: stonith-fence_ipmilan-525400803f9e allocation score on controller-1: 0
+native_color: stonith-fence_ipmilan-525400803f9e allocation score on controller-2: -INFINITY
+native_color: stonith-fence_ipmilan-525400803f9e allocation score on overcloud-novacompute-0: -INFINITY
+native_color: stonith-fence_ipmilan-525400803f9e allocation score on overcloud-novacompute-1: -INFINITY
+native_color: stonith-fence_ipmilan-5254008be2cc allocation score on controller-0: 0
+native_color: stonith-fence_ipmilan-5254008be2cc allocation score on controller-1: 0
+native_color: stonith-fence_ipmilan-5254008be2cc allocation score on controller-2: 0
+native_color: stonith-fence_ipmilan-5254008be2cc allocation score on overcloud-novacompute-0: -INFINITY
+native_color: stonith-fence_ipmilan-5254008be2cc allocation score on overcloud-novacompute-1: -INFINITY
+native_color: stonith-fence_ipmilan-525400953d48 allocation score on controller-0: 0
+native_color: stonith-fence_ipmilan-525400953d48 allocation score on controller-1: -INFINITY
+native_color: stonith-fence_ipmilan-525400953d48 allocation score on controller-2: 0
+native_color: stonith-fence_ipmilan-525400953d48 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: stonith-fence_ipmilan-525400953d48 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: stonith-fence_ipmilan-525400b02b86 allocation score on controller-0: -INFINITY
+native_color: stonith-fence_ipmilan-525400b02b86 allocation score on controller-1: 0
+native_color: stonith-fence_ipmilan-525400b02b86 allocation score on controller-2: 0
+native_color: stonith-fence_ipmilan-525400b02b86 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: stonith-fence_ipmilan-525400b02b86 allocation score on overcloud-novacompute-1: -INFINITY
+native_color: stonith-fence_ipmilan-525400fca120 allocation score on controller-0: 0
+native_color: stonith-fence_ipmilan-525400fca120 allocation score on controller-1: 0
+native_color: stonith-fence_ipmilan-525400fca120 allocation score on controller-2: 0
+native_color: stonith-fence_ipmilan-525400fca120 allocation score on overcloud-novacompute-0: -INFINITY
+native_color: stonith-fence_ipmilan-525400fca120 allocation score on overcloud-novacompute-1: -INFINITY
+redis:0 promotion score on redis-bundle-0: 1
+redis:1 promotion score on redis-bundle-1: 1
+redis:2 promotion score on redis-bundle-2: 1
Index: pacemaker-1.1.21+20190614.61cfccfe4/pengine/test10/order-expired-failure.summary
===================================================================
--- /dev/null
+++ pacemaker-1.1.21+20190614.61cfccfe4/pengine/test10/order-expired-failure.summary
@@ -0,0 +1,128 @@
+Using the original execution date of: 2018-04-09 07:55:35Z
+
+Current cluster status:
+RemoteNode overcloud-novacompute-1: UNCLEAN (offline)
+Online: [ controller-0 controller-1 controller-2 ]
+RemoteOnline: [ overcloud-novacompute-0 ]
+Containers: [ galera-bundle-0:galera-bundle-docker-0 galera-bundle-1:galera-bundle-docker-1 galera-bundle-2:galera-bundle-docker-2 rabbitmq-bundle-0:rabbitmq-bundle-docker-0 rabbitmq-bundle-1:rabbitmq-bundle-docker-1 rabbitmq-bundle-2:rabbitmq-bundle-docker-2 redis-bundle-0:redis-bundle-docker-0 redis-bundle-1:redis-bundle-docker-1 redis-bundle-2:redis-bundle-docker-2 ]
+
+ overcloud-novacompute-0	(ocf::pacemaker:remote):	Started controller-0
+ overcloud-novacompute-1	(ocf::pacemaker:remote):	FAILED controller-1
+ Docker container set: rabbitmq-bundle [192.168.24.1:8787/rhosp13/openstack-rabbitmq:pcmklatest]
+   rabbitmq-bundle-0	(ocf::heartbeat:rabbitmq-cluster):	Started controller-2
+   rabbitmq-bundle-1	(ocf::heartbeat:rabbitmq-cluster):	Started controller-0
+   rabbitmq-bundle-2	(ocf::heartbeat:rabbitmq-cluster):	Started controller-1
+ Docker container set: galera-bundle [192.168.24.1:8787/rhosp13/openstack-mariadb:pcmklatest]
+   galera-bundle-0	(ocf::heartbeat:galera):	Master controller-2
+   galera-bundle-1	(ocf::heartbeat:galera):	Master controller-0
+   galera-bundle-2	(ocf::heartbeat:galera):	Master controller-1
+ Docker container set: redis-bundle [192.168.24.1:8787/rhosp13/openstack-redis:pcmklatest]
+   redis-bundle-0	(ocf::heartbeat:redis):	Master controller-2
+   redis-bundle-1	(ocf::heartbeat:redis):	Slave controller-0
+   redis-bundle-2	(ocf::heartbeat:redis):	Slave controller-1
+ ip-192.168.24.11	(ocf::heartbeat:IPaddr2):	Started controller-2
+ ip-10.0.0.110	(ocf::heartbeat:IPaddr2):	Stopped
+ ip-172.17.1.14	(ocf::heartbeat:IPaddr2):	Started controller-1
+ ip-172.17.1.17	(ocf::heartbeat:IPaddr2):	Started controller-2
+ ip-172.17.3.11	(ocf::heartbeat:IPaddr2):	Started controller-0
+ ip-172.17.4.17	(ocf::heartbeat:IPaddr2):	Started controller-1
+ Docker container set: haproxy-bundle [192.168.24.1:8787/rhosp13/openstack-haproxy:pcmklatest]
+   haproxy-bundle-docker-0	(ocf::heartbeat:docker):	Started controller-2
+   haproxy-bundle-docker-1	(ocf::heartbeat:docker):	Started controller-0
+   haproxy-bundle-docker-2	(ocf::heartbeat:docker):	Started controller-1
+ stonith-fence_compute-fence-nova	(stonith:fence_compute):	FAILED controller-2
+ Clone Set: compute-unfence-trigger-clone [compute-unfence-trigger]
+     compute-unfence-trigger	(ocf::pacemaker:Dummy):	Started overcloud-novacompute-1 (UNCLEAN)
+     Started: [ overcloud-novacompute-0 ]
+     Stopped: [ controller-0 controller-1 controller-2 ]
+ nova-evacuate	(ocf::openstack:NovaEvacuate):	Started controller-0
+ stonith-fence_ipmilan-5254008be2cc	(stonith:fence_ipmilan):	Started controller-1
+ stonith-fence_ipmilan-525400803f9e	(stonith:fence_ipmilan):	Started controller-0
+ stonith-fence_ipmilan-525400fca120	(stonith:fence_ipmilan):	Started controller-2
+ stonith-fence_ipmilan-525400953d48	(stonith:fence_ipmilan):	Started controller-2
+ stonith-fence_ipmilan-525400b02b86	(stonith:fence_ipmilan):	Started controller-1
+ Docker container: openstack-cinder-volume [192.168.24.1:8787/rhosp13/openstack-cinder-volume:pcmklatest]
+   openstack-cinder-volume-docker-0	(ocf::heartbeat:docker):	Started controller-0
+
+Transition Summary:
+ * Fence (reboot) overcloud-novacompute-1 'remote connection is unrecoverable'
+ * Stop       overcloud-novacompute-1              (            controller-1 )   due to node availability
+ * Start      ip-10.0.0.110                        (            controller-1 )  
+ * Recover    stonith-fence_compute-fence-nova     (            controller-2 )  
+ * Stop       compute-unfence-trigger:1            ( overcloud-novacompute-1 )   due to node availability
+
+Executing cluster transition:
+ * Resource action: overcloud-novacompute-1 stop on controller-1
+ * Resource action: rabbitmq-bundle-0 monitor=30000 on controller-2
+ * Resource action: rabbitmq-bundle-0 cancel=60000 on controller-2
+ * Resource action: rabbitmq-bundle-1 monitor=30000 on controller-0
+ * Resource action: rabbitmq-bundle-1 cancel=60000 on controller-0
+ * Resource action: rabbitmq-bundle-2 monitor=30000 on controller-1
+ * Resource action: rabbitmq-bundle-2 cancel=60000 on controller-1
+ * Resource action: galera-bundle-0 monitor=30000 on controller-2
+ * Resource action: galera-bundle-0 cancel=60000 on controller-2
+ * Resource action: galera-bundle-1 monitor=30000 on controller-0
+ * Resource action: galera-bundle-1 cancel=60000 on controller-0
+ * Resource action: galera-bundle-2 monitor=30000 on controller-1
+ * Resource action: galera-bundle-2 cancel=60000 on controller-1
+ * Resource action: redis-bundle-0  monitor=30000 on controller-2
+ * Resource action: redis-bundle-0  cancel=60000 on controller-2
+ * Resource action: redis-bundle-1  monitor=30000 on controller-0
+ * Resource action: redis-bundle-1  cancel=60000 on controller-0
+ * Resource action: redis-bundle-2  monitor=30000 on controller-1
+ * Resource action: redis-bundle-2  cancel=60000 on controller-1
+ * Resource action: stonith-fence_compute-fence-nova stop on controller-2
+ * Fencing overcloud-novacompute-1 (reboot)
+ * Cluster action:  clear_failcount for overcloud-novacompute-1 on controller-1
+ * Resource action: ip-10.0.0.110   start on controller-1
+ * Resource action: stonith-fence_compute-fence-nova start on controller-2
+ * Resource action: stonith-fence_compute-fence-nova monitor=60000 on controller-2
+ * Pseudo action:   compute-unfence-trigger-clone_stop_0
+ * Resource action: ip-10.0.0.110   monitor=10000 on controller-1
+ * Pseudo action:   compute-unfence-trigger_stop_0
+ * Pseudo action:   compute-unfence-trigger-clone_stopped_0
+Using the original execution date of: 2018-04-09 07:55:35Z
+
+Revised cluster status:
+RemoteNode overcloud-novacompute-1: UNCLEAN (offline)
+Online: [ controller-0 controller-1 controller-2 ]
+RemoteOnline: [ overcloud-novacompute-0 ]
+Containers: [ galera-bundle-0:galera-bundle-docker-0 galera-bundle-1:galera-bundle-docker-1 galera-bundle-2:galera-bundle-docker-2 rabbitmq-bundle-0:rabbitmq-bundle-docker-0 rabbitmq-bundle-1:rabbitmq-bundle-docker-1 rabbitmq-bundle-2:rabbitmq-bundle-docker-2 redis-bundle-0:redis-bundle-docker-0 redis-bundle-1:redis-bundle-docker-1 redis-bundle-2:redis-bundle-docker-2 ]
+
+ overcloud-novacompute-0	(ocf::pacemaker:remote):	Started controller-0
+ overcloud-novacompute-1	(ocf::pacemaker:remote):	FAILED
+ Docker container set: rabbitmq-bundle [192.168.24.1:8787/rhosp13/openstack-rabbitmq:pcmklatest]
+   rabbitmq-bundle-0	(ocf::heartbeat:rabbitmq-cluster):	Started controller-2
+   rabbitmq-bundle-1	(ocf::heartbeat:rabbitmq-cluster):	Started controller-0
+   rabbitmq-bundle-2	(ocf::heartbeat:rabbitmq-cluster):	Started controller-1
+ Docker container set: galera-bundle [192.168.24.1:8787/rhosp13/openstack-mariadb:pcmklatest]
+   galera-bundle-0	(ocf::heartbeat:galera):	Master controller-2
+   galera-bundle-1	(ocf::heartbeat:galera):	Master controller-0
+   galera-bundle-2	(ocf::heartbeat:galera):	Master controller-1
+ Docker container set: redis-bundle [192.168.24.1:8787/rhosp13/openstack-redis:pcmklatest]
+   redis-bundle-0	(ocf::heartbeat:redis):	Master controller-2
+   redis-bundle-1	(ocf::heartbeat:redis):	Slave controller-0
+   redis-bundle-2	(ocf::heartbeat:redis):	Slave controller-1
+ ip-192.168.24.11	(ocf::heartbeat:IPaddr2):	Started controller-2
+ ip-10.0.0.110	(ocf::heartbeat:IPaddr2):	Started controller-1
+ ip-172.17.1.14	(ocf::heartbeat:IPaddr2):	Started controller-1
+ ip-172.17.1.17	(ocf::heartbeat:IPaddr2):	Started controller-2
+ ip-172.17.3.11	(ocf::heartbeat:IPaddr2):	Started controller-0
+ ip-172.17.4.17	(ocf::heartbeat:IPaddr2):	Started controller-1
+ Docker container set: haproxy-bundle [192.168.24.1:8787/rhosp13/openstack-haproxy:pcmklatest]
+   haproxy-bundle-docker-0	(ocf::heartbeat:docker):	Started controller-2
+   haproxy-bundle-docker-1	(ocf::heartbeat:docker):	Started controller-0
+   haproxy-bundle-docker-2	(ocf::heartbeat:docker):	Started controller-1
+ stonith-fence_compute-fence-nova	(stonith:fence_compute):	Started controller-2
+ Clone Set: compute-unfence-trigger-clone [compute-unfence-trigger]
+     Started: [ overcloud-novacompute-0 ]
+     Stopped: [ controller-0 controller-1 controller-2 overcloud-novacompute-1 ]
+ nova-evacuate	(ocf::openstack:NovaEvacuate):	Started controller-0
+ stonith-fence_ipmilan-5254008be2cc	(stonith:fence_ipmilan):	Started controller-1
+ stonith-fence_ipmilan-525400803f9e	(stonith:fence_ipmilan):	Started controller-0
+ stonith-fence_ipmilan-525400fca120	(stonith:fence_ipmilan):	Started controller-2
+ stonith-fence_ipmilan-525400953d48	(stonith:fence_ipmilan):	Started controller-2
+ stonith-fence_ipmilan-525400b02b86	(stonith:fence_ipmilan):	Started controller-1
+ Docker container: openstack-cinder-volume [192.168.24.1:8787/rhosp13/openstack-cinder-volume:pcmklatest]
+   openstack-cinder-volume-docker-0	(ocf::heartbeat:docker):	Started controller-0
+
Index: pacemaker-1.1.21+20190614.61cfccfe4/pengine/test10/order-expired-failure.xml
===================================================================
--- /dev/null
+++ pacemaker-1.1.21+20190614.61cfccfe4/pengine/test10/order-expired-failure.xml
@@ -0,0 +1,1191 @@
+<cib crm_feature_set="3.0.14" validate-with="pacemaker-2.10" epoch="104" num_updates="12" admin_epoch="0" cib-last-written="Mon Apr  9 06:28:41 2018" update-origin="controller-0" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="2" execution-date="1523260535">
+  <configuration>
+    <crm_config>
+      <cluster_property_set id="cib-bootstrap-options">
+        <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+        <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="1.1.18-11.el7-2b07d5c5a9"/>
+        <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+        <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="tripleo_cluster"/>
+        <nvpair id="cib-bootstrap-options-stonith-enabled" name="stonith-enabled" value="true"/>
+        <nvpair id="cib-bootstrap-options-cluster-recheck-interval" name="cluster-recheck-interval" value="60s"/>
+      </cluster_property_set>
+      <cluster_property_set id="redis_replication">
+        <nvpair id="redis_replication-redis_REPL_INFO" name="redis_REPL_INFO" value="controller-2"/>
+      </cluster_property_set>
+    </crm_config>
+    <nodes>
+      <node id="1" uname="controller-0">
+        <instance_attributes id="nodes-1">
+          <nvpair id="nodes-1-rabbitmq-role" name="rabbitmq-role" value="true"/>
+          <nvpair id="nodes-1-rmq-node-attr-last-known-rabbitmq" name="rmq-node-attr-last-known-rabbitmq" value="rabbit@controller-0"/>
+          <nvpair id="nodes-1-galera-role" name="galera-role" value="true"/>
+          <nvpair id="nodes-1-redis-role" name="redis-role" value="true"/>
+          <nvpair id="nodes-1-haproxy-role" name="haproxy-role" value="true"/>
+          <nvpair id="nodes-1-cinder-volume-role" name="cinder-volume-role" value="true"/>
+        </instance_attributes>
+      </node>
+      <node id="2" uname="controller-1">
+        <instance_attributes id="nodes-2">
+          <nvpair id="nodes-2-rabbitmq-role" name="rabbitmq-role" value="true"/>
+          <nvpair id="nodes-2-rmq-node-attr-last-known-rabbitmq" name="rmq-node-attr-last-known-rabbitmq" value="rabbit@controller-1"/>
+          <nvpair id="nodes-2-galera-role" name="galera-role" value="true"/>
+          <nvpair id="nodes-2-redis-role" name="redis-role" value="true"/>
+          <nvpair id="nodes-2-haproxy-role" name="haproxy-role" value="true"/>
+          <nvpair id="nodes-2-cinder-volume-role" name="cinder-volume-role" value="true"/>
+        </instance_attributes>
+      </node>
+      <node id="3" uname="controller-2">
+        <instance_attributes id="nodes-3">
+          <nvpair id="nodes-3-rabbitmq-role" name="rabbitmq-role" value="true"/>
+          <nvpair id="nodes-3-rmq-node-attr-last-known-rabbitmq" name="rmq-node-attr-last-known-rabbitmq" value="rabbit@controller-2"/>
+          <nvpair id="nodes-3-galera-role" name="galera-role" value="true"/>
+          <nvpair id="nodes-3-redis-role" name="redis-role" value="true"/>
+          <nvpair id="nodes-3-haproxy-role" name="haproxy-role" value="true"/>
+          <nvpair id="nodes-3-cinder-volume-role" name="cinder-volume-role" value="true"/>
+        </instance_attributes>
+      </node>
+      <node id="overcloud-novacompute-0" type="remote" uname="overcloud-novacompute-0">
+        <instance_attributes id="nodes-overcloud-novacompute-0">
+          <nvpair id="nodes-overcloud-novacompute-0-compute-instanceha-role" name="compute-instanceha-role" value="true"/>
+        </instance_attributes>
+      </node>
+      <node id="overcloud-novacompute-1" type="remote" uname="overcloud-novacompute-1">
+        <instance_attributes id="nodes-overcloud-novacompute-1">
+          <nvpair id="nodes-overcloud-novacompute-1-compute-instanceha-role" name="compute-instanceha-role" value="true"/>
+        </instance_attributes>
+      </node>
+    </nodes>
+    <resources>
+      <primitive class="ocf" id="overcloud-novacompute-0" provider="pacemaker" type="remote">
+        <instance_attributes id="overcloud-novacompute-0-instance_attributes">
+          <nvpair id="overcloud-novacompute-0-instance_attributes-reconnect_interval" name="reconnect_interval" value="60"/>
+        </instance_attributes>
+        <operations>
+          <op id="overcloud-novacompute-0-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="60"/>
+          <op id="overcloud-novacompute-0-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="60"/>
+          <op id="overcloud-novacompute-0-monitor-interval-20" interval="20" name="monitor"/>
+          <op id="overcloud-novacompute-0-reload-interval-0s" interval="0s" name="reload" timeout="60"/>
+          <op id="overcloud-novacompute-0-start-interval-0s" interval="0s" name="start" timeout="60"/>
+          <op id="overcloud-novacompute-0-stop-interval-0s" interval="0s" name="stop" timeout="60"/>
+        </operations>
+      </primitive>
+      <primitive class="ocf" id="overcloud-novacompute-1" provider="pacemaker" type="remote">
+        <instance_attributes id="overcloud-novacompute-1-instance_attributes">
+          <nvpair id="overcloud-novacompute-1-instance_attributes-reconnect_interval" name="reconnect_interval" value="60"/>
+        </instance_attributes>
+        <operations>
+          <op id="overcloud-novacompute-1-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="60"/>
+          <op id="overcloud-novacompute-1-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="60"/>
+          <op id="overcloud-novacompute-1-monitor-interval-20" interval="20" name="monitor"/>
+          <op id="overcloud-novacompute-1-reload-interval-0s" interval="0s" name="reload" timeout="60"/>
+          <op id="overcloud-novacompute-1-start-interval-0s" interval="0s" name="start" timeout="60"/>
+          <op id="overcloud-novacompute-1-stop-interval-0s" interval="0s" name="stop" timeout="60"/>
+        </operations>
+      </primitive>
+      <bundle id="rabbitmq-bundle">
+        <docker image="192.168.24.1:8787/rhosp13/openstack-rabbitmq:pcmklatest" network="host" options="--user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="3" run-command="/bin/bash /usr/local/bin/kolla_start"/>
+        <network control-port="3122"/>
+        <storage>
+          <storage-mapping id="rabbitmq-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/rabbitmq.json" target-dir="/var/lib/kolla/config_files/config.json"/>
+          <storage-mapping id="rabbitmq-cfg-data" options="ro" source-dir="/var/lib/config-data/puppet-generated/rabbitmq/" target-dir="/var/lib/kolla/config_files/src"/>
+          <storage-mapping id="rabbitmq-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
+          <storage-mapping id="rabbitmq-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
+          <storage-mapping id="rabbitmq-lib" options="rw" source-dir="/var/lib/rabbitmq" target-dir="/var/lib/rabbitmq"/>
+          <storage-mapping id="rabbitmq-pki-extracted" options="ro" source-dir="/etc/pki/ca-trust/extracted" target-dir="/etc/pki/ca-trust/extracted"/>
+          <storage-mapping id="rabbitmq-pki-ca-bundle-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.crt" target-dir="/etc/pki/tls/certs/ca-bundle.crt"/>
+          <storage-mapping id="rabbitmq-pki-ca-bundle-trust-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.trust.crt" target-dir="/etc/pki/tls/certs/ca-bundle.trust.crt"/>
+          <storage-mapping id="rabbitmq-pki-cert" options="ro" source-dir="/etc/pki/tls/cert.pem" target-dir="/etc/pki/tls/cert.pem"/>
+          <storage-mapping id="rabbitmq-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/>
+        </storage>
+        <primitive class="ocf" id="rabbitmq" provider="heartbeat" type="rabbitmq-cluster">
+          <instance_attributes id="rabbitmq-instance_attributes">
+            <nvpair id="rabbitmq-instance_attributes-set_policy" name="set_policy" value="ha-all ^(?!amq\.).* {&quot;ha-mode&quot;:&quot;all&quot;}"/>
+          </instance_attributes>
+          <meta_attributes id="rabbitmq-meta_attributes">
+            <nvpair id="rabbitmq-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+            <nvpair id="rabbitmq-meta_attributes-notify" name="notify" value="true"/>
+          </meta_attributes>
+          <operations>
+            <op id="rabbitmq-monitor-interval-10" interval="10" name="monitor" timeout="40"/>
+            <op id="rabbitmq-start-interval-0s" interval="0s" name="start" timeout="200s"/>
+            <op id="rabbitmq-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
+          </operations>
+        </primitive>
+      </bundle>
+      <bundle id="galera-bundle">
+        <docker image="192.168.24.1:8787/rhosp13/openstack-mariadb:pcmklatest" masters="3" network="host" options="--user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="3" run-command="/bin/bash /usr/local/bin/kolla_start"/>
+        <network control-port="3123"/>
+        <storage>
+          <storage-mapping id="mysql-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/mysql.json" target-dir="/var/lib/kolla/config_files/config.json"/>
+          <storage-mapping id="mysql-cfg-data" options="ro" source-dir="/var/lib/config-data/puppet-generated/mysql/" target-dir="/var/lib/kolla/config_files/src"/>
+          <storage-mapping id="mysql-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
+          <storage-mapping id="mysql-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
+          <storage-mapping id="mysql-lib" options="rw" source-dir="/var/lib/mysql" target-dir="/var/lib/mysql"/>
+          <storage-mapping id="mysql-log-mariadb" options="rw" source-dir="/var/log/mariadb" target-dir="/var/log/mariadb"/>
+          <storage-mapping id="mysql-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/>
+        </storage>
+        <primitive class="ocf" id="galera" provider="heartbeat" type="galera">
+          <instance_attributes id="galera-instance_attributes">
+            <nvpair id="galera-instance_attributes-additional_parameters" name="additional_parameters" value="--open-files-limit=16384"/>
+            <nvpair id="galera-instance_attributes-cluster_host_map" name="cluster_host_map" value="controller-0:controller-0.internalapi.localdomain;controller-1:controller-1.internalapi.localdomain;controller-2:controller-2.internalapi.localdomain"/>
+            <nvpair id="galera-instance_attributes-enable_creation" name="enable_creation" value="true"/>
+            <nvpair id="galera-instance_attributes-wsrep_cluster_address" name="wsrep_cluster_address" value="gcomm://controller-0.internalapi.localdomain,controller-1.internalapi.localdomain,controller-2.internalapi.localdomain"/>
+          </instance_attributes>
+          <meta_attributes id="galera-meta_attributes">
+            <nvpair id="galera-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+            <nvpair id="galera-meta_attributes-master-max" name="master-max" value="3"/>
+            <nvpair id="galera-meta_attributes-ordered" name="ordered" value="true"/>
+          </meta_attributes>
+          <operations>
+            <op id="galera-demote-interval-0s" interval="0s" name="demote" timeout="120"/>
+            <op id="galera-monitor-interval-20" interval="20" name="monitor" timeout="30"/>
+            <op id="galera-monitor-interval-10" interval="10" name="monitor" role="Master" timeout="30"/>
+            <op id="galera-monitor-interval-30" interval="30" name="monitor" role="Slave" timeout="30"/>
+            <op id="galera-promote-interval-0s" interval="0s" name="promote" on-fail="block" timeout="300s"/>
+            <op id="galera-start-interval-0s" interval="0s" name="start" timeout="120"/>
+            <op id="galera-stop-interval-0s" interval="0s" name="stop" timeout="120"/>
+          </operations>
+        </primitive>
+      </bundle>
+      <bundle id="redis-bundle">
+        <docker image="192.168.24.1:8787/rhosp13/openstack-redis:pcmklatest" masters="1" network="host" options="--user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="3" run-command="/bin/bash /usr/local/bin/kolla_start"/>
+        <network control-port="3124"/>
+        <storage>
+          <storage-mapping id="redis-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/redis.json" target-dir="/var/lib/kolla/config_files/config.json"/>
+          <storage-mapping id="redis-cfg-data-redis" options="ro" source-dir="/var/lib/config-data/puppet-generated/redis/" target-dir="/var/lib/kolla/config_files/src"/>
+          <storage-mapping id="redis-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
+          <storage-mapping id="redis-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
+          <storage-mapping id="redis-lib" options="rw" source-dir="/var/lib/redis" target-dir="/var/lib/redis"/>
+          <storage-mapping id="redis-log" options="rw" source-dir="/var/log/redis" target-dir="/var/log/redis"/>
+          <storage-mapping id="redis-run" options="rw" source-dir="/var/run/redis" target-dir="/var/run/redis"/>
+          <storage-mapping id="redis-pki-extracted" options="ro" source-dir="/etc/pki/ca-trust/extracted" target-dir="/etc/pki/ca-trust/extracted"/>
+          <storage-mapping id="redis-pki-ca-bundle-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.crt" target-dir="/etc/pki/tls/certs/ca-bundle.crt"/>
+          <storage-mapping id="redis-pki-ca-bundle-trust-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.trust.crt" target-dir="/etc/pki/tls/certs/ca-bundle.trust.crt"/>
+          <storage-mapping id="redis-pki-cert" options="ro" source-dir="/etc/pki/tls/cert.pem" target-dir="/etc/pki/tls/cert.pem"/>
+          <storage-mapping id="redis-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/>
+        </storage>
+        <primitive class="ocf" id="redis" provider="heartbeat" type="redis">
+          <instance_attributes id="redis-instance_attributes">
+            <nvpair id="redis-instance_attributes-wait_last_known_master" name="wait_last_known_master" value="true"/>
+          </instance_attributes>
+          <meta_attributes id="redis-meta_attributes">
+            <nvpair id="redis-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+            <nvpair id="redis-meta_attributes-interleave" name="interleave" value="true"/>
+            <nvpair id="redis-meta_attributes-notify" name="notify" value="true"/>
+            <nvpair id="redis-meta_attributes-ordered" name="ordered" value="true"/>
+          </meta_attributes>
+          <operations>
+            <op id="redis-demote-interval-0s" interval="0s" name="demote" timeout="120"/>
+            <op id="redis-monitor-interval-45" interval="45" name="monitor" timeout="60"/>
+            <op id="redis-monitor-interval-20" interval="20" name="monitor" role="Master" timeout="60"/>
+            <op id="redis-monitor-interval-60" interval="60" name="monitor" role="Slave" timeout="60"/>
+            <op id="redis-notify-interval-0s" interval="0s" name="notify" timeout="90"/>
+            <op id="redis-promote-interval-0s" interval="0s" name="promote" timeout="120"/>
+            <op id="redis-start-interval-0s" interval="0s" name="start" timeout="200s"/>
+            <op id="redis-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
+          </operations>
+        </primitive>
+      </bundle>
+      <primitive class="ocf" id="ip-192.168.24.11" provider="heartbeat" type="IPaddr2">
+        <instance_attributes id="ip-192.168.24.11-instance_attributes">
+          <nvpair id="ip-192.168.24.11-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
+          <nvpair id="ip-192.168.24.11-instance_attributes-ip" name="ip" value="192.168.24.11"/>
+        </instance_attributes>
+        <operations>
+          <op id="ip-192.168.24.11-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+          <op id="ip-192.168.24.11-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+          <op id="ip-192.168.24.11-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+        </operations>
+      </primitive>
+      <primitive class="ocf" id="ip-10.0.0.110" provider="heartbeat" type="IPaddr2">
+        <instance_attributes id="ip-10.0.0.110-instance_attributes">
+          <nvpair id="ip-10.0.0.110-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
+          <nvpair id="ip-10.0.0.110-instance_attributes-ip" name="ip" value="10.0.0.110"/>
+        </instance_attributes>
+        <operations>
+          <op id="ip-10.0.0.110-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+          <op id="ip-10.0.0.110-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+          <op id="ip-10.0.0.110-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+        </operations>
+      </primitive>
+      <primitive class="ocf" id="ip-172.17.1.14" provider="heartbeat" type="IPaddr2">
+        <instance_attributes id="ip-172.17.1.14-instance_attributes">
+          <nvpair id="ip-172.17.1.14-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
+          <nvpair id="ip-172.17.1.14-instance_attributes-ip" name="ip" value="172.17.1.14"/>
+        </instance_attributes>
+        <operations>
+          <op id="ip-172.17.1.14-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+          <op id="ip-172.17.1.14-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+          <op id="ip-172.17.1.14-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+        </operations>
+      </primitive>
+      <primitive class="ocf" id="ip-172.17.1.17" provider="heartbeat" type="IPaddr2">
+        <instance_attributes id="ip-172.17.1.17-instance_attributes">
+          <nvpair id="ip-172.17.1.17-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
+          <nvpair id="ip-172.17.1.17-instance_attributes-ip" name="ip" value="172.17.1.17"/>
+        </instance_attributes>
+        <operations>
+          <op id="ip-172.17.1.17-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+          <op id="ip-172.17.1.17-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+          <op id="ip-172.17.1.17-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+        </operations>
+      </primitive>
+      <primitive class="ocf" id="ip-172.17.3.11" provider="heartbeat" type="IPaddr2">
+        <instance_attributes id="ip-172.17.3.11-instance_attributes">
+          <nvpair id="ip-172.17.3.11-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
+          <nvpair id="ip-172.17.3.11-instance_attributes-ip" name="ip" value="172.17.3.11"/>
+        </instance_attributes>
+        <operations>
+          <op id="ip-172.17.3.11-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+          <op id="ip-172.17.3.11-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+          <op id="ip-172.17.3.11-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+        </operations>
+      </primitive>
+      <primitive class="ocf" id="ip-172.17.4.17" provider="heartbeat" type="IPaddr2">
+        <instance_attributes id="ip-172.17.4.17-instance_attributes">
+          <nvpair id="ip-172.17.4.17-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
+          <nvpair id="ip-172.17.4.17-instance_attributes-ip" name="ip" value="172.17.4.17"/>
+        </instance_attributes>
+        <operations>
+          <op id="ip-172.17.4.17-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+          <op id="ip-172.17.4.17-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+          <op id="ip-172.17.4.17-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+        </operations>
+      </primitive>
+      <bundle id="haproxy-bundle">
+        <docker image="192.168.24.1:8787/rhosp13/openstack-haproxy:pcmklatest" network="host" options="--user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="3" run-command="/bin/bash /usr/local/bin/kolla_start"/>
+        <storage>
+          <storage-mapping id="haproxy-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/haproxy.json" target-dir="/var/lib/kolla/config_files/config.json"/>
+          <storage-mapping id="haproxy-cfg-data" options="ro" source-dir="/var/lib/config-data/puppet-generated/haproxy/" target-dir="/var/lib/kolla/config_files/src"/>
+          <storage-mapping id="haproxy-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
+          <storage-mapping id="haproxy-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
+          <storage-mapping id="haproxy-pki-extracted" options="ro" source-dir="/etc/pki/ca-trust/extracted" target-dir="/etc/pki/ca-trust/extracted"/>
+          <storage-mapping id="haproxy-pki-ca-bundle-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.crt" target-dir="/etc/pki/tls/certs/ca-bundle.crt"/>
+          <storage-mapping id="haproxy-pki-ca-bundle-trust-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.trust.crt" target-dir="/etc/pki/tls/certs/ca-bundle.trust.crt"/>
+          <storage-mapping id="haproxy-pki-cert" options="ro" source-dir="/etc/pki/tls/cert.pem" target-dir="/etc/pki/tls/cert.pem"/>
+          <storage-mapping id="haproxy-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/>
+        </storage>
+      </bundle>
+      <primitive class="stonith" id="stonith-fence_compute-fence-nova" type="fence_compute">
+        <instance_attributes id="stonith-fence_compute-fence-nova-instance_attributes">
+          <nvpair id="stonith-fence_compute-fence-nova-instance_attributes-auth_url" name="auth_url" value="http://10.0.0.110:5000"/>
+          <nvpair id="stonith-fence_compute-fence-nova-instance_attributes-compute-domain" name="compute-domain" value="localdomain"/>
+          <nvpair id="stonith-fence_compute-fence-nova-instance_attributes-login" name="login" value="admin"/>
+          <nvpair id="stonith-fence_compute-fence-nova-instance_attributes-passwd" name="passwd" value="C9UkFUsCJrbJgAM7GXcccaeCU"/>
+          <nvpair id="stonith-fence_compute-fence-nova-instance_attributes-project-domain" name="project-domain" value="Default"/>
+          <nvpair id="stonith-fence_compute-fence-nova-instance_attributes-record_only" name="record_only" value="1"/>
+          <nvpair id="stonith-fence_compute-fence-nova-instance_attributes-tenant_name" name="tenant_name" value="admin"/>
+          <nvpair id="stonith-fence_compute-fence-nova-instance_attributes-user-domain" name="user-domain" value="Default"/>
+        </instance_attributes>
+        <meta_attributes id="stonith-fence_compute-fence-nova-meta_attributes">
+          <nvpair id="stonith-fence_compute-fence-nova-meta_attributes-provides" name="provides" value="unfencing"/>
+        </meta_attributes>
+        <operations>
+          <op id="stonith-fence_compute-fence-nova-monitor-interval-60s" interval="60s" name="monitor"/>
+        </operations>
+      </primitive>
+      <clone id="compute-unfence-trigger-clone">
+        <primitive class="ocf" id="compute-unfence-trigger" provider="pacemaker" type="Dummy">
+          <operations>
+            <op id="compute-unfence-trigger-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20"/>
+            <op id="compute-unfence-trigger-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20"/>
+            <op id="compute-unfence-trigger-monitor-interval-10" interval="10" name="monitor" timeout="20"/>
+            <op id="compute-unfence-trigger-reload-interval-0s" interval="0s" name="reload" timeout="20"/>
+            <op id="compute-unfence-trigger-start-interval-0s" interval="0s" name="start" requires="unfencing"/>
+            <op id="compute-unfence-trigger-stop-interval-0s" interval="0s" name="stop" timeout="20"/>
+          </operations>
+        </primitive>
+      </clone>
+      <primitive class="ocf" id="nova-evacuate" provider="openstack" type="NovaEvacuate">
+        <instance_attributes id="nova-evacuate-instance_attributes">
+          <nvpair id="nova-evacuate-instance_attributes-auth_url" name="auth_url" value="http://10.0.0.110:5000"/>
+          <nvpair id="nova-evacuate-instance_attributes-no_shared_storage" name="no_shared_storage" value="true"/>
+          <nvpair id="nova-evacuate-instance_attributes-password" name="password" value="C9UkFUsCJrbJgAM7GXcccaeCU"/>
+          <nvpair id="nova-evacuate-instance_attributes-project_domain" name="project_domain" value="Default"/>
+          <nvpair id="nova-evacuate-instance_attributes-tenant_name" name="tenant_name" value="admin"/>
+          <nvpair id="nova-evacuate-instance_attributes-user_domain" name="user_domain" value="Default"/>
+          <nvpair id="nova-evacuate-instance_attributes-username" name="username" value="admin"/>
+        </instance_attributes>
+        <operations>
+          <op id="nova-evacuate-monitor-interval-10" interval="10" name="monitor" timeout="600"/>
+          <op id="nova-evacuate-start-interval-0s" interval="0s" name="start" timeout="20"/>
+          <op id="nova-evacuate-stop-interval-0s" interval="0s" name="stop" timeout="20"/>
+        </operations>
+      </primitive>
+      <primitive class="stonith" id="stonith-fence_ipmilan-5254008be2cc" type="fence_ipmilan">
+        <instance_attributes id="stonith-fence_ipmilan-5254008be2cc-instance_attributes">
+          <nvpair id="stonith-fence_ipmilan-5254008be2cc-instance_attributes-ipaddr" name="ipaddr" value="172.16.0.1"/>
+          <nvpair id="stonith-fence_ipmilan-5254008be2cc-instance_attributes-ipport" name="ipport" value="6230"/>
+          <nvpair id="stonith-fence_ipmilan-5254008be2cc-instance_attributes-lanplus" name="lanplus" value="1"/>
+          <nvpair id="stonith-fence_ipmilan-5254008be2cc-instance_attributes-login" name="login" value="admin"/>
+          <nvpair id="stonith-fence_ipmilan-5254008be2cc-instance_attributes-passwd" name="passwd" value="password"/>
+          <nvpair id="stonith-fence_ipmilan-5254008be2cc-instance_attributes-pcmk_host_list" name="pcmk_host_list" value="overcloud-novacompute-1"/>
+        </instance_attributes>
+        <operations>
+          <op id="stonith-fence_ipmilan-5254008be2cc-monitor-interval-60s" interval="60s" name="monitor"/>
+        </operations>
+      </primitive>
+      <primitive class="stonith" id="stonith-fence_ipmilan-525400803f9e" type="fence_ipmilan">
+        <instance_attributes id="stonith-fence_ipmilan-525400803f9e-instance_attributes">
+          <nvpair id="stonith-fence_ipmilan-525400803f9e-instance_attributes-ipaddr" name="ipaddr" value="172.16.0.1"/>
+          <nvpair id="stonith-fence_ipmilan-525400803f9e-instance_attributes-ipport" name="ipport" value="6233"/>
+          <nvpair id="stonith-fence_ipmilan-525400803f9e-instance_attributes-lanplus" name="lanplus" value="1"/>
+          <nvpair id="stonith-fence_ipmilan-525400803f9e-instance_attributes-login" name="login" value="admin"/>
+          <nvpair id="stonith-fence_ipmilan-525400803f9e-instance_attributes-passwd" name="passwd" value="password"/>
+          <nvpair id="stonith-fence_ipmilan-525400803f9e-instance_attributes-pcmk_host_list" name="pcmk_host_list" value="controller-2"/>
+        </instance_attributes>
+        <operations>
+          <op id="stonith-fence_ipmilan-525400803f9e-monitor-interval-60s" interval="60s" name="monitor"/>
+        </operations>
+      </primitive>
+      <primitive class="stonith" id="stonith-fence_ipmilan-525400fca120" type="fence_ipmilan">
+        <instance_attributes id="stonith-fence_ipmilan-525400fca120-instance_attributes">
+          <nvpair id="stonith-fence_ipmilan-525400fca120-instance_attributes-ipaddr" name="ipaddr" value="172.16.0.1"/>
+          <nvpair id="stonith-fence_ipmilan-525400fca120-instance_attributes-ipport" name="ipport" value="6234"/>
+          <nvpair id="stonith-fence_ipmilan-525400fca120-instance_attributes-lanplus" name="lanplus" value="1"/>
+          <nvpair id="stonith-fence_ipmilan-525400fca120-instance_attributes-login" name="login" value="admin"/>
+          <nvpair id="stonith-fence_ipmilan-525400fca120-instance_attributes-passwd" name="passwd" value="password"/>
+          <nvpair id="stonith-fence_ipmilan-525400fca120-instance_attributes-pcmk_host_list" name="pcmk_host_list" value="overcloud-novacompute-0"/>
+        </instance_attributes>
+        <operations>
+          <op id="stonith-fence_ipmilan-525400fca120-monitor-interval-60s" interval="60s" name="monitor"/>
+        </operations>
+      </primitive>
+      <primitive class="stonith" id="stonith-fence_ipmilan-525400953d48" type="fence_ipmilan">
+        <instance_attributes id="stonith-fence_ipmilan-525400953d48-instance_attributes">
+          <nvpair id="stonith-fence_ipmilan-525400953d48-instance_attributes-ipaddr" name="ipaddr" value="172.16.0.1"/>
+          <nvpair id="stonith-fence_ipmilan-525400953d48-instance_attributes-ipport" name="ipport" value="6232"/>
+          <nvpair id="stonith-fence_ipmilan-525400953d48-instance_attributes-lanplus" name="lanplus" value="1"/>
+          <nvpair id="stonith-fence_ipmilan-525400953d48-instance_attributes-login" name="login" value="admin"/>
+          <nvpair id="stonith-fence_ipmilan-525400953d48-instance_attributes-passwd" name="passwd" value="password"/>
+          <nvpair id="stonith-fence_ipmilan-525400953d48-instance_attributes-pcmk_host_list" name="pcmk_host_list" value="controller-1"/>
+        </instance_attributes>
+        <operations>
+          <op id="stonith-fence_ipmilan-525400953d48-monitor-interval-60s" interval="60s" name="monitor"/>
+        </operations>
+      </primitive>
+      <primitive class="stonith" id="stonith-fence_ipmilan-525400b02b86" type="fence_ipmilan">
+        <instance_attributes id="stonith-fence_ipmilan-525400b02b86-instance_attributes">
+          <nvpair id="stonith-fence_ipmilan-525400b02b86-instance_attributes-ipaddr" name="ipaddr" value="172.16.0.1"/>
+          <nvpair id="stonith-fence_ipmilan-525400b02b86-instance_attributes-ipport" name="ipport" value="6231"/>
+          <nvpair id="stonith-fence_ipmilan-525400b02b86-instance_attributes-lanplus" name="lanplus" value="1"/>
+          <nvpair id="stonith-fence_ipmilan-525400b02b86-instance_attributes-login" name="login" value="admin"/>
+          <nvpair id="stonith-fence_ipmilan-525400b02b86-instance_attributes-passwd" name="passwd" value="password"/>
+          <nvpair id="stonith-fence_ipmilan-525400b02b86-instance_attributes-pcmk_host_list" name="pcmk_host_list" value="controller-0"/>
+        </instance_attributes>
+        <operations>
+          <op id="stonith-fence_ipmilan-525400b02b86-monitor-interval-60s" interval="60s" name="monitor"/>
+        </operations>
+      </primitive>
+      <bundle id="openstack-cinder-volume">
+        <docker image="192.168.24.1:8787/rhosp13/openstack-cinder-volume:pcmklatest" network="host" options="--ipc=host --privileged=true --user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="1" run-command="/bin/bash /usr/local/bin/kolla_start"/>
+        <storage>
+          <storage-mapping id="cinder-volume-etc-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
+          <storage-mapping id="cinder-volume-etc-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
+          <storage-mapping id="cinder-volume-etc-pki-ca-trust-extracted" options="ro" source-dir="/etc/pki/ca-trust/extracted" target-dir="/etc/pki/ca-trust/extracted"/>
+          <storage-mapping id="cinder-volume-etc-pki-tls-certs-ca-bundle.crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.crt" target-dir="/etc/pki/tls/certs/ca-bundle.crt"/>
+          <storage-mapping id="cinder-volume-etc-pki-tls-certs-ca-bundle.trust.crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.trust.crt" target-dir="/etc/pki/tls/certs/ca-bundle.trust.crt"/>
+          <storage-mapping id="cinder-volume-etc-pki-tls-cert.pem" options="ro" source-dir="/etc/pki/tls/cert.pem" target-dir="/etc/pki/tls/cert.pem"/>
+          <storage-mapping id="cinder-volume-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/>
+          <storage-mapping id="cinder-volume-etc-ssh-ssh_known_hosts" options="ro" source-dir="/etc/ssh/ssh_known_hosts" target-dir="/etc/ssh/ssh_known_hosts"/>
+          <storage-mapping id="cinder-volume-etc-puppet" options="ro" source-dir="/etc/puppet" target-dir="/etc/puppet"/>
+          <storage-mapping id="cinder-volume-var-lib-kolla-config_files-cinder_volume.json" options="ro" source-dir="/var/lib/kolla/config_files/cinder_volume.json" target-dir="/var/lib/kolla/config_files/config.json"/>
+          <storage-mapping id="cinder-volume-var-lib-config-data-puppet-generated-cinder-" options="ro" source-dir="/var/lib/config-data/puppet-generated/cinder/" target-dir="/var/lib/kolla/config_files/src"/>
+          <storage-mapping id="cinder-volume-etc-iscsi" options="ro" source-dir="/etc/iscsi" target-dir="/var/lib/kolla/config_files/src-iscsid"/>
+          <storage-mapping id="cinder-volume-etc-ceph" options="ro" source-dir="/etc/ceph" target-dir="/var/lib/kolla/config_files/src-ceph"/>
+          <storage-mapping id="cinder-volume-lib-modules" options="ro" source-dir="/lib/modules" target-dir="/lib/modules"/>
+          <storage-mapping id="cinder-volume-dev-" options="rw" source-dir="/dev/" target-dir="/dev/"/>
+          <storage-mapping id="cinder-volume-run-" options="rw" source-dir="/run/" target-dir="/run/"/>
+          <storage-mapping id="cinder-volume-sys" options="rw" source-dir="/sys" target-dir="/sys"/>
+          <storage-mapping id="cinder-volume-var-lib-cinder" options="rw" source-dir="/var/lib/cinder" target-dir="/var/lib/cinder"/>
+          <storage-mapping id="cinder-volume-var-log-containers-cinder" options="rw" source-dir="/var/log/containers/cinder" target-dir="/var/log/cinder"/>
+        </storage>
+      </bundle>
+    </resources>
+    <constraints>
+      <rsc_location id="location-rabbitmq-bundle" resource-discovery="exclusive" rsc="rabbitmq-bundle">
+        <rule id="location-rabbitmq-bundle-rule" score="0">
+          <expression attribute="rabbitmq-role" id="location-rabbitmq-bundle-rule-expr" operation="eq" value="true"/>
+        </rule>
+      </rsc_location>
+      <rsc_location id="location-galera-bundle" resource-discovery="exclusive" rsc="galera-bundle">
+        <rule id="location-galera-bundle-rule" score="0">
+          <expression attribute="galera-role" id="location-galera-bundle-rule-expr" operation="eq" value="true"/>
+        </rule>
+      </rsc_location>
+      <rsc_location id="location-redis-bundle" resource-discovery="exclusive" rsc="redis-bundle">
+        <rule id="location-redis-bundle-rule" score="0">
+          <expression attribute="redis-role" id="location-redis-bundle-rule-expr" operation="eq" value="true"/>
+        </rule>
+      </rsc_location>
+      <rsc_location id="location-ip-192.168.24.11" resource-discovery="exclusive" rsc="ip-192.168.24.11">
+        <rule id="location-ip-192.168.24.11-rule" score="0">
+          <expression attribute="haproxy-role" id="location-ip-192.168.24.11-rule-expr" operation="eq" value="true"/>
+        </rule>
+      </rsc_location>
+      <rsc_location id="location-ip-10.0.0.110" resource-discovery="exclusive" rsc="ip-10.0.0.110">
+        <rule id="location-ip-10.0.0.110-rule" score="0">
+          <expression attribute="haproxy-role" id="location-ip-10.0.0.110-rule-expr" operation="eq" value="true"/>
+        </rule>
+      </rsc_location>
+      <rsc_location id="location-ip-172.17.1.14" resource-discovery="exclusive" rsc="ip-172.17.1.14">
+        <rule id="location-ip-172.17.1.14-rule" score="0">
+          <expression attribute="haproxy-role" id="location-ip-172.17.1.14-rule-expr" operation="eq" value="true"/>
+        </rule>
+      </rsc_location>
+      <rsc_location id="location-ip-172.17.1.17" resource-discovery="exclusive" rsc="ip-172.17.1.17">
+        <rule id="location-ip-172.17.1.17-rule" score="0">
+          <expression attribute="haproxy-role" id="location-ip-172.17.1.17-rule-expr" operation="eq" value="true"/>
+        </rule>
+      </rsc_location>
+      <rsc_location id="location-ip-172.17.3.11" resource-discovery="exclusive" rsc="ip-172.17.3.11">
+        <rule id="location-ip-172.17.3.11-rule" score="0">
+          <expression attribute="haproxy-role" id="location-ip-172.17.3.11-rule-expr" operation="eq" value="true"/>
+        </rule>
+      </rsc_location>
+      <rsc_location id="location-ip-172.17.4.17" resource-discovery="exclusive" rsc="ip-172.17.4.17">
+        <rule id="location-ip-172.17.4.17-rule" score="0">
+          <expression attribute="haproxy-role" id="location-ip-172.17.4.17-rule-expr" operation="eq" value="true"/>
+        </rule>
+      </rsc_location>
+      <rsc_location id="location-haproxy-bundle" resource-discovery="exclusive" rsc="haproxy-bundle">
+        <rule id="location-haproxy-bundle-rule" score="0">
+          <expression attribute="haproxy-role" id="location-haproxy-bundle-rule-expr" operation="eq" value="true"/>
+        </rule>
+      </rsc_location>
+      <rsc_order first="ip-192.168.24.11" first-action="start" id="order-ip-192.168.24.11-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
+      <rsc_colocation id="colocation-ip-192.168.24.11-haproxy-bundle-INFINITY" rsc="ip-192.168.24.11" score="INFINITY" with-rsc="haproxy-bundle"/>
+      <rsc_order first="ip-10.0.0.110" first-action="start" id="order-ip-10.0.0.110-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
+      <rsc_colocation id="colocation-ip-10.0.0.110-haproxy-bundle-INFINITY" rsc="ip-10.0.0.110" score="INFINITY" with-rsc="haproxy-bundle"/>
+      <rsc_order first="ip-172.17.1.14" first-action="start" id="order-ip-172.17.1.14-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
+      <rsc_colocation id="colocation-ip-172.17.1.14-haproxy-bundle-INFINITY" rsc="ip-172.17.1.14" score="INFINITY" with-rsc="haproxy-bundle"/>
+      <rsc_order first="ip-172.17.1.17" first-action="start" id="order-ip-172.17.1.17-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
+      <rsc_colocation id="colocation-ip-172.17.1.17-haproxy-bundle-INFINITY" rsc="ip-172.17.1.17" score="INFINITY" with-rsc="haproxy-bundle"/>
+      <rsc_order first="ip-172.17.3.11" first-action="start" id="order-ip-172.17.3.11-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
+      <rsc_colocation id="colocation-ip-172.17.3.11-haproxy-bundle-INFINITY" rsc="ip-172.17.3.11" score="INFINITY" with-rsc="haproxy-bundle"/>
+      <rsc_order first="ip-172.17.4.17" first-action="start" id="order-ip-172.17.4.17-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
+      <rsc_colocation id="colocation-ip-172.17.4.17-haproxy-bundle-INFINITY" rsc="ip-172.17.4.17" score="INFINITY" with-rsc="haproxy-bundle"/>
+      <rsc_location id="location-compute-unfence-trigger-clone" resource-discovery="never" rsc="compute-unfence-trigger-clone">
+        <rule id="location-compute-unfence-trigger-clone-rule" score="-INFINITY">
+          <expression attribute="compute-instanceha-role" id="location-compute-unfence-trigger-clone-rule-expr" operation="ne" value="true"/>
+        </rule>
+      </rsc_location>
+      <rsc_location id="location-nova-evacuate" resource-discovery="never" rsc="nova-evacuate">
+        <rule id="location-nova-evacuate-rule" score="-INFINITY">
+          <expression attribute="compute-instanceha-role" id="location-nova-evacuate-rule-expr" operation="eq" value="true"/>
+        </rule>
+      </rsc_location>
+      <rsc_location id="location-stonith-fence_ipmilan-5254008be2cc-overcloud-novacompute-1--INFINITY" node="overcloud-novacompute-1" rsc="stonith-fence_ipmilan-5254008be2cc" score="-INFINITY"/>
+      <rsc_location id="location-stonith-fence_ipmilan-525400803f9e-controller-2--INFINITY" node="controller-2" rsc="stonith-fence_ipmilan-525400803f9e" score="-INFINITY"/>
+      <rsc_location id="location-stonith-fence_ipmilan-525400fca120-overcloud-novacompute-0--INFINITY" node="overcloud-novacompute-0" rsc="stonith-fence_ipmilan-525400fca120" score="-INFINITY"/>
+      <rsc_location id="location-stonith-fence_ipmilan-525400953d48-controller-1--INFINITY" node="controller-1" rsc="stonith-fence_ipmilan-525400953d48" score="-INFINITY"/>
+      <rsc_location id="location-stonith-fence_ipmilan-525400b02b86-controller-0--INFINITY" node="controller-0" rsc="stonith-fence_ipmilan-525400b02b86" score="-INFINITY"/>
+      <rsc_location id="location-openstack-cinder-volume" resource-discovery="exclusive" rsc="openstack-cinder-volume">
+        <rule id="location-openstack-cinder-volume-rule" score="0">
+          <expression attribute="cinder-volume-role" id="location-openstack-cinder-volume-rule-expr" operation="eq" value="true"/>
+        </rule>
+      </rsc_location>
+    </constraints>
+    <rsc_defaults>
+      <meta_attributes id="rsc_defaults-options">
+        <nvpair id="rsc_defaults-options-requires" name="requires" value="fencing"/>
+      </meta_attributes>
+    </rsc_defaults>
+    <fencing-topology>
+      <fencing-level devices="stonith-fence_ipmilan-5254008be2cc,stonith-fence_compute-fence-nova" id="fl-overcloud-novacompute-1-1" index="1" target="overcloud-novacompute-1"/>
+      <fencing-level devices="stonith-fence_ipmilan-525400fca120,stonith-fence_compute-fence-nova" id="fl-overcloud-novacompute-0-1" index="1" target="overcloud-novacompute-0"/>
+    </fencing-topology>
+  </configuration>
+  <status>
+    <node_state id="1" uname="controller-0" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
+      <lrm id="1">
+        <lrm_resources>
+          <lrm_resource id="overcloud-novacompute-0" type="remote" class="ocf" provider="pacemaker">
+            <lrm_rsc_op id="overcloud-novacompute-0_last_0" operation_key="overcloud-novacompute-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="5:2:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;5:2:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="2" rc-code="0" op-status="0" interval="0" last-run="1523253844" last-rc-change="1523253844" exec-time="0" queue-time="0" op-digest="a48beba1b11f09d6b1c15da8db5bb0a2" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+            <lrm_rsc_op id="overcloud-novacompute-0_monitor_20000" operation_key="overcloud-novacompute-0_monitor_20000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="4:3:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;4:3:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="3" rc-code="0" op-status="0" interval="20000" last-rc-change="1523253845" exec-time="0" queue-time="0" op-digest="6e5bb737f46c381d8a46fb4162afd9e0"/>
+          </lrm_resource>
+          <lrm_resource id="overcloud-novacompute-1" type="remote" class="ocf" provider="pacemaker">
+            <lrm_rsc_op id="overcloud-novacompute-1_last_0" operation_key="overcloud-novacompute-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="3:4:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;3:4:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="4" rc-code="7" op-status="0" interval="0" last-run="1523253850" last-rc-change="1523253850" exec-time="0" queue-time="0" op-digest="a48beba1b11f09d6b1c15da8db5bb0a2" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="rabbitmq-bundle-docker-0_last_0" operation_key="rabbitmq-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="4:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;4:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="7" rc-code="7" op-status="0" interval="0" last-run="1523254206" last-rc-change="1523254206" exec-time="66" queue-time="0" op-digest="c96831c3be25c5a8a7f32edc8243ba0b"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="rabbitmq-bundle-docker-1_last_0" operation_key="rabbitmq-bundle-docker-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="7:16:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;7:16:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="20" rc-code="0" op-status="0" interval="0" last-run="1523254239" last-rc-change="1523254239" exec-time="476" queue-time="0" op-digest="b98bc83a9464eae737e61f982504f408"/>
+            <lrm_rsc_op id="rabbitmq-bundle-docker-1_monitor_60000" operation_key="rabbitmq-bundle-docker-1_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="2:16:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;2:16:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="22" rc-code="0" op-status="0" interval="60000" last-rc-change="1523254239" exec-time="112" queue-time="0" op-digest="a92ffbf2574a3afb9f74015038198578"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="rabbitmq-bundle-docker-2_last_0" operation_key="rabbitmq-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="6:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;6:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="15" rc-code="7" op-status="0" interval="0" last-run="1523254206" last-rc-change="1523254206" exec-time="50" queue-time="0" op-digest="c96831c3be25c5a8a7f32edc8243ba0b"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-0" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-0">
+            <lrm_rsc_op id="rabbitmq-bundle-0_last_0" operation_key="rabbitmq-bundle-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="10:16:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;10:16:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="5" rc-code="7" op-status="0" interval="0" last-run="1523254239" last-rc-change="1523254239" exec-time="0" queue-time="0" op-digest="205c791aea96714f7aa1cb111c727e1b" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-1" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-1">
+            <lrm_rsc_op id="rabbitmq-bundle-1_last_0" operation_key="rabbitmq-bundle-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="30:16:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;30:16:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="7" rc-code="0" op-status="0" interval="0" last-run="1523254239" last-rc-change="1523254239" exec-time="0" queue-time="0" op-digest="8dc3f9844e70d4458a7edcd7091ecf50" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+            <lrm_rsc_op id="rabbitmq-bundle-1_monitor_60000" operation_key="rabbitmq-bundle-1_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="23:17:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;23:17:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="9" rc-code="0" op-status="0" interval="60000" last-rc-change="1523254242" exec-time="0" queue-time="0" op-digest="cca9d25863986607e6440270f0640ff5"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-2" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-2">
+            <lrm_rsc_op id="rabbitmq-bundle-2_last_0" operation_key="rabbitmq-bundle-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="12:16:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;12:16:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="8" rc-code="7" op-status="0" interval="0" last-run="1523254239" last-rc-change="1523254239" exec-time="0" queue-time="0" op-digest="f1d68ab267df6867301fcff08041cd2f" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="galera-bundle-docker-0_last_0" operation_key="galera-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="13:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;13:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="28" rc-code="7" op-status="0" interval="0" last-run="1523254331" last-rc-change="1523254331" exec-time="63" queue-time="0" op-digest="81f254cd6c291dbbdacc42886fdace4e"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="galera-bundle-docker-1_last_0" operation_key="galera-bundle-docker-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="16:26:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;16:26:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="41" rc-code="0" op-status="0" interval="0" last-run="1523254365" last-rc-change="1523254365" exec-time="483" queue-time="0" op-digest="f59bb51e6389f4d63dbcb06ac495ab54"/>
+            <lrm_rsc_op id="galera-bundle-docker-1_monitor_60000" operation_key="galera-bundle-docker-1_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="4:26:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;4:26:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="42" rc-code="0" op-status="0" interval="60000" last-rc-change="1523254365" exec-time="125" queue-time="0" op-digest="da69a05244e0542f04b6d4082f952dd2"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="galera-bundle-docker-2_last_0" operation_key="galera-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="15:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;15:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="36" rc-code="7" op-status="0" interval="0" last-run="1523254331" last-rc-change="1523254331" exec-time="52" queue-time="0" op-digest="81f254cd6c291dbbdacc42886fdace4e"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-1" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-1">
+            <lrm_rsc_op id="galera-bundle-1_last_0" operation_key="galera-bundle-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="73:26:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;73:26:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="13" rc-code="0" op-status="0" interval="0" last-run="1523254365" last-rc-change="1523254365" exec-time="0" queue-time="0" op-digest="37e9ab931fa7b5d2122c4cd44c56b7d2" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+            <lrm_rsc_op id="galera-bundle-1_monitor_60000" operation_key="galera-bundle-1_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="66:27:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;66:27:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="14" rc-code="0" op-status="0" interval="60000" last-rc-change="1523254368" exec-time="0" queue-time="0" op-digest="1ef5cbd05a3687236c669af720a810bc"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-0" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-0">
+            <lrm_rsc_op id="galera-bundle-0_last_0" operation_key="galera-bundle-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="19:26:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;19:26:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="11" rc-code="7" op-status="0" interval="0" last-run="1523254365" last-rc-change="1523254365" exec-time="0" queue-time="0" op-digest="f282b02648444d9d95065cede4784d97" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-2" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-2">
+            <lrm_rsc_op id="galera-bundle-2_last_0" operation_key="galera-bundle-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="21:26:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;21:26:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="12" rc-code="7" op-status="0" interval="0" last-run="1523254365" last-rc-change="1523254365" exec-time="0" queue-time="0" op-digest="ed95b71467015049c875f75798f405fb" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="redis-bundle-docker-0_last_0" operation_key="redis-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="22:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;22:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="49" rc-code="7" op-status="0" interval="0" last-run="1523254478" last-rc-change="1523254478" exec-time="77" queue-time="0" op-digest="b8d941a0452ff6b7d1254582ba8b48d5"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="redis-bundle-docker-1_last_0" operation_key="redis-bundle-docker-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="25:40:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;25:40:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="62" rc-code="0" op-status="0" interval="0" last-run="1523254512" last-rc-change="1523254512" exec-time="480" queue-time="0" op-digest="a56be011e18207563896aee9c274b919"/>
+            <lrm_rsc_op id="redis-bundle-docker-1_monitor_60000" operation_key="redis-bundle-docker-1_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="6:40:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;6:40:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="63" rc-code="0" op-status="0" interval="60000" last-rc-change="1523254513" exec-time="118" queue-time="0" op-digest="d1455f1061820f1ac6025d510700ac87"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="redis-bundle-docker-2_last_0" operation_key="redis-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="24:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;24:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="57" rc-code="7" op-status="0" interval="0" last-run="1523254479" last-rc-change="1523254479" exec-time="52" queue-time="0" op-digest="b8d941a0452ff6b7d1254582ba8b48d5"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-1" type="remote" class="ocf" provider="pacemaker" container="redis-bundle-docker-1">
+            <lrm_rsc_op id="redis-bundle-1_last_0" operation_key="redis-bundle-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="122:40:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;122:40:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="16" rc-code="0" op-status="0" interval="0" last-run="1523254513" last-rc-change="1523254513" exec-time="0" queue-time="0" op-digest="dd323696d6c8ed14cb71914c411664c9" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+            <lrm_rsc_op id="redis-bundle-1_monitor_60000" operation_key="redis-bundle-1_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="115:41:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;115:41:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="19" rc-code="0" op-status="0" interval="60000" last-rc-change="1523254516" exec-time="0" queue-time="0" op-digest="e3ae7972e4989b9b928f3ff082c5ac23"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-2" type="remote" class="ocf" provider="pacemaker" container="redis-bundle-docker-2">
+            <lrm_rsc_op id="redis-bundle-2_last_0" operation_key="redis-bundle-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="30:40:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;30:40:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="17" rc-code="7" op-status="0" interval="0" last-run="1523254513" last-rc-change="1523254513" exec-time="0" queue-time="0" op-digest="cd98602d6f977947327050913302f861" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-0" type="remote" class="ocf" provider="pacemaker" container="redis-bundle-docker-0">
+            <lrm_rsc_op id="redis-bundle-0_last_0" operation_key="redis-bundle-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="28:40:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;28:40:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="18" rc-code="7" op-status="0" interval="0" last-run="1523254513" last-rc-change="1523254513" exec-time="0" queue-time="0" op-digest="f325849fbffe2e62970eb201a50da9f3" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="ip-192.168.24.11" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-192.168.24.11_last_0" operation_key="ip-192.168.24.11_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="33:47:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;33:47:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="70" rc-code="7" op-status="0" interval="0" last-run="1523254559" last-rc-change="1523254559" exec-time="48" queue-time="0" op-digest="d16224b1cc961154d457d259d944b5f9"/>
+          </lrm_resource>
+          <lrm_resource id="ip-10.0.0.110" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-10.0.0.110_last_0" operation_key="ip-10.0.0.110_stop_0" operation="stop" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="183:199:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;183:199:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="153" rc-code="0" op-status="0" interval="0" last-run="1523260399" last-rc-change="1523260399" exec-time="82" queue-time="0" op-digest="95d16a18326229bbadba9e9540c77da8"/>
+            <lrm_rsc_op id="ip-10.0.0.110_monitor_10000" operation_key="ip-10.0.0.110_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="167:52:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;167:52:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="76" rc-code="0" op-status="0" interval="10000" last-rc-change="1523254584" exec-time="44" queue-time="0" op-digest="e41cc851c988a0fc4ea36f5d3d02ce43"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.1.14" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.1.14_last_0" operation_key="ip-172.17.1.14_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="35:53:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;35:53:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="80" rc-code="7" op-status="0" interval="0" last-run="1523254591" last-rc-change="1523254591" exec-time="45" queue-time="0" op-digest="1fab2783a8d283e33a945588908e98a4"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.1.17" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.1.17_last_0" operation_key="ip-172.17.1.17_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="36:56:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;36:56:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="84" rc-code="7" op-status="0" interval="0" last-run="1523254608" last-rc-change="1523254608" exec-time="46" queue-time="0" op-digest="edc8fdae4cc326c15a779f36f28eb3f8"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.3.11" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.3.11_last_0" operation_key="ip-172.17.3.11_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="175:61:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;175:61:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="89" rc-code="0" op-status="0" interval="0" last-run="1523254630" last-rc-change="1523254630" exec-time="4086" queue-time="0" op-digest="e88426fed0f2d870d791fdc3f7380de6"/>
+            <lrm_rsc_op id="ip-172.17.3.11_monitor_10000" operation_key="ip-172.17.3.11_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="176:61:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;176:61:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="90" rc-code="0" op-status="0" interval="10000" last-rc-change="1523254634" exec-time="44" queue-time="0" op-digest="6eab6d68a815450cbf38f3078bdfcf7a"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.4.17" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.4.17_last_0" operation_key="ip-172.17.4.17_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="38:62:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;38:62:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="94" rc-code="7" op-status="0" interval="0" last-run="1523254642" last-rc-change="1523254642" exec-time="51" queue-time="0" op-digest="c0f293651f2b055f54a8b5665a3d28e2"/>
+          </lrm_resource>
+          <lrm_resource id="haproxy-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="haproxy-bundle-docker-0_last_0" operation_key="haproxy-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="39:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;39:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="98" rc-code="7" op-status="0" interval="0" last-run="1523254656" last-rc-change="1523254656" exec-time="70" queue-time="0" op-digest="f75306f083a5fb44c4ccba3e258423d1"/>
+          </lrm_resource>
+          <lrm_resource id="haproxy-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="haproxy-bundle-docker-1_last_0" operation_key="haproxy-bundle-docker-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="183:67:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;183:67:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="107" rc-code="0" op-status="0" interval="0" last-run="1523254662" last-rc-change="1523254662" exec-time="505" queue-time="0" op-digest="f75306f083a5fb44c4ccba3e258423d1"/>
+            <lrm_rsc_op id="haproxy-bundle-docker-1_monitor_60000" operation_key="haproxy-bundle-docker-1_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="184:67:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;184:67:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="108" rc-code="0" op-status="0" interval="60000" last-rc-change="1523254662" exec-time="121" queue-time="0" op-digest="0f463f8dd703ccc5d6db7e8257b7e651"/>
+          </lrm_resource>
+          <lrm_resource id="haproxy-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="haproxy-bundle-docker-2_last_0" operation_key="haproxy-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="41:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;41:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="106" rc-code="7" op-status="0" interval="0" last-run="1523254656" last-rc-change="1523254656" exec-time="53" queue-time="0" op-digest="f75306f083a5fb44c4ccba3e258423d1"/>
+          </lrm_resource>
+          <lrm_resource id="stonith-fence_compute-fence-nova" type="fence_compute" class="stonith">
+            <lrm_rsc_op id="stonith-fence_compute-fence-nova_last_0" operation_key="stonith-fence_compute-fence-nova_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="42:86:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;42:86:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="112" rc-code="7" op-status="0" interval="0" last-run="1523255082" last-rc-change="1523255082" exec-time="3" queue-time="0" op-digest="ad312d85623cdb0a792e6fbd5e91a820" op-secure-params=" password  passwd " op-secure-digest="caf046d0a0953a2e7d15bbbde1371880"/>
+          </lrm_resource>
+          <lrm_resource id="compute-unfence-trigger" type="Dummy" class="ocf" provider="pacemaker">
+            <lrm_rsc_op id="compute-unfence-trigger_last_0" operation_key="compute-unfence-trigger_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="43:87:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;43:87:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="117" rc-code="7" op-status="0" interval="0" last-run="1523255087" last-rc-change="1523255087" exec-time="16" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" envfile  op_sleep  passwd  state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="nova-evacuate" type="NovaEvacuate" class="ocf" provider="openstack">
+            <lrm_rsc_op id="nova-evacuate_last_0" operation_key="nova-evacuate_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="210:92:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;210:92:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="122" rc-code="0" op-status="0" interval="0" last-run="1523255098" last-rc-change="1523255098" exec-time="23" queue-time="0" op-digest="3b592b4abd94b571edcf74f5e4246f65" op-secure-params=" password " op-secure-digest="fb702c27ea4fa4baf1aa3ba9f874d9f3"/>
+            <lrm_rsc_op id="nova-evacuate_monitor_10000" operation_key="nova-evacuate_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="211:92:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;211:92:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="123" rc-code="0" op-status="0" interval="10000" last-rc-change="1523255098" exec-time="34" queue-time="0" op-digest="ff0011764ea46c541794367160ba3d8b" op-secure-params=" password " op-secure-digest="fb702c27ea4fa4baf1aa3ba9f874d9f3"/>
+          </lrm_resource>
+          <lrm_resource id="stonith-fence_ipmilan-525400803f9e" type="fence_ipmilan" class="stonith">
+            <lrm_rsc_op id="stonith-fence_ipmilan-525400803f9e_last_0" operation_key="stonith-fence_ipmilan-525400803f9e_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="226:110:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;226:110:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="136" rc-code="0" op-status="0" interval="0" last-run="1523255309" last-rc-change="1523255309" exec-time="365" queue-time="0" op-digest="4998c836382aeb3820357da01e70b561" op-secure-params=" password  passwd " op-secure-digest="00daf85972094b7cf1a1d4fec3e2ed54"/>
+            <lrm_rsc_op id="stonith-fence_ipmilan-525400803f9e_monitor_60000" operation_key="stonith-fence_ipmilan-525400803f9e_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="220:111:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;220:111:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="149" rc-code="0" op-status="0" interval="60000" last-rc-change="1523255310" exec-time="197" queue-time="0" op-digest="477745be04d3d31937853c306f8d724e" op-secure-params=" password  passwd " op-secure-digest="00daf85972094b7cf1a1d4fec3e2ed54"/>
+          </lrm_resource>
+          <lrm_resource id="stonith-fence_ipmilan-5254008be2cc" type="fence_ipmilan" class="stonith">
+            <lrm_rsc_op id="stonith-fence_ipmilan-5254008be2cc_last_0" operation_key="stonith-fence_ipmilan-5254008be2cc_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="46:95:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;46:95:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="131" rc-code="7" op-status="0" interval="0" last-run="1523255212" last-rc-change="1523255212" exec-time="0" queue-time="0" op-digest="4938a34bfc64185ad6e5f9441c84bf68" op-secure-params=" password  passwd " op-secure-digest="c106093670a7862f33a04c6c920209b9"/>
+          </lrm_resource>
+          <lrm_resource id="openstack-cinder-volume-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="openstack-cinder-volume-docker-0_last_0" operation_key="openstack-cinder-volume-docker-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="230:113:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;230:113:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="150" rc-code="0" op-status="0" interval="0" last-run="1523255321" last-rc-change="1523255321" exec-time="555" queue-time="0" op-digest="36b2791c98a366f2f5e7a1d5ef48b3c9"/>
+            <lrm_rsc_op id="openstack-cinder-volume-docker-0_monitor_60000" operation_key="openstack-cinder-volume-docker-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="231:113:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;231:113:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="151" rc-code="0" op-status="0" interval="60000" last-rc-change="1523255321" exec-time="138" queue-time="0" op-digest="7f43b574f29809ca71e0fe1cf0494d33"/>
+          </lrm_resource>
+          <lrm_resource id="stonith-fence_ipmilan-525400fca120" type="fence_ipmilan" class="stonith">
+            <lrm_rsc_op id="stonith-fence_ipmilan-525400fca120_last_0" operation_key="stonith-fence_ipmilan-525400fca120_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="47:110:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;47:110:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="140" rc-code="7" op-status="0" interval="0" last-run="1523255309" last-rc-change="1523255309" exec-time="0" queue-time="0" op-digest="7e9aea21dfd22b59b27b07578090d9d6" op-secure-params=" password  passwd " op-secure-digest="562546912c5a20954742c65d069a4fb4"/>
+          </lrm_resource>
+          <lrm_resource id="stonith-fence_ipmilan-525400953d48" type="fence_ipmilan" class="stonith">
+            <lrm_rsc_op id="stonith-fence_ipmilan-525400953d48_last_0" operation_key="stonith-fence_ipmilan-525400953d48_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="49:110:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;49:110:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="144" rc-code="7" op-status="0" interval="0" last-run="1523255309" last-rc-change="1523255309" exec-time="0" queue-time="0" op-digest="a2ec1560bddbd621ae7ff630da4c9f89" op-secure-params=" password  passwd " op-secure-digest="1a1e4d964e3025ec522d4b4d96995bbb"/>
+          </lrm_resource>
+          <lrm_resource id="stonith-fence_ipmilan-525400b02b86" type="fence_ipmilan" class="stonith">
+            <lrm_rsc_op id="stonith-fence_ipmilan-525400b02b86_last_0" operation_key="stonith-fence_ipmilan-525400b02b86_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="50:110:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;50:110:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="148" rc-code="7" op-status="0" interval="0" last-run="1523255309" last-rc-change="1523255309" exec-time="0" queue-time="0" op-digest="800b95e336cd972373e8e2f87f98171f" op-secure-params=" password  passwd " op-secure-digest="d207be35798fa3d6ad04e543cad39795"/>
+          </lrm_resource>
+        </lrm_resources>
+      </lrm>
+      <transient_attributes id="1">
+        <instance_attributes id="status-1">
+          <nvpair id="status-1-rmq-node-attr-rabbitmq" name="rmq-node-attr-rabbitmq" value="rabbit@controller-0"/>
+          <nvpair id="status-1-master-galera" name="master-galera" value="100"/>
+          <nvpair id="status-1-master-redis" name="master-redis" value="1"/>
+          <nvpair id="status-1-.node-unfenced" name="#node-unfenced" value="1523255309"/>
+        </instance_attributes>
+      </transient_attributes>
+    </node_state>
+    <node_state id="3" uname="controller-2" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
+      <lrm id="3">
+        <lrm_resources>
+          <lrm_resource id="overcloud-novacompute-0" type="remote" class="ocf" provider="pacemaker">
+            <lrm_rsc_op id="overcloud-novacompute-0_last_0" operation_key="overcloud-novacompute-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="4:2:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;4:2:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="1" rc-code="7" op-status="0" interval="0" last-run="1523253844" last-rc-change="1523253844" exec-time="0" queue-time="0" op-digest="a48beba1b11f09d6b1c15da8db5bb0a2" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="overcloud-novacompute-1" type="remote" class="ocf" provider="pacemaker">
+            <lrm_rsc_op id="overcloud-novacompute-1_last_0" operation_key="overcloud-novacompute-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="5:4:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;5:4:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="2" rc-code="7" op-status="0" interval="0" last-run="1523253850" last-rc-change="1523253850" exec-time="0" queue-time="0" op-digest="a48beba1b11f09d6b1c15da8db5bb0a2" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="rabbitmq-bundle-docker-0_last_0" operation_key="rabbitmq-bundle-docker-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="8:16:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;8:16:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="20" rc-code="0" op-status="0" interval="0" last-run="1523254239" last-rc-change="1523254239" exec-time="464" queue-time="0" op-digest="c83e30d1be4c766081a315f8dca3b549"/>
+            <lrm_rsc_op id="rabbitmq-bundle-docker-0_monitor_60000" operation_key="rabbitmq-bundle-docker-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="3:16:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;3:16:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="21" rc-code="0" op-status="0" interval="60000" last-rc-change="1523254239" exec-time="122" queue-time="0" op-digest="6808c0eadd739fdd40f1907e33d375e1"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="rabbitmq-bundle-docker-1_last_0" operation_key="rabbitmq-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="11:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;11:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="11" rc-code="7" op-status="0" interval="0" last-run="1523254206" last-rc-change="1523254206" exec-time="59" queue-time="0" op-digest="c96831c3be25c5a8a7f32edc8243ba0b"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="rabbitmq-bundle-docker-2_last_0" operation_key="rabbitmq-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="12:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;12:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="15" rc-code="7" op-status="0" interval="0" last-run="1523254206" last-rc-change="1523254206" exec-time="60" queue-time="0" op-digest="c96831c3be25c5a8a7f32edc8243ba0b"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-0" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-0">
+            <lrm_rsc_op id="rabbitmq-bundle-0_last_0" operation_key="rabbitmq-bundle-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="27:16:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;27:16:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="4" rc-code="0" op-status="0" interval="0" last-run="1523254239" last-rc-change="1523254239" exec-time="0" queue-time="0" op-digest="205c791aea96714f7aa1cb111c727e1b" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+            <lrm_rsc_op id="rabbitmq-bundle-0_monitor_60000" operation_key="rabbitmq-bundle-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="18:17:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;18:17:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="7" rc-code="0" op-status="0" interval="60000" last-rc-change="1523254242" exec-time="0" queue-time="0" op-digest="19642b17998fd21ff264d776e5dcffb7"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-1" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-1">
+            <lrm_rsc_op id="rabbitmq-bundle-1_last_0" operation_key="rabbitmq-bundle-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="17:16:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;17:16:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="5" rc-code="7" op-status="0" interval="0" last-run="1523254239" last-rc-change="1523254239" exec-time="0" queue-time="0" op-digest="8dc3f9844e70d4458a7edcd7091ecf50" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-2" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-2">
+            <lrm_rsc_op id="rabbitmq-bundle-2_last_0" operation_key="rabbitmq-bundle-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="18:16:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;18:16:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="6" rc-code="7" op-status="0" interval="0" last-run="1523254239" last-rc-change="1523254239" exec-time="0" queue-time="0" op-digest="f1d68ab267df6867301fcff08041cd2f" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="galera-bundle-docker-0_last_0" operation_key="galera-bundle-docker-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="17:26:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;17:26:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="41" rc-code="0" op-status="0" interval="0" last-run="1523254365" last-rc-change="1523254365" exec-time="490" queue-time="0" op-digest="797df9912d2d65e7a966caa475ac29cb"/>
+            <lrm_rsc_op id="galera-bundle-docker-0_monitor_60000" operation_key="galera-bundle-docker-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="7:26:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;7:26:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="43" rc-code="0" op-status="0" interval="60000" last-rc-change="1523254365" exec-time="129" queue-time="0" op-digest="1e9b629cf35f3aed274b0d3cdf2cce1d"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="galera-bundle-docker-1_last_0" operation_key="galera-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="20:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;20:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="32" rc-code="7" op-status="0" interval="0" last-run="1523254331" last-rc-change="1523254331" exec-time="53" queue-time="0" op-digest="81f254cd6c291dbbdacc42886fdace4e"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="galera-bundle-docker-2_last_0" operation_key="galera-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="21:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;21:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="36" rc-code="7" op-status="0" interval="0" last-run="1523254331" last-rc-change="1523254331" exec-time="54" queue-time="0" op-digest="81f254cd6c291dbbdacc42886fdace4e"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-1" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-1">
+            <lrm_rsc_op id="galera-bundle-1_last_0" operation_key="galera-bundle-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="26:26:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;26:26:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="8" rc-code="7" op-status="0" interval="0" last-run="1523254365" last-rc-change="1523254365" exec-time="0" queue-time="0" op-digest="37e9ab931fa7b5d2122c4cd44c56b7d2" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-0" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-0">
+            <lrm_rsc_op id="galera-bundle-0_last_0" operation_key="galera-bundle-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="70:26:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;70:26:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="11" rc-code="0" op-status="0" interval="0" last-run="1523254365" last-rc-change="1523254365" exec-time="0" queue-time="0" op-digest="f282b02648444d9d95065cede4784d97" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+            <lrm_rsc_op id="galera-bundle-0_monitor_60000" operation_key="galera-bundle-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="61:27:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;61:27:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="12" rc-code="0" op-status="0" interval="60000" last-rc-change="1523254368" exec-time="0" queue-time="0" op-digest="67d79251e7c202b367dded079a1a25eb"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-2" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-2">
+            <lrm_rsc_op id="galera-bundle-2_last_0" operation_key="galera-bundle-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="27:26:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;27:26:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="10" rc-code="7" op-status="0" interval="0" last-run="1523254365" last-rc-change="1523254365" exec-time="0" queue-time="0" op-digest="ed95b71467015049c875f75798f405fb" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="redis-bundle-docker-0_last_0" operation_key="redis-bundle-docker-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="26:40:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;26:40:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="62" rc-code="0" op-status="0" interval="0" last-run="1523254512" last-rc-change="1523254512" exec-time="488" queue-time="0" op-digest="04919e02030710638e3b1bf69219c111"/>
+            <lrm_rsc_op id="redis-bundle-docker-0_monitor_60000" operation_key="redis-bundle-docker-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="11:40:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;11:40:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="65" rc-code="0" op-status="0" interval="60000" last-rc-change="1523254513" exec-time="109" queue-time="0" op-digest="af571023226cf7a33ba8af96a01ecb45"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="redis-bundle-docker-1_last_0" operation_key="redis-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="29:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;29:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="53" rc-code="7" op-status="0" interval="0" last-run="1523254478" last-rc-change="1523254478" exec-time="72" queue-time="0" op-digest="b8d941a0452ff6b7d1254582ba8b48d5"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="redis-bundle-docker-2_last_0" operation_key="redis-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="30:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;30:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="57" rc-code="7" op-status="0" interval="0" last-run="1523254478" last-rc-change="1523254478" exec-time="61" queue-time="0" op-digest="b8d941a0452ff6b7d1254582ba8b48d5"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-1" type="remote" class="ocf" provider="pacemaker" container="redis-bundle-docker-1">
+            <lrm_rsc_op id="redis-bundle-1_last_0" operation_key="redis-bundle-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="35:40:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;35:40:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="13" rc-code="7" op-status="0" interval="0" last-run="1523254513" last-rc-change="1523254513" exec-time="0" queue-time="0" op-digest="dd323696d6c8ed14cb71914c411664c9" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-2" type="remote" class="ocf" provider="pacemaker" container="redis-bundle-docker-2">
+            <lrm_rsc_op id="redis-bundle-2_last_0" operation_key="redis-bundle-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="36:40:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;36:40:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="14" rc-code="7" op-status="0" interval="0" last-run="1523254513" last-rc-change="1523254513" exec-time="0" queue-time="0" op-digest="cd98602d6f977947327050913302f861" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-0" type="remote" class="ocf" provider="pacemaker" container="redis-bundle-docker-0">
+            <lrm_rsc_op id="redis-bundle-0_last_0" operation_key="redis-bundle-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="119:40:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;119:40:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="16" rc-code="0" op-status="0" interval="0" last-run="1523254513" last-rc-change="1523254513" exec-time="0" queue-time="0" op-digest="f325849fbffe2e62970eb201a50da9f3" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+            <lrm_rsc_op id="redis-bundle-0_monitor_60000" operation_key="redis-bundle-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="110:41:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;110:41:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="17" rc-code="0" op-status="0" interval="60000" last-rc-change="1523254516" exec-time="0" queue-time="0" op-digest="1c97595acf862a2449ada08e9770bdf5"/>
+          </lrm_resource>
+          <lrm_resource id="ip-192.168.24.11" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-192.168.24.11_last_0" operation_key="ip-192.168.24.11_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="163:49:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;163:49:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="71" rc-code="0" op-status="0" interval="0" last-run="1523254563" last-rc-change="1523254563" exec-time="4089" queue-time="0" op-digest="d16224b1cc961154d457d259d944b5f9"/>
+            <lrm_rsc_op id="ip-192.168.24.11_monitor_10000" operation_key="ip-192.168.24.11_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="164:49:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;164:49:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="72" rc-code="0" op-status="0" interval="10000" last-rc-change="1523254567" exec-time="41" queue-time="0" op-digest="3c7f50892f8841b4bb5e063452ca4db2"/>
+          </lrm_resource>
+          <lrm_resource id="ip-10.0.0.110" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-10.0.0.110_last_0" operation_key="ip-10.0.0.110_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="36:50:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;36:50:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="76" rc-code="7" op-status="0" interval="0" last-run="1523254574" last-rc-change="1523254574" exec-time="46" queue-time="0" op-digest="95d16a18326229bbadba9e9540c77da8"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.1.14" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.1.14_last_0" operation_key="ip-172.17.1.14_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="37:53:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;37:53:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="80" rc-code="7" op-status="0" interval="0" last-run="1523254591" last-rc-change="1523254591" exec-time="48" queue-time="0" op-digest="1fab2783a8d283e33a945588908e98a4"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.1.17" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.1.17_last_0" operation_key="ip-172.17.1.17_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="172:58:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;172:58:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="85" rc-code="0" op-status="0" interval="0" last-run="1523254613" last-rc-change="1523254613" exec-time="4082" queue-time="0" op-digest="edc8fdae4cc326c15a779f36f28eb3f8"/>
+            <lrm_rsc_op id="ip-172.17.1.17_monitor_10000" operation_key="ip-172.17.1.17_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="173:58:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;173:58:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="86" rc-code="0" op-status="0" interval="10000" last-rc-change="1523254617" exec-time="49" queue-time="0" op-digest="637be44014a8de2a8162cb2b062f6955"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.3.11" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.3.11_last_0" operation_key="ip-172.17.3.11_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="39:59:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;39:59:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="90" rc-code="7" op-status="0" interval="0" last-run="1523254624" last-rc-change="1523254624" exec-time="47" queue-time="1" op-digest="e88426fed0f2d870d791fdc3f7380de6"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.4.17" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.4.17_last_0" operation_key="ip-172.17.4.17_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="40:62:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;40:62:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="94" rc-code="7" op-status="0" interval="0" last-run="1523254641" last-rc-change="1523254641" exec-time="56" queue-time="0" op-digest="c0f293651f2b055f54a8b5665a3d28e2"/>
+          </lrm_resource>
+          <lrm_resource id="haproxy-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="haproxy-bundle-docker-0_last_0" operation_key="haproxy-bundle-docker-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="181:67:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;181:67:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="107" rc-code="0" op-status="0" interval="0" last-run="1523254662" last-rc-change="1523254662" exec-time="477" queue-time="1" op-digest="f75306f083a5fb44c4ccba3e258423d1"/>
+            <lrm_rsc_op id="haproxy-bundle-docker-0_monitor_60000" operation_key="haproxy-bundle-docker-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="182:67:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;182:67:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="108" rc-code="0" op-status="0" interval="60000" last-rc-change="1523254662" exec-time="117" queue-time="1" op-digest="0f463f8dd703ccc5d6db7e8257b7e651"/>
+          </lrm_resource>
+          <lrm_resource id="haproxy-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="haproxy-bundle-docker-1_last_0" operation_key="haproxy-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="46:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;46:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="102" rc-code="7" op-status="0" interval="0" last-run="1523254656" last-rc-change="1523254656" exec-time="71" queue-time="0" op-digest="f75306f083a5fb44c4ccba3e258423d1"/>
+          </lrm_resource>
+          <lrm_resource id="haproxy-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="haproxy-bundle-docker-2_last_0" operation_key="haproxy-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="47:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;47:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="106" rc-code="7" op-status="0" interval="0" last-run="1523254656" last-rc-change="1523254656" exec-time="64" queue-time="0" op-digest="f75306f083a5fb44c4ccba3e258423d1"/>
+          </lrm_resource>
+          <lrm_resource id="stonith-fence_compute-fence-nova" type="fence_compute" class="stonith">
+            <lrm_rsc_op id="stonith-fence_compute-fence-nova_last_0" operation_key="stonith-fence_compute-fence-nova_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="204:103:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;204:103:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="134" rc-code="0" op-status="0" interval="0" last-run="1523255234" last-rc-change="1523255234" exec-time="2221" queue-time="0" op-digest="ad312d85623cdb0a792e6fbd5e91a820" op-secure-params=" password  passwd " op-secure-digest="caf046d0a0953a2e7d15bbbde1371880"/>
+            <lrm_rsc_op id="stonith-fence_compute-fence-nova_monitor_60000" operation_key="stonith-fence_compute-fence-nova_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="209:104:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;209:104:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="143" rc-code="0" op-status="0" interval="60000" last-rc-change="1523255236" exec-time="2157" queue-time="0" op-digest="097576694f77e42f68d21455cdd11169" op-secure-params=" password  passwd " op-secure-digest="caf046d0a0953a2e7d15bbbde1371880"/>
+            <lrm_rsc_op id="stonith-fence_compute-fence-nova_last_failure_0" operation_key="stonith-fence_compute-fence-nova_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="209:104:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="4:1;209:104:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="143" rc-code="1" op-status="4" interval="60000" last-rc-change="1523260448" exec-time="7330" queue-time="0" op-digest="097576694f77e42f68d21455cdd11169" op-secure-params=" password  passwd " op-secure-digest="caf046d0a0953a2e7d15bbbde1371880"/>
+          </lrm_resource>
+          <lrm_resource id="compute-unfence-trigger" type="Dummy" class="ocf" provider="pacemaker">
+            <lrm_rsc_op id="compute-unfence-trigger_last_0" operation_key="compute-unfence-trigger_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="45:87:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;45:87:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="119" rc-code="7" op-status="0" interval="0" last-run="1523255087" last-rc-change="1523255087" exec-time="22" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" envfile  op_sleep  passwd  state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="nova-evacuate" type="NovaEvacuate" class="ocf" provider="openstack">
+            <lrm_rsc_op id="nova-evacuate_last_0" operation_key="nova-evacuate_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="47:90:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;47:90:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="123" rc-code="7" op-status="0" interval="0" last-run="1523255094" last-rc-change="1523255094" exec-time="31" queue-time="0" op-digest="3b592b4abd94b571edcf74f5e4246f65" op-secure-params=" password " op-secure-digest="fb702c27ea4fa4baf1aa3ba9f874d9f3"/>
+          </lrm_resource>
+          <lrm_resource id="stonith-fence_ipmilan-525400803f9e" type="fence_ipmilan" class="stonith">
+            <lrm_rsc_op id="stonith-fence_ipmilan-525400803f9e_last_0" operation_key="stonith-fence_ipmilan-525400803f9e_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="50:94:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;50:94:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="127" rc-code="7" op-status="0" interval="0" last-run="1523255211" last-rc-change="1523255211" exec-time="0" queue-time="0" op-digest="4998c836382aeb3820357da01e70b561" op-secure-params=" password  passwd " op-secure-digest="00daf85972094b7cf1a1d4fec3e2ed54"/>
+          </lrm_resource>
+          <lrm_resource id="stonith-fence_ipmilan-5254008be2cc" type="fence_ipmilan" class="stonith">
+            <lrm_rsc_op id="stonith-fence_ipmilan-5254008be2cc_last_0" operation_key="stonith-fence_ipmilan-5254008be2cc_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="50:95:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;50:95:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="131" rc-code="7" op-status="0" interval="0" last-run="1523255212" last-rc-change="1523255212" exec-time="0" queue-time="0" op-digest="4938a34bfc64185ad6e5f9441c84bf68" op-secure-params=" password  passwd " op-secure-digest="c106093670a7862f33a04c6c920209b9"/>
+          </lrm_resource>
+          <lrm_resource id="stonith-fence_ipmilan-525400fca120" type="fence_ipmilan" class="stonith">
+            <lrm_rsc_op id="stonith-fence_ipmilan-525400fca120_last_0" operation_key="stonith-fence_ipmilan-525400fca120_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="221:111:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;221:111:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="152" rc-code="0" op-status="0" interval="0" last-run="1523255310" last-rc-change="1523255310" exec-time="244" queue-time="0" op-digest="7e9aea21dfd22b59b27b07578090d9d6" op-secure-params=" password  passwd " op-secure-digest="562546912c5a20954742c65d069a4fb4"/>
+            <lrm_rsc_op id="stonith-fence_ipmilan-525400fca120_monitor_60000" operation_key="stonith-fence_ipmilan-525400fca120_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="222:111:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;222:111:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="154" rc-code="0" op-status="0" interval="60000" last-rc-change="1523255310" exec-time="206" queue-time="0" op-digest="053570494221e4b2e9b2cde0413b19b8" op-secure-params=" password  passwd " op-secure-digest="562546912c5a20954742c65d069a4fb4"/>
+          </lrm_resource>
+          <lrm_resource id="stonith-fence_ipmilan-525400953d48" type="fence_ipmilan" class="stonith">
+            <lrm_rsc_op id="stonith-fence_ipmilan-525400953d48_last_0" operation_key="stonith-fence_ipmilan-525400953d48_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="223:111:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;223:111:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="153" rc-code="0" op-status="0" interval="0" last-run="1523255310" last-rc-change="1523255310" exec-time="371" queue-time="0" op-digest="a2ec1560bddbd621ae7ff630da4c9f89" op-secure-params=" password  passwd " op-secure-digest="1a1e4d964e3025ec522d4b4d96995bbb"/>
+            <lrm_rsc_op id="stonith-fence_ipmilan-525400953d48_monitor_60000" operation_key="stonith-fence_ipmilan-525400953d48_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="224:111:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;224:111:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="155" rc-code="0" op-status="0" interval="60000" last-rc-change="1523255310" exec-time="171" queue-time="0" op-digest="48dba31eb625f0bae1fbabc1bf7fb44c" op-secure-params=" password  passwd " op-secure-digest="1a1e4d964e3025ec522d4b4d96995bbb"/>
+          </lrm_resource>
+          <lrm_resource id="stonith-fence_ipmilan-525400b02b86" type="fence_ipmilan" class="stonith">
+            <lrm_rsc_op id="stonith-fence_ipmilan-525400b02b86_last_0" operation_key="stonith-fence_ipmilan-525400b02b86_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="53:104:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;53:104:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="147" rc-code="7" op-status="0" interval="0" last-run="1523255236" last-rc-change="1523255236" exec-time="0" queue-time="0" op-digest="800b95e336cd972373e8e2f87f98171f" op-secure-params=" password  passwd " op-secure-digest="d207be35798fa3d6ad04e543cad39795"/>
+          </lrm_resource>
+          <lrm_resource id="openstack-cinder-volume-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="openstack-cinder-volume-docker-0_last_0" operation_key="openstack-cinder-volume-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="53:110:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;53:110:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="151" rc-code="7" op-status="0" interval="0" last-run="1523255309" last-rc-change="1523255309" exec-time="72" queue-time="0" op-digest="36b2791c98a366f2f5e7a1d5ef48b3c9"/>
+          </lrm_resource>
+        </lrm_resources>
+      </lrm>
+      <transient_attributes id="3">
+        <instance_attributes id="status-3">
+          <nvpair id="status-3-rmq-node-attr-rabbitmq" name="rmq-node-attr-rabbitmq" value="rabbit@controller-2"/>
+          <nvpair id="status-3-master-galera" name="master-galera" value="100"/>
+          <nvpair id="status-3-master-redis" name="master-redis" value="1"/>
+          <nvpair id="status-3-.node-unfenced" name="#node-unfenced" value="1523255228"/>
+          <nvpair id="status-3-fail-count-stonith-fence_compute-fence-nova.monitor_60000" name="fail-count-stonith-fence_compute-fence-nova#monitor_60000" value="1"/>
+          <nvpair id="status-3-last-failure-stonith-fence_compute-fence-nova.monitor_60000" name="last-failure-stonith-fence_compute-fence-nova#monitor_60000" value="1523260455"/>
+        </instance_attributes>
+      </transient_attributes>
+    </node_state>
+    <node_state id="2" uname="controller-1" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
+      <lrm id="2">
+        <lrm_resources>
+          <lrm_resource id="overcloud-novacompute-0" type="remote" class="ocf" provider="pacemaker">
+            <lrm_rsc_op id="overcloud-novacompute-0_last_0" operation_key="overcloud-novacompute-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="3:2:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;3:2:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="1" rc-code="7" op-status="0" interval="0" last-run="1523253844" last-rc-change="1523253844" exec-time="0" queue-time="0" op-digest="a48beba1b11f09d6b1c15da8db5bb0a2" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="overcloud-novacompute-1" type="remote" class="ocf" provider="pacemaker">
+            <lrm_rsc_op id="overcloud-novacompute-1_last_0" operation_key="overcloud-novacompute-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="8:4:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;8:4:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="3" rc-code="0" op-status="0" interval="0" last-run="1523253850" last-rc-change="1523253850" exec-time="0" queue-time="0" op-digest="a48beba1b11f09d6b1c15da8db5bb0a2" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+            <lrm_rsc_op id="overcloud-novacompute-1_monitor_20000" operation_key="overcloud-novacompute-1_monitor_20000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="7:5:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;7:5:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="4" rc-code="0" op-status="0" interval="20000" last-rc-change="1523253850" exec-time="0" queue-time="0" op-digest="6e5bb737f46c381d8a46fb4162afd9e0"/>
+            <lrm_rsc_op id="overcloud-novacompute-1_last_failure_0" operation_key="overcloud-novacompute-1_monitor_20000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="7:5:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="4:1;7:5:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="4" rc-code="1" op-status="4" interval="20000" last-rc-change="1523260399" exec-time="0" queue-time="0" op-digest="6e5bb737f46c381d8a46fb4162afd9e0"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="rabbitmq-bundle-docker-0_last_0" operation_key="rabbitmq-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="7:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;7:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="7" rc-code="7" op-status="0" interval="0" last-run="1523254206" last-rc-change="1523254206" exec-time="73" queue-time="0" op-digest="c96831c3be25c5a8a7f32edc8243ba0b"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="rabbitmq-bundle-docker-1_last_0" operation_key="rabbitmq-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="8:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;8:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="11" rc-code="7" op-status="0" interval="0" last-run="1523254206" last-rc-change="1523254206" exec-time="68" queue-time="0" op-digest="c96831c3be25c5a8a7f32edc8243ba0b"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="rabbitmq-bundle-docker-2_last_0" operation_key="rabbitmq-bundle-docker-2_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="9:16:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;9:16:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="20" rc-code="0" op-status="0" interval="0" last-run="1523254239" last-rc-change="1523254239" exec-time="499" queue-time="0" op-digest="ca3da6f108527dc1b04b197fb932b1ca"/>
+            <lrm_rsc_op id="rabbitmq-bundle-docker-2_monitor_60000" operation_key="rabbitmq-bundle-docker-2_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="5:16:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;5:16:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="23" rc-code="0" op-status="0" interval="60000" last-rc-change="1523254239" exec-time="115" queue-time="0" op-digest="96961ca97770999cad87c224f4dd09d9"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-0" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-0">
+            <lrm_rsc_op id="rabbitmq-bundle-0_last_0" operation_key="rabbitmq-bundle-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="13:16:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;13:16:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="5" rc-code="7" op-status="0" interval="0" last-run="1523254239" last-rc-change="1523254239" exec-time="0" queue-time="0" op-digest="205c791aea96714f7aa1cb111c727e1b" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-1" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-1">
+            <lrm_rsc_op id="rabbitmq-bundle-1_last_0" operation_key="rabbitmq-bundle-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="14:16:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;14:16:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="6" rc-code="7" op-status="0" interval="0" last-run="1523254239" last-rc-change="1523254239" exec-time="0" queue-time="0" op-digest="8dc3f9844e70d4458a7edcd7091ecf50" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-2" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-2">
+            <lrm_rsc_op id="rabbitmq-bundle-2_last_0" operation_key="rabbitmq-bundle-2_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="33:16:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;33:16:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="8" rc-code="0" op-status="0" interval="0" last-run="1523254239" last-rc-change="1523254239" exec-time="0" queue-time="0" op-digest="f1d68ab267df6867301fcff08041cd2f" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+            <lrm_rsc_op id="rabbitmq-bundle-2_monitor_60000" operation_key="rabbitmq-bundle-2_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="28:17:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;28:17:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="9" rc-code="0" op-status="0" interval="60000" last-rc-change="1523254242" exec-time="0" queue-time="0" op-digest="76f9ab23bc58402930f7f92ff2ab9d75"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="galera-bundle-docker-0_last_0" operation_key="galera-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="16:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;16:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="28" rc-code="7" op-status="0" interval="0" last-run="1523254331" last-rc-change="1523254331" exec-time="59" queue-time="0" op-digest="81f254cd6c291dbbdacc42886fdace4e"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="galera-bundle-docker-1_last_0" operation_key="galera-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="17:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;17:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="32" rc-code="7" op-status="0" interval="0" last-run="1523254331" last-rc-change="1523254331" exec-time="54" queue-time="0" op-digest="81f254cd6c291dbbdacc42886fdace4e"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="galera-bundle-docker-2_last_0" operation_key="galera-bundle-docker-2_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="18:26:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;18:26:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="41" rc-code="0" op-status="0" interval="0" last-run="1523254365" last-rc-change="1523254365" exec-time="499" queue-time="0" op-digest="e1e1621b9ba87ff090029601e7ed1605"/>
+            <lrm_rsc_op id="galera-bundle-docker-2_monitor_60000" operation_key="galera-bundle-docker-2_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="11:26:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;11:26:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="44" rc-code="0" op-status="0" interval="60000" last-rc-change="1523254365" exec-time="133" queue-time="0" op-digest="833a23d25a23c2b843bf752bf8e7afd0"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-1" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-1">
+            <lrm_rsc_op id="galera-bundle-1_last_0" operation_key="galera-bundle-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="23:26:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;23:26:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="10" rc-code="7" op-status="0" interval="0" last-run="1523254365" last-rc-change="1523254365" exec-time="0" queue-time="0" op-digest="37e9ab931fa7b5d2122c4cd44c56b7d2" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-0" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-0">
+            <lrm_rsc_op id="galera-bundle-0_last_0" operation_key="galera-bundle-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="22:26:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;22:26:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="11" rc-code="7" op-status="0" interval="0" last-run="1523254365" last-rc-change="1523254365" exec-time="0" queue-time="0" op-digest="f282b02648444d9d95065cede4784d97" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-2" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-2">
+            <lrm_rsc_op id="galera-bundle-2_last_0" operation_key="galera-bundle-2_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="76:26:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;76:26:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="13" rc-code="0" op-status="0" interval="0" last-run="1523254365" last-rc-change="1523254365" exec-time="0" queue-time="0" op-digest="ed95b71467015049c875f75798f405fb" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+            <lrm_rsc_op id="galera-bundle-2_monitor_60000" operation_key="galera-bundle-2_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="71:27:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;71:27:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="14" rc-code="0" op-status="0" interval="60000" last-rc-change="1523254368" exec-time="0" queue-time="0" op-digest="cd5e49e967c83be8abedad4b1f3136b7"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="redis-bundle-docker-0_last_0" operation_key="redis-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="25:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;25:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="49" rc-code="7" op-status="0" interval="0" last-run="1523254478" last-rc-change="1523254478" exec-time="70" queue-time="0" op-digest="b8d941a0452ff6b7d1254582ba8b48d5"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="redis-bundle-docker-1_last_0" operation_key="redis-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="26:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;26:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="53" rc-code="7" op-status="0" interval="0" last-run="1523254478" last-rc-change="1523254478" exec-time="75" queue-time="0" op-digest="b8d941a0452ff6b7d1254582ba8b48d5"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="redis-bundle-docker-2_last_0" operation_key="redis-bundle-docker-2_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="27:40:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;27:40:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="62" rc-code="0" op-status="0" interval="0" last-run="1523254512" last-rc-change="1523254512" exec-time="506" queue-time="0" op-digest="9be9af650e3a8c45e5b72129b8f14ebc"/>
+            <lrm_rsc_op id="redis-bundle-docker-2_monitor_60000" operation_key="redis-bundle-docker-2_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="17:40:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;17:40:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="64" rc-code="0" op-status="0" interval="60000" last-rc-change="1523254513" exec-time="119" queue-time="0" op-digest="223b38a92a94f152192668e126334d84"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-1" type="remote" class="ocf" provider="pacemaker" container="redis-bundle-docker-1">
+            <lrm_rsc_op id="redis-bundle-1_last_0" operation_key="redis-bundle-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="32:40:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;32:40:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="15" rc-code="7" op-status="0" interval="0" last-run="1523254513" last-rc-change="1523254513" exec-time="0" queue-time="0" op-digest="dd323696d6c8ed14cb71914c411664c9" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-2" type="remote" class="ocf" provider="pacemaker" container="redis-bundle-docker-2">
+            <lrm_rsc_op id="redis-bundle-2_last_0" operation_key="redis-bundle-2_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="125:40:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;125:40:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="18" rc-code="0" op-status="0" interval="0" last-run="1523254513" last-rc-change="1523254513" exec-time="0" queue-time="0" op-digest="cd98602d6f977947327050913302f861" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+            <lrm_rsc_op id="redis-bundle-2_monitor_60000" operation_key="redis-bundle-2_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="120:41:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;120:41:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="19" rc-code="0" op-status="0" interval="60000" last-rc-change="1523254516" exec-time="0" queue-time="0" op-digest="0491b76e934baa33a7f246cd2c3f54a7"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-0" type="remote" class="ocf" provider="pacemaker" container="redis-bundle-docker-0">
+            <lrm_rsc_op id="redis-bundle-0_last_0" operation_key="redis-bundle-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="31:40:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;31:40:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="17" rc-code="7" op-status="0" interval="0" last-run="1523254513" last-rc-change="1523254513" exec-time="0" queue-time="0" op-digest="f325849fbffe2e62970eb201a50da9f3" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="ip-192.168.24.11" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-192.168.24.11_last_0" operation_key="ip-192.168.24.11_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="34:47:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;34:47:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="70" rc-code="7" op-status="0" interval="0" last-run="1523254558" last-rc-change="1523254558" exec-time="53" queue-time="0" op-digest="d16224b1cc961154d457d259d944b5f9"/>
+          </lrm_resource>
+          <lrm_resource id="ip-10.0.0.110" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-10.0.0.110_last_0" operation_key="ip-10.0.0.110_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="35:50:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;35:50:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="74" rc-code="7" op-status="0" interval="0" last-run="1523254574" last-rc-change="1523254574" exec-time="48" queue-time="0" op-digest="95d16a18326229bbadba9e9540c77da8"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.1.14" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.1.14_last_0" operation_key="ip-172.17.1.14_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="169:55:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;169:55:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="79" rc-code="0" op-status="0" interval="0" last-run="1523254596" last-rc-change="1523254596" exec-time="4083" queue-time="0" op-digest="1fab2783a8d283e33a945588908e98a4"/>
+            <lrm_rsc_op id="ip-172.17.1.14_monitor_10000" operation_key="ip-172.17.1.14_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="170:55:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;170:55:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="80" rc-code="0" op-status="0" interval="10000" last-rc-change="1523254600" exec-time="49" queue-time="0" op-digest="19c32490a75539eb9cf2ca18727e305e"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.1.17" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.1.17_last_0" operation_key="ip-172.17.1.17_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="37:56:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;37:56:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="84" rc-code="7" op-status="0" interval="0" last-run="1523254607" last-rc-change="1523254607" exec-time="47" queue-time="0" op-digest="edc8fdae4cc326c15a779f36f28eb3f8"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.3.11" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.3.11_last_0" operation_key="ip-172.17.3.11_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="38:59:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;38:59:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="88" rc-code="7" op-status="0" interval="0" last-run="1523254624" last-rc-change="1523254624" exec-time="49" queue-time="0" op-digest="e88426fed0f2d870d791fdc3f7380de6"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.4.17" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.4.17_last_0" operation_key="ip-172.17.4.17_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="178:64:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;178:64:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="93" rc-code="0" op-status="0" interval="0" last-run="1523254647" last-rc-change="1523254647" exec-time="4082" queue-time="0" op-digest="c0f293651f2b055f54a8b5665a3d28e2"/>
+            <lrm_rsc_op id="ip-172.17.4.17_monitor_10000" operation_key="ip-172.17.4.17_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="179:64:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;179:64:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="94" rc-code="0" op-status="0" interval="10000" last-rc-change="1523254651" exec-time="44" queue-time="0" op-digest="4f6fa28044077db6ec3b34abe979afcd"/>
+          </lrm_resource>
+          <lrm_resource id="haproxy-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="haproxy-bundle-docker-0_last_0" operation_key="haproxy-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="42:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;42:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="98" rc-code="7" op-status="0" interval="0" last-run="1523254656" last-rc-change="1523254656" exec-time="68" queue-time="0" op-digest="f75306f083a5fb44c4ccba3e258423d1"/>
+          </lrm_resource>
+          <lrm_resource id="haproxy-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="haproxy-bundle-docker-1_last_0" operation_key="haproxy-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="43:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;43:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="102" rc-code="7" op-status="0" interval="0" last-run="1523254656" last-rc-change="1523254656" exec-time="69" queue-time="0" op-digest="f75306f083a5fb44c4ccba3e258423d1"/>
+          </lrm_resource>
+          <lrm_resource id="haproxy-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="haproxy-bundle-docker-2_last_0" operation_key="haproxy-bundle-docker-2_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="185:67:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;185:67:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="107" rc-code="0" op-status="0" interval="0" last-run="1523254662" last-rc-change="1523254662" exec-time="508" queue-time="0" op-digest="f75306f083a5fb44c4ccba3e258423d1"/>
+            <lrm_rsc_op id="haproxy-bundle-docker-2_monitor_60000" operation_key="haproxy-bundle-docker-2_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="186:67:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;186:67:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="108" rc-code="0" op-status="0" interval="60000" last-rc-change="1523254662" exec-time="115" queue-time="0" op-digest="0f463f8dd703ccc5d6db7e8257b7e651"/>
+          </lrm_resource>
+          <lrm_resource id="stonith-fence_compute-fence-nova" type="fence_compute" class="stonith">
+            <lrm_rsc_op id="stonith-fence_compute-fence-nova_last_0" operation_key="stonith-fence_compute-fence-nova_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="44:86:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;44:86:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="112" rc-code="7" op-status="0" interval="0" last-run="1523255081" last-rc-change="1523255081" exec-time="2" queue-time="0" op-digest="ad312d85623cdb0a792e6fbd5e91a820" op-secure-params=" password  passwd " op-secure-digest="caf046d0a0953a2e7d15bbbde1371880"/>
+          </lrm_resource>
+          <lrm_resource id="compute-unfence-trigger" type="Dummy" class="ocf" provider="pacemaker">
+            <lrm_rsc_op id="compute-unfence-trigger_last_0" operation_key="compute-unfence-trigger_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="44:87:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;44:87:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="117" rc-code="7" op-status="0" interval="0" last-run="1523255087" last-rc-change="1523255087" exec-time="24" queue-time="1" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" envfile  op_sleep  passwd  state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="nova-evacuate" type="NovaEvacuate" class="ocf" provider="openstack">
+            <lrm_rsc_op id="nova-evacuate_last_0" operation_key="nova-evacuate_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="46:90:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;46:90:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="121" rc-code="7" op-status="0" interval="0" last-run="1523255094" last-rc-change="1523255094" exec-time="28" queue-time="0" op-digest="3b592b4abd94b571edcf74f5e4246f65" op-secure-params=" password " op-secure-digest="fb702c27ea4fa4baf1aa3ba9f874d9f3"/>
+          </lrm_resource>
+          <lrm_resource id="stonith-fence_ipmilan-525400803f9e" type="fence_ipmilan" class="stonith">
+            <lrm_rsc_op id="stonith-fence_ipmilan-525400803f9e_last_0" operation_key="stonith-fence_ipmilan-525400803f9e_stop_0" operation="stop" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="218:100:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;218:100:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="137" rc-code="0" op-status="0" interval="0" last-run="1523255221" last-rc-change="1523255221" exec-time="0" queue-time="0" op-digest="4998c836382aeb3820357da01e70b561" op-secure-params=" password  passwd " op-secure-digest="00daf85972094b7cf1a1d4fec3e2ed54"/>
+            <lrm_rsc_op id="stonith-fence_ipmilan-525400803f9e_monitor_60000" operation_key="stonith-fence_ipmilan-525400803f9e_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="215:97:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;215:97:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="131" rc-code="0" op-status="0" interval="60000" last-rc-change="1523255216" exec-time="102" queue-time="0" op-digest="477745be04d3d31937853c306f8d724e" op-secure-params=" password  passwd " op-secure-digest="00daf85972094b7cf1a1d4fec3e2ed54"/>
+          </lrm_resource>
+          <lrm_resource id="stonith-fence_ipmilan-5254008be2cc" type="fence_ipmilan" class="stonith">
+            <lrm_rsc_op id="stonith-fence_ipmilan-5254008be2cc_last_0" operation_key="stonith-fence_ipmilan-5254008be2cc_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="221:105:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;221:105:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="138" rc-code="0" op-status="0" interval="0" last-run="1523255238" last-rc-change="1523255238" exec-time="344" queue-time="0" op-digest="4938a34bfc64185ad6e5f9441c84bf68" op-secure-params=" password  passwd " op-secure-digest="c106093670a7862f33a04c6c920209b9"/>
+            <lrm_rsc_op id="stonith-fence_ipmilan-5254008be2cc_monitor_60000" operation_key="stonith-fence_ipmilan-5254008be2cc_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="222:105:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;222:105:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="151" rc-code="0" op-status="0" interval="60000" last-rc-change="1523255239" exec-time="204" queue-time="0" op-digest="23c4a5570f4f96a7f35427f9d088acb6" op-secure-params=" password  passwd " op-secure-digest="c106093670a7862f33a04c6c920209b9"/>
+          </lrm_resource>
+          <lrm_resource id="stonith-fence_ipmilan-525400fca120" type="fence_ipmilan" class="stonith">
+            <lrm_rsc_op id="stonith-fence_ipmilan-525400fca120_last_0" operation_key="stonith-fence_ipmilan-525400fca120_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="50:105:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;50:105:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="142" rc-code="7" op-status="0" interval="0" last-run="1523255238" last-rc-change="1523255238" exec-time="0" queue-time="1" op-digest="7e9aea21dfd22b59b27b07578090d9d6" op-secure-params=" password  passwd " op-secure-digest="562546912c5a20954742c65d069a4fb4"/>
+          </lrm_resource>
+          <lrm_resource id="stonith-fence_ipmilan-525400953d48" type="fence_ipmilan" class="stonith">
+            <lrm_rsc_op id="stonith-fence_ipmilan-525400953d48_last_0" operation_key="stonith-fence_ipmilan-525400953d48_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="52:105:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;52:105:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="146" rc-code="7" op-status="0" interval="0" last-run="1523255238" last-rc-change="1523255238" exec-time="0" queue-time="0" op-digest="a2ec1560bddbd621ae7ff630da4c9f89" op-secure-params=" password  passwd " op-secure-digest="1a1e4d964e3025ec522d4b4d96995bbb"/>
+          </lrm_resource>
+          <lrm_resource id="stonith-fence_ipmilan-525400b02b86" type="fence_ipmilan" class="stonith">
+            <lrm_rsc_op id="stonith-fence_ipmilan-525400b02b86_last_0" operation_key="stonith-fence_ipmilan-525400b02b86_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="225:111:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;225:111:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="156" rc-code="0" op-status="0" interval="0" last-run="1523255310" last-rc-change="1523255310" exec-time="129" queue-time="0" op-digest="800b95e336cd972373e8e2f87f98171f" op-secure-params=" password  passwd " op-secure-digest="d207be35798fa3d6ad04e543cad39795"/>
+            <lrm_rsc_op id="stonith-fence_ipmilan-525400b02b86_monitor_60000" operation_key="stonith-fence_ipmilan-525400b02b86_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="226:111:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;226:111:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="157" rc-code="0" op-status="0" interval="60000" last-rc-change="1523255310" exec-time="193" queue-time="0" op-digest="15b553d8b93933f79c56207a7f3cc02f" op-secure-params=" password  passwd " op-secure-digest="d207be35798fa3d6ad04e543cad39795"/>
+          </lrm_resource>
+          <lrm_resource id="openstack-cinder-volume-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="openstack-cinder-volume-docker-0_last_0" operation_key="openstack-cinder-volume-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="52:110:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;52:110:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="155" rc-code="7" op-status="0" interval="0" last-run="1523255309" last-rc-change="1523255309" exec-time="101" queue-time="0" op-digest="36b2791c98a366f2f5e7a1d5ef48b3c9"/>
+          </lrm_resource>
+        </lrm_resources>
+      </lrm>
+      <transient_attributes id="2">
+        <instance_attributes id="status-2">
+          <nvpair id="status-2-rmq-node-attr-rabbitmq" name="rmq-node-attr-rabbitmq" value="rabbit@controller-1"/>
+          <nvpair id="status-2-master-galera" name="master-galera" value="100"/>
+          <nvpair id="status-2-master-redis" name="master-redis" value="1"/>
+          <nvpair id="status-2-.node-unfenced" name="#node-unfenced" value="1523255236"/>
+          <nvpair id="status-2-fail-count-overcloud-novacompute-1.monitor_20000" name="fail-count-overcloud-novacompute-1#monitor_20000" value="1"/>
+          <nvpair id="status-2-last-failure-overcloud-novacompute-1.monitor_20000" name="last-failure-overcloud-novacompute-1#monitor_20000" value="1523260399"/>
+        </instance_attributes>
+      </transient_attributes>
+    </node_state>
+    <node_state remote_node="true" id="overcloud-novacompute-0" uname="overcloud-novacompute-0" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
+      <lrm id="overcloud-novacompute-0">
+        <lrm_resources>
+          <lrm_resource id="rabbitmq-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="rabbitmq-bundle-docker-0_last_0" operation_key="rabbitmq-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="13:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;13:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="36" rc-code="7" op-status="0" interval="0" last-run="1523254206" last-rc-change="1523254206" exec-time="98" queue-time="0" op-digest="c96831c3be25c5a8a7f32edc8243ba0b"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="rabbitmq-bundle-docker-1_last_0" operation_key="rabbitmq-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="14:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;14:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="40" rc-code="7" op-status="0" interval="0" last-run="1523254206" last-rc-change="1523254206" exec-time="86" queue-time="1" op-digest="c96831c3be25c5a8a7f32edc8243ba0b"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="rabbitmq-bundle-docker-2_last_0" operation_key="rabbitmq-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="15:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;15:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="44" rc-code="7" op-status="0" interval="0" last-run="1523254206" last-rc-change="1523254206" exec-time="49" queue-time="0" op-digest="c96831c3be25c5a8a7f32edc8243ba0b"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="galera-bundle-docker-0_last_0" operation_key="galera-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="22:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;22:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="54" rc-code="7" op-status="0" interval="0" last-run="1523254331" last-rc-change="1523254331" exec-time="83" queue-time="0" op-digest="81f254cd6c291dbbdacc42886fdace4e"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="galera-bundle-docker-1_last_0" operation_key="galera-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="23:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;23:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="58" rc-code="7" op-status="0" interval="0" last-run="1523254331" last-rc-change="1523254331" exec-time="84" queue-time="0" op-digest="81f254cd6c291dbbdacc42886fdace4e"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="galera-bundle-docker-2_last_0" operation_key="galera-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="24:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;24:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="62" rc-code="7" op-status="0" interval="0" last-run="1523254331" last-rc-change="1523254331" exec-time="49" queue-time="0" op-digest="81f254cd6c291dbbdacc42886fdace4e"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="redis-bundle-docker-0_last_0" operation_key="redis-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="31:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;31:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="73" rc-code="7" op-status="0" interval="0" last-run="1523254478" last-rc-change="1523254478" exec-time="84" queue-time="0" op-digest="b8d941a0452ff6b7d1254582ba8b48d5"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="redis-bundle-docker-1_last_0" operation_key="redis-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="32:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;32:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="77" rc-code="7" op-status="0" interval="0" last-run="1523254478" last-rc-change="1523254478" exec-time="86" queue-time="0" op-digest="b8d941a0452ff6b7d1254582ba8b48d5"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="redis-bundle-docker-2_last_0" operation_key="redis-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="33:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;33:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="81" rc-code="7" op-status="0" interval="0" last-run="1523254479" last-rc-change="1523254479" exec-time="57" queue-time="0" op-digest="b8d941a0452ff6b7d1254582ba8b48d5"/>
+          </lrm_resource>
+          <lrm_resource id="ip-192.168.24.11" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-192.168.24.11_last_0" operation_key="ip-192.168.24.11_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="36:47:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;36:47:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="89" rc-code="7" op-status="0" interval="0" last-run="1523254559" last-rc-change="1523254559" exec-time="47" queue-time="0" op-digest="d16224b1cc961154d457d259d944b5f9"/>
+          </lrm_resource>
+          <lrm_resource id="ip-10.0.0.110" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-10.0.0.110_last_0" operation_key="ip-10.0.0.110_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="37:50:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;37:50:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="94" rc-code="7" op-status="0" interval="0" last-run="1523254575" last-rc-change="1523254575" exec-time="41" queue-time="0" op-digest="95d16a18326229bbadba9e9540c77da8"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.1.14" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.1.14_last_0" operation_key="ip-172.17.1.14_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="38:53:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;38:53:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="99" rc-code="7" op-status="0" interval="0" last-run="1523254591" last-rc-change="1523254591" exec-time="42" queue-time="0" op-digest="1fab2783a8d283e33a945588908e98a4"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.1.17" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.1.17_last_0" operation_key="ip-172.17.1.17_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="39:56:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;39:56:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="104" rc-code="7" op-status="0" interval="0" last-run="1523254608" last-rc-change="1523254608" exec-time="44" queue-time="0" op-digest="edc8fdae4cc326c15a779f36f28eb3f8"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.3.11" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.3.11_last_0" operation_key="ip-172.17.3.11_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="40:59:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;40:59:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="108" rc-code="7" op-status="0" interval="0" last-run="1523254624" last-rc-change="1523254624" exec-time="42" queue-time="0" op-digest="e88426fed0f2d870d791fdc3f7380de6"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.4.17" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.4.17_last_0" operation_key="ip-172.17.4.17_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="41:62:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;41:62:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="113" rc-code="7" op-status="0" interval="0" last-run="1523254642" last-rc-change="1523254642" exec-time="35" queue-time="0" op-digest="c0f293651f2b055f54a8b5665a3d28e2"/>
+          </lrm_resource>
+          <lrm_resource id="haproxy-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="haproxy-bundle-docker-0_last_0" operation_key="haproxy-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="48:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;48:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="118" rc-code="7" op-status="0" interval="0" last-run="1523254656" last-rc-change="1523254656" exec-time="84" queue-time="0" op-digest="f75306f083a5fb44c4ccba3e258423d1"/>
+          </lrm_resource>
+          <lrm_resource id="haproxy-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="haproxy-bundle-docker-1_last_0" operation_key="haproxy-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="49:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;49:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="122" rc-code="7" op-status="0" interval="0" last-run="1523254656" last-rc-change="1523254656" exec-time="85" queue-time="1" op-digest="f75306f083a5fb44c4ccba3e258423d1"/>
+          </lrm_resource>
+          <lrm_resource id="haproxy-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="haproxy-bundle-docker-2_last_0" operation_key="haproxy-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="50:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;50:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="126" rc-code="7" op-status="0" interval="0" last-run="1523254656" last-rc-change="1523254656" exec-time="52" queue-time="0" op-digest="f75306f083a5fb44c4ccba3e258423d1"/>
+          </lrm_resource>
+          <lrm_resource id="compute-unfence-trigger" type="Dummy" class="ocf" provider="pacemaker">
+            <lrm_rsc_op id="compute-unfence-trigger_last_0" operation_key="compute-unfence-trigger_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="206:103:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;206:103:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="233" rc-code="0" op-status="0" interval="0" last-run="1523255234" last-rc-change="1523255234" exec-time="27" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" envfile  op_sleep  passwd  state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+            <lrm_rsc_op id="compute-unfence-trigger_monitor_10000" operation_key="compute-unfence-trigger_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="208:103:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;208:103:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="234" rc-code="0" op-status="0" interval="10000" last-rc-change="1523255234" exec-time="22" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="nova-evacuate" type="NovaEvacuate" class="ocf" provider="openstack">
+            <lrm_rsc_op id="nova-evacuate_last_0" operation_key="nova-evacuate_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="48:90:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;48:90:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="167" rc-code="7" op-status="0" interval="0" last-run="1523255094" last-rc-change="1523255094" exec-time="28" queue-time="0" op-digest="3b592b4abd94b571edcf74f5e4246f65" op-secure-params=" password " op-secure-digest="fb702c27ea4fa4baf1aa3ba9f874d9f3"/>
+          </lrm_resource>
+          <lrm_resource id="openstack-cinder-volume-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="openstack-cinder-volume-docker-0_last_0" operation_key="openstack-cinder-volume-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="54:110:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;54:110:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="242" rc-code="7" op-status="0" interval="0" last-run="1523255309" last-rc-change="1523255309" exec-time="67" queue-time="0" op-digest="36b2791c98a366f2f5e7a1d5ef48b3c9"/>
+          </lrm_resource>
+        </lrm_resources>
+      </lrm>
+      <transient_attributes id="overcloud-novacompute-0">
+        <instance_attributes id="status-overcloud-novacompute-0">
+          <nvpair id="status-overcloud-novacompute-0-.node-unfenced" name="#node-unfenced" value="1523255231"/>
+          <nvpair id="status-overcloud-novacompute-0-.digests-all" name="#digests-all" value="stonith-fence_compute-fence-nova:fence_compute:ad312d85623cdb0a792e6fbd5e91a820,"/>
+          <nvpair id="status-overcloud-novacompute-0-.digests-secure" name="#digests-secure" value="stonith-fence_compute-fence-nova:fence_compute:(null),"/>
+        </instance_attributes>
+      </transient_attributes>
+    </node_state>
+    <node_state remote_node="true" id="overcloud-novacompute-1" uname="overcloud-novacompute-1" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
+      <lrm id="overcloud-novacompute-1">
+        <lrm_resources>
+          <lrm_resource id="rabbitmq-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="rabbitmq-bundle-docker-0_last_0" operation_key="rabbitmq-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="16:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;16:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="35" rc-code="7" op-status="0" interval="0" last-run="1523254206" last-rc-change="1523254206" exec-time="97" queue-time="0" op-digest="c96831c3be25c5a8a7f32edc8243ba0b"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="rabbitmq-bundle-docker-1_last_0" operation_key="rabbitmq-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="17:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;17:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="39" rc-code="7" op-status="0" interval="0" last-run="1523254206" last-rc-change="1523254206" exec-time="82" queue-time="0" op-digest="c96831c3be25c5a8a7f32edc8243ba0b"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="rabbitmq-bundle-docker-2_last_0" operation_key="rabbitmq-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="18:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;18:13:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="43" rc-code="7" op-status="0" interval="0" last-run="1523254206" last-rc-change="1523254206" exec-time="51" queue-time="0" op-digest="c96831c3be25c5a8a7f32edc8243ba0b"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="galera-bundle-docker-0_last_0" operation_key="galera-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="25:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;25:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="53" rc-code="7" op-status="0" interval="0" last-run="1523254330" last-rc-change="1523254330" exec-time="82" queue-time="0" op-digest="81f254cd6c291dbbdacc42886fdace4e"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="galera-bundle-docker-1_last_0" operation_key="galera-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="26:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;26:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="57" rc-code="7" op-status="0" interval="0" last-run="1523254331" last-rc-change="1523254331" exec-time="83" queue-time="0" op-digest="81f254cd6c291dbbdacc42886fdace4e"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="galera-bundle-docker-2_last_0" operation_key="galera-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="27:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;27:23:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="61" rc-code="7" op-status="0" interval="0" last-run="1523254331" last-rc-change="1523254331" exec-time="51" queue-time="0" op-digest="81f254cd6c291dbbdacc42886fdace4e"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="redis-bundle-docker-0_last_0" operation_key="redis-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="34:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;34:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="73" rc-code="7" op-status="0" interval="0" last-run="1523254478" last-rc-change="1523254478" exec-time="82" queue-time="0" op-digest="b8d941a0452ff6b7d1254582ba8b48d5"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="redis-bundle-docker-1_last_0" operation_key="redis-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="35:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;35:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="77" rc-code="7" op-status="0" interval="0" last-run="1523254478" last-rc-change="1523254478" exec-time="83" queue-time="0" op-digest="b8d941a0452ff6b7d1254582ba8b48d5"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="redis-bundle-docker-2_last_0" operation_key="redis-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="36:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;36:37:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="81" rc-code="7" op-status="0" interval="0" last-run="1523254478" last-rc-change="1523254478" exec-time="55" queue-time="0" op-digest="b8d941a0452ff6b7d1254582ba8b48d5"/>
+          </lrm_resource>
+          <lrm_resource id="ip-192.168.24.11" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-192.168.24.11_last_0" operation_key="ip-192.168.24.11_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="37:47:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;37:47:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="89" rc-code="7" op-status="0" interval="0" last-run="1523254558" last-rc-change="1523254558" exec-time="43" queue-time="0" op-digest="d16224b1cc961154d457d259d944b5f9"/>
+          </lrm_resource>
+          <lrm_resource id="ip-10.0.0.110" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-10.0.0.110_last_0" operation_key="ip-10.0.0.110_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="38:50:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;38:50:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="94" rc-code="7" op-status="0" interval="0" last-run="1523254574" last-rc-change="1523254574" exec-time="37" queue-time="0" op-digest="95d16a18326229bbadba9e9540c77da8"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.1.14" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.1.14_last_0" operation_key="ip-172.17.1.14_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="39:53:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;39:53:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="98" rc-code="7" op-status="0" interval="0" last-run="1523254591" last-rc-change="1523254591" exec-time="40" queue-time="0" op-digest="1fab2783a8d283e33a945588908e98a4"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.1.17" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.1.17_last_0" operation_key="ip-172.17.1.17_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="40:56:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;40:56:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="103" rc-code="7" op-status="0" interval="0" last-run="1523254607" last-rc-change="1523254607" exec-time="37" queue-time="0" op-digest="edc8fdae4cc326c15a779f36f28eb3f8"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.3.11" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.3.11_last_0" operation_key="ip-172.17.3.11_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="41:59:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;41:59:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="108" rc-code="7" op-status="0" interval="0" last-run="1523254624" last-rc-change="1523254624" exec-time="39" queue-time="0" op-digest="e88426fed0f2d870d791fdc3f7380de6"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.4.17" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.4.17_last_0" operation_key="ip-172.17.4.17_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="42:62:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;42:62:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="113" rc-code="7" op-status="0" interval="0" last-run="1523254641" last-rc-change="1523254641" exec-time="35" queue-time="0" op-digest="c0f293651f2b055f54a8b5665a3d28e2"/>
+          </lrm_resource>
+          <lrm_resource id="haproxy-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="haproxy-bundle-docker-0_last_0" operation_key="haproxy-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="51:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;51:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="118" rc-code="7" op-status="0" interval="0" last-run="1523254656" last-rc-change="1523254656" exec-time="84" queue-time="0" op-digest="f75306f083a5fb44c4ccba3e258423d1"/>
+          </lrm_resource>
+          <lrm_resource id="haproxy-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="haproxy-bundle-docker-1_last_0" operation_key="haproxy-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="52:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;52:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="122" rc-code="7" op-status="0" interval="0" last-run="1523254656" last-rc-change="1523254656" exec-time="84" queue-time="0" op-digest="f75306f083a5fb44c4ccba3e258423d1"/>
+          </lrm_resource>
+          <lrm_resource id="haproxy-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="haproxy-bundle-docker-2_last_0" operation_key="haproxy-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="53:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;53:65:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="126" rc-code="7" op-status="0" interval="0" last-run="1523254656" last-rc-change="1523254656" exec-time="56" queue-time="0" op-digest="f75306f083a5fb44c4ccba3e258423d1"/>
+          </lrm_resource>
+          <lrm_resource id="compute-unfence-trigger" type="Dummy" class="ocf" provider="pacemaker">
+            <lrm_rsc_op id="compute-unfence-trigger_last_0" operation_key="compute-unfence-trigger_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="209:103:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;209:103:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="233" rc-code="0" op-status="0" interval="0" last-run="1523255234" last-rc-change="1523255234" exec-time="27" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" envfile  op_sleep  passwd  state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+            <lrm_rsc_op id="compute-unfence-trigger_monitor_10000" operation_key="compute-unfence-trigger_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="211:103:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;211:103:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="234" rc-code="0" op-status="0" interval="10000" last-rc-change="1523255234" exec-time="19" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="nova-evacuate" type="NovaEvacuate" class="ocf" provider="openstack">
+            <lrm_rsc_op id="nova-evacuate_last_0" operation_key="nova-evacuate_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="49:90:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;49:90:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="167" rc-code="7" op-status="0" interval="0" last-run="1523255094" last-rc-change="1523255094" exec-time="25" queue-time="0" op-digest="3b592b4abd94b571edcf74f5e4246f65" op-secure-params=" password " op-secure-digest="fb702c27ea4fa4baf1aa3ba9f874d9f3"/>
+          </lrm_resource>
+          <lrm_resource id="openstack-cinder-volume-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="openstack-cinder-volume-docker-0_last_0" operation_key="openstack-cinder-volume-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="55:110:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:7;55:110:7:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="241" rc-code="7" op-status="0" interval="0" last-run="1523255309" last-rc-change="1523255309" exec-time="70" queue-time="0" op-digest="36b2791c98a366f2f5e7a1d5ef48b3c9"/>
+          </lrm_resource>
+        </lrm_resources>
+      </lrm>
+      <transient_attributes id="overcloud-novacompute-1">
+        <instance_attributes id="status-overcloud-novacompute-1">
+          <nvpair id="status-overcloud-novacompute-1-.node-unfenced" name="#node-unfenced" value="1523255233"/>
+          <nvpair id="status-overcloud-novacompute-1-.digests-all" name="#digests-all" value="stonith-fence_compute-fence-nova:fence_compute:ad312d85623cdb0a792e6fbd5e91a820,"/>
+          <nvpair id="status-overcloud-novacompute-1-.digests-secure" name="#digests-secure" value="stonith-fence_compute-fence-nova:fence_compute:(null),"/>
+        </instance_attributes>
+      </transient_attributes>
+    </node_state>
+    <node_state remote_node="true" id="rabbitmq-bundle-0" uname="rabbitmq-bundle-0" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
+      <lrm id="rabbitmq-bundle-0">
+        <lrm_resources>
+          <lrm_resource id="rabbitmq" type="rabbitmq-cluster" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="rabbitmq_last_0" operation_key="rabbitmq_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="33:17:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;33:17:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="15" rc-code="0" op-status="0" interval="0" last-run="1523254244" last-rc-change="1523254244" exec-time="11989" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
+            <lrm_rsc_op id="rabbitmq_pre_notify_start_0" operation_key="rabbitmq_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="51:19:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;51:19:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1523254280" last-rc-change="1523254280" exec-time="0" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
+            <lrm_rsc_op id="rabbitmq_post_notify_start_0" operation_key="rabbitmq_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="52:19:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;52:19:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1523254306" last-rc-change="1523254306" exec-time="0" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
+            <lrm_rsc_op id="rabbitmq_monitor_10000" operation_key="rabbitmq_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="32:20:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;32:20:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="52" rc-code="0" op-status="0" interval="10000" last-rc-change="1523254306" exec-time="4385" queue-time="528" op-digest="6b46cdf9111345cbd0460b2540d3b2c7"/>
+          </lrm_resource>
+        </lrm_resources>
+      </lrm>
+    </node_state>
+    <node_state remote_node="true" id="rabbitmq-bundle-1" uname="rabbitmq-bundle-1" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
+      <lrm id="rabbitmq-bundle-1">
+        <lrm_resources>
+          <lrm_resource id="rabbitmq" type="rabbitmq-cluster" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="rabbitmq_last_0" operation_key="rabbitmq_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="33:18:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;33:18:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="15" rc-code="0" op-status="0" interval="0" last-run="1523254256" last-rc-change="1523254256" exec-time="23713" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
+            <lrm_rsc_op id="rabbitmq_pre_notify_start_0" operation_key="rabbitmq_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="53:19:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;53:19:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1523254280" last-rc-change="1523254280" exec-time="0" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
+            <lrm_rsc_op id="rabbitmq_post_notify_start_0" operation_key="rabbitmq_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="54:19:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;54:19:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1523254306" last-rc-change="1523254306" exec-time="0" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
+            <lrm_rsc_op id="rabbitmq_monitor_10000" operation_key="rabbitmq_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="35:20:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;35:20:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="55" rc-code="0" op-status="0" interval="10000" last-rc-change="1523254306" exec-time="4637" queue-time="487" op-digest="6b46cdf9111345cbd0460b2540d3b2c7"/>
+          </lrm_resource>
+        </lrm_resources>
+      </lrm>
+    </node_state>
+    <node_state remote_node="true" id="rabbitmq-bundle-2" uname="rabbitmq-bundle-2" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
+      <lrm id="rabbitmq-bundle-2">
+        <lrm_resources>
+          <lrm_resource id="rabbitmq" type="rabbitmq-cluster" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="rabbitmq_last_0" operation_key="rabbitmq_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="36:19:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;36:19:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="15" rc-code="0" op-status="0" interval="0" last-run="1523254280" last-rc-change="1523254280" exec-time="25411" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
+            <lrm_rsc_op id="rabbitmq_post_notify_start_0" operation_key="rabbitmq_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="55:19:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;55:19:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1523254306" last-rc-change="1523254306" exec-time="0" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
+            <lrm_rsc_op id="rabbitmq_monitor_10000" operation_key="rabbitmq_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="38:20:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;38:20:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="54" rc-code="0" op-status="0" interval="10000" last-rc-change="1523254306" exec-time="4624" queue-time="492" op-digest="6b46cdf9111345cbd0460b2540d3b2c7"/>
+          </lrm_resource>
+        </lrm_resources>
+      </lrm>
+    </node_state>
+    <node_state remote_node="true" id="galera-bundle-1" uname="galera-bundle-1" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
+      <lrm id="galera-bundle-1">
+        <lrm_resources>
+          <lrm_resource id="galera" type="galera" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="galera_last_0" operation_key="galera_promote_0" operation="promote" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="84:31:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;84:31:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="156" rc-code="0" op-status="0" interval="0" last-run="1523254410" last-rc-change="1523254410" exec-time="12244" queue-time="0" op-digest="a27a7301241d321527115de47ec94f52" op-secure-params=" user " op-secure-digest="a27a7301241d321527115de47ec94f52"/>
+            <lrm_rsc_op id="galera_monitor_10000" operation_key="galera_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="82:32:8:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:8;82:32:8:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="191" rc-code="8" op-status="0" interval="10000" last-rc-change="1523254423" exec-time="687" queue-time="0" op-digest="5a80d9ca7bb4f6ad0bdb3b4395b9f4ec" op-secure-params=" user " op-secure-digest="a27a7301241d321527115de47ec94f52"/>
+          </lrm_resource>
+        </lrm_resources>
+      </lrm>
+    </node_state>
+    <node_state remote_node="true" id="galera-bundle-0" uname="galera-bundle-0" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
+      <lrm id="galera-bundle-0">
+        <lrm_resources>
+          <lrm_resource id="galera" type="galera" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="galera_last_0" operation_key="galera_promote_0" operation="promote" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="79:30:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;79:30:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="156" rc-code="0" op-status="0" interval="0" last-run="1523254399" last-rc-change="1523254399" exec-time="11070" queue-time="0" op-digest="a27a7301241d321527115de47ec94f52" op-secure-params=" user " op-secure-digest="a27a7301241d321527115de47ec94f52"/>
+            <lrm_rsc_op id="galera_monitor_10000" operation_key="galera_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="81:31:8:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:8;81:31:8:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="261" rc-code="8" op-status="0" interval="10000" last-rc-change="1523254411" exec-time="758" queue-time="0" op-digest="5a80d9ca7bb4f6ad0bdb3b4395b9f4ec" op-secure-params=" user " op-secure-digest="a27a7301241d321527115de47ec94f52"/>
+          </lrm_resource>
+        </lrm_resources>
+      </lrm>
+    </node_state>
+    <node_state remote_node="true" id="galera-bundle-2" uname="galera-bundle-2" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
+      <lrm id="galera-bundle-2">
+        <lrm_resources>
+          <lrm_resource id="galera" type="galera" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="galera_last_0" operation_key="galera_promote_0" operation="promote" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="85:32:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;85:32:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="184" rc-code="0" op-status="0" interval="0" last-run="1523254423" last-rc-change="1523254423" exec-time="12190" queue-time="0" op-digest="a27a7301241d321527115de47ec94f52" op-secure-params=" user " op-secure-digest="a27a7301241d321527115de47ec94f52"/>
+            <lrm_rsc_op id="galera_monitor_10000" operation_key="galera_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="87:33:8:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:8;87:33:8:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="220" rc-code="8" op-status="0" interval="10000" last-rc-change="1523254436" exec-time="659" queue-time="0" op-digest="5a80d9ca7bb4f6ad0bdb3b4395b9f4ec" op-secure-params=" user " op-secure-digest="a27a7301241d321527115de47ec94f52"/>
+          </lrm_resource>
+        </lrm_resources>
+      </lrm>
+    </node_state>
+    <node_state remote_node="true" id="redis-bundle-2" uname="redis-bundle-2" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
+      <lrm id="redis-bundle-2">
+        <lrm_resources>
+          <lrm_resource id="redis" type="redis" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="redis_last_0" operation_key="redis_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="130:43:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;130:43:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="8" rc-code="0" op-status="0" interval="0" last-run="1523254526" last-rc-change="1523254526" exec-time="4679" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+            <lrm_rsc_op id="redis_post_notify_start_0" operation_key="redis_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="181:43:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;181:43:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1523254530" last-rc-change="1523254530" exec-time="0" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+            <lrm_rsc_op id="redis_pre_notify_promote_0" operation_key="redis_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="193:44:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;193:44:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1523254531" last-rc-change="1523254531" exec-time="0" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+            <lrm_rsc_op id="redis_post_notify_promote_0" operation_key="redis_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="194:44:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;194:44:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1523254533" last-rc-change="1523254533" exec-time="0" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+            <lrm_rsc_op id="redis_monitor_60000" operation_key="redis_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="134:45:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;134:45:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="50" rc-code="0" op-status="0" interval="60000" last-rc-change="1523254538" exec-time="883" queue-time="4096" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+            <lrm_rsc_op id="redis_monitor_45000" operation_key="redis_monitor_45000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="133:45:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;133:45:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-1" call-id="51" rc-code="0" op-status="0" interval="45000" last-rc-change="1523254538" exec-time="882" queue-time="4940" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+          </lrm_resource>
+        </lrm_resources>
+      </lrm>
+    </node_state>
+    <node_state remote_node="true" id="redis-bundle-0" uname="redis-bundle-0" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
+      <lrm id="redis-bundle-0">
+        <lrm_resources>
+          <lrm_resource id="redis" type="redis" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="redis_last_0" operation_key="redis_promote_0" operation="promote" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="124:44:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;124:44:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="51" rc-code="0" op-status="0" interval="0" last-run="1523254532" last-rc-change="1523254532" exec-time="1514" queue-time="1147" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+            <lrm_rsc_op id="redis_pre_notify_start_0" operation_key="redis_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="177:43:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;177:43:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1523254526" last-rc-change="1523254526" exec-time="0" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+            <lrm_rsc_op id="redis_post_notify_start_0" operation_key="redis_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="178:43:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;178:43:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1523254530" last-rc-change="1523254530" exec-time="0" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+            <lrm_rsc_op id="redis_pre_notify_promote_0" operation_key="redis_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="189:44:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;189:44:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1523254531" last-rc-change="1523254531" exec-time="0" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+            <lrm_rsc_op id="redis_post_notify_promote_0" operation_key="redis_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="190:44:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;190:44:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1523254533" last-rc-change="1523254533" exec-time="0" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+            <lrm_rsc_op id="redis_monitor_20000" operation_key="redis_monitor_20000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="126:45:8:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:8;126:45:8:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-2" call-id="68" rc-code="8" op-status="0" interval="20000" last-rc-change="1523254535" exec-time="1000" queue-time="904" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+          </lrm_resource>
+        </lrm_resources>
+      </lrm>
+    </node_state>
+    <node_state remote_node="true" id="redis-bundle-1" uname="redis-bundle-1" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
+      <lrm id="redis-bundle-1">
+        <lrm_resources>
+          <lrm_resource id="redis" type="redis" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="redis_last_0" operation_key="redis_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="126:42:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;126:42:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="8" rc-code="0" op-status="0" interval="0" last-run="1523254521" last-rc-change="1523254521" exec-time="4533" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+            <lrm_rsc_op id="redis_pre_notify_start_0" operation_key="redis_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="179:43:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;179:43:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1523254526" last-rc-change="1523254526" exec-time="0" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+            <lrm_rsc_op id="redis_post_notify_start_0" operation_key="redis_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="180:43:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;180:43:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1523254530" last-rc-change="1523254530" exec-time="0" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+            <lrm_rsc_op id="redis_pre_notify_promote_0" operation_key="redis_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="191:44:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;191:44:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1523254531" last-rc-change="1523254531" exec-time="0" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+            <lrm_rsc_op id="redis_post_notify_promote_0" operation_key="redis_notify_0" operation="notify" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="192:44:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;192:44:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="-1" rc-code="0" op-status="0" interval="0" last-run="1523254533" last-rc-change="1523254533" exec-time="0" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+            <lrm_rsc_op id="redis_monitor_60000" operation_key="redis_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="130:45:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;130:45:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="51" rc-code="0" op-status="0" interval="60000" last-rc-change="1523254537" exec-time="942" queue-time="4042" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+            <lrm_rsc_op id="redis_monitor_45000" operation_key="redis_monitor_45000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="129:45:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" transition-magic="0:0;129:45:0:69d170fd-52b7-46b4-85cd-cd4a4d08c203" exit-reason="" on_node="controller-0" call-id="52" rc-code="0" op-status="0" interval="45000" last-rc-change="1523254538" exec-time="1012" queue-time="4944" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+          </lrm_resource>
+        </lrm_resources>
+      </lrm>
+    </node_state>
+  </status>
+</cib>
