1<cib crm_feature_set="3.0.12" validate-with="pacemaker-2.8" epoch="126" num_updates="91" admin_epoch="0" cib-last-written="Tue Sep 12 10:20:22 2017" update-origin="controller-0" update-client="crm_attribute" update-user="redis-bundle-0" have-quorum="1" dc-uuid="3" execution-date="1505213519">
2  <configuration>
3    <crm_config>
4      <cluster_property_set id="cib-bootstrap-options">
5        <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
6        <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="1.1.16-12.12.el7-94ff4df"/>
7        <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
8        <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="tripleo_cluster"/>
9        <nvpair id="cib-bootstrap-options-stonith-enabled" name="stonith-enabled" value="true"/>
10        <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1505141561"/>
11        <nvpair id="cib-bootstrap-options-cluster-recheck-interval" name="cluster-recheck-interval" value="15m"/>
12      </cluster_property_set>
13      <cluster_property_set id="redis_replication">
14        <nvpair id="redis_replication-redis_REPL_INFO" name="redis_REPL_INFO" value="controller-0"/>
15      </cluster_property_set>
16    </crm_config>
17    <nodes>
18      <node id="1" uname="controller-0">
19        <instance_attributes id="nodes-1">
20          <nvpair id="nodes-1-cinder-volume-role" name="cinder-volume-role" value="true"/>
21          <nvpair id="nodes-1-rabbitmq-role" name="rabbitmq-role" value="true"/>
22          <nvpair id="nodes-1-galera-role" name="galera-role" value="true"/>
23          <nvpair id="nodes-1-redis-role" name="redis-role" value="true"/>
24          <nvpair id="nodes-1-haproxy-role" name="haproxy-role" value="true"/>
25          <nvpair id="nodes-1-rmq-node-attr-last-known-rabbitmq" name="rmq-node-attr-last-known-rabbitmq" value="rabbit@controller-0"/>
26        </instance_attributes>
27      </node>
28      <node id="2" uname="controller-1">
29        <instance_attributes id="nodes-2">
30          <nvpair id="nodes-2-cinder-volume-role" name="cinder-volume-role" value="true"/>
31          <nvpair id="nodes-2-rabbitmq-role" name="rabbitmq-role" value="true"/>
32          <nvpair id="nodes-2-galera-role" name="galera-role" value="true"/>
33          <nvpair id="nodes-2-redis-role" name="redis-role" value="true"/>
34          <nvpair id="nodes-2-haproxy-role" name="haproxy-role" value="true"/>
35          <nvpair id="nodes-2-rmq-node-attr-last-known-rabbitmq" name="rmq-node-attr-last-known-rabbitmq" value="rabbit@controller-1"/>
36        </instance_attributes>
37      </node>
38      <node id="3" uname="controller-2">
39        <instance_attributes id="nodes-3">
40          <nvpair id="nodes-3-cinder-volume-role" name="cinder-volume-role" value="true"/>
41          <nvpair id="nodes-3-rabbitmq-role" name="rabbitmq-role" value="true"/>
42          <nvpair id="nodes-3-galera-role" name="galera-role" value="true"/>
43          <nvpair id="nodes-3-redis-role" name="redis-role" value="true"/>
44          <nvpair id="nodes-3-haproxy-role" name="haproxy-role" value="true"/>
45          <nvpair id="nodes-3-rmq-node-attr-last-known-rabbitmq" name="rmq-node-attr-last-known-rabbitmq" value="rabbit@controller-2"/>
46        </instance_attributes>
47      </node>
48      <node id="rabbitmq-bundle-0" type="remote" uname="rabbitmq-bundle-0">
49        <instance_attributes id="nodes-rabbitmq-bundle-0">
50          <nvpair id="nodes-rabbitmq-bundle-0-rmq-node-attr-last-known-rabbitmq" name="rmq-node-attr-last-known-rabbitmq" value="rabbit@controller-0"/>
51        </instance_attributes>
52      </node>
53      <node id="rabbitmq-bundle-1" type="remote" uname="rabbitmq-bundle-1">
54        <instance_attributes id="nodes-rabbitmq-bundle-1">
55          <nvpair id="nodes-rabbitmq-bundle-1-rmq-node-attr-last-known-rabbitmq" name="rmq-node-attr-last-known-rabbitmq" value="rabbit@controller-1"/>
56        </instance_attributes>
57      </node>
58      <node id="rabbitmq-bundle-2" type="remote" uname="rabbitmq-bundle-2">
59        <instance_attributes id="nodes-rabbitmq-bundle-2">
60          <nvpair id="nodes-rabbitmq-bundle-2-rmq-node-attr-last-known-rabbitmq" name="rmq-node-attr-last-known-rabbitmq" value="rabbit@controller-2"/>
61        </instance_attributes>
62      </node>
63    </nodes>
64    <resources>
65      <bundle id="rabbitmq-bundle">
66        <docker image="192.168.24.1:8787/rhosp12/openstack-rabbitmq-docker:pcmklatest" network="host" options="--user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="3" run-command="/bin/bash /usr/local/bin/kolla_start"/>
67        <network control-port="3122"/>
68        <storage>
69          <storage-mapping id="rabbitmq-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/rabbitmq.json" target-dir="/var/lib/kolla/config_files/config.json"/>
70          <storage-mapping id="rabbitmq-cfg-data" options="ro" source-dir="/var/lib/config-data/puppet-generated/rabbitmq/" target-dir="/var/lib/kolla/config_files/src"/>
71          <storage-mapping id="rabbitmq-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
72          <storage-mapping id="rabbitmq-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
73          <storage-mapping id="rabbitmq-lib" options="rw" source-dir="/var/lib/rabbitmq" target-dir="/var/lib/rabbitmq"/>
74          <storage-mapping id="rabbitmq-pki-extracted" options="ro" source-dir="/etc/pki/ca-trust/extracted" target-dir="/etc/pki/ca-trust/extracted"/>
75          <storage-mapping id="rabbitmq-pki-ca-bundle-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.crt" target-dir="/etc/pki/tls/certs/ca-bundle.crt"/>
76          <storage-mapping id="rabbitmq-pki-ca-bundle-trust-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.trust.crt" target-dir="/etc/pki/tls/certs/ca-bundle.trust.crt"/>
77          <storage-mapping id="rabbitmq-pki-cert" options="ro" source-dir="/etc/pki/tls/cert.pem" target-dir="/etc/pki/tls/cert.pem"/>
78          <storage-mapping id="rabbitmq-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/>
79        </storage>
80        <primitive class="ocf" id="rabbitmq" provider="heartbeat" type="rabbitmq-cluster">
81          <instance_attributes id="rabbitmq-instance_attributes">
82            <nvpair id="rabbitmq-instance_attributes-set_policy" name="set_policy" value="ha-all ^(?!amq\.).* {&quot;ha-mode&quot;:&quot;all&quot;}"/>
83          </instance_attributes>
84          <meta_attributes id="rabbitmq-meta_attributes">
85            <nvpair id="rabbitmq-meta_attributes-notify" name="notify" value="true"/>
86            <nvpair id="rabbitmq-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
87          </meta_attributes>
88          <operations>
89            <op id="rabbitmq-monitor-interval-10" interval="10" name="monitor" timeout="40"/>
90            <op id="rabbitmq-start-interval-0s" interval="0s" name="start" timeout="200s"/>
91            <op id="rabbitmq-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
92          </operations>
93        </primitive>
94      </bundle>
95      <bundle id="galera-bundle">
96        <docker image="192.168.24.1:8787/rhosp12/openstack-mariadb-docker:pcmklatest" masters="3" network="host" options="--user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="3" run-command="/bin/bash /usr/local/bin/kolla_start"/>
97        <network control-port="3123"/>
98        <storage>
99          <storage-mapping id="mysql-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/mysql.json" target-dir="/var/lib/kolla/config_files/config.json"/>
100          <storage-mapping id="mysql-cfg-data" options="ro" source-dir="/var/lib/config-data/puppet-generated/mysql/" target-dir="/var/lib/kolla/config_files/src"/>
101          <storage-mapping id="mysql-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
102          <storage-mapping id="mysql-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
103          <storage-mapping id="mysql-lib" options="rw" source-dir="/var/lib/mysql" target-dir="/var/lib/mysql"/>
104          <storage-mapping id="mysql-log-mariadb" options="rw" source-dir="/var/log/mariadb" target-dir="/var/log/mariadb"/>
105          <storage-mapping id="mysql-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/>
106        </storage>
107        <primitive class="ocf" id="galera" provider="heartbeat" type="galera">
108          <instance_attributes id="galera-instance_attributes">
109            <nvpair id="galera-instance_attributes-additional_parameters" name="additional_parameters" value="--open-files-limit=16384"/>
110            <nvpair id="galera-instance_attributes-cluster_host_map" name="cluster_host_map" value="controller-0:controller-0.internalapi.localdomain;controller-1:controller-1.internalapi.localdomain;controller-2:controller-2.internalapi.localdomain"/>
111            <nvpair id="galera-instance_attributes-enable_creation" name="enable_creation" value="true"/>
112            <nvpair id="galera-instance_attributes-wsrep_cluster_address" name="wsrep_cluster_address" value="gcomm://controller-0.internalapi.localdomain,controller-1.internalapi.localdomain,controller-2.internalapi.localdomain"/>
113          </instance_attributes>
114          <meta_attributes id="galera-meta_attributes">
115            <nvpair id="galera-meta_attributes-master-max" name="master-max" value="3"/>
116            <nvpair id="galera-meta_attributes-ordered" name="ordered" value="true"/>
117            <nvpair id="galera-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
118          </meta_attributes>
119          <operations>
120            <op id="galera-demote-interval-0s" interval="0s" name="demote" timeout="120"/>
121            <op id="galera-monitor-interval-20" interval="20" name="monitor" timeout="30"/>
122            <op id="galera-monitor-interval-10" interval="10" name="monitor" role="Master" timeout="30"/>
123            <op id="galera-monitor-interval-30" interval="30" name="monitor" role="Slave" timeout="30"/>
124            <op id="galera-promote-interval-0s" interval="0s" name="promote" on-fail="block" timeout="300s"/>
125            <op id="galera-start-interval-0s" interval="0s" name="start" timeout="120"/>
126            <op id="galera-stop-interval-0s" interval="0s" name="stop" timeout="120"/>
127          </operations>
128        </primitive>
129      </bundle>
130      <bundle id="redis-bundle">
131        <docker image="192.168.24.1:8787/rhosp12/openstack-redis-docker:pcmklatest" masters="1" network="host" options="--user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="3" run-command="/bin/bash /usr/local/bin/kolla_start"/>
132        <network control-port="3124"/>
133        <storage>
134          <storage-mapping id="redis-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/redis.json" target-dir="/var/lib/kolla/config_files/config.json"/>
135          <storage-mapping id="redis-cfg-data-redis" options="ro" source-dir="/var/lib/config-data/puppet-generated/redis/" target-dir="/var/lib/kolla/config_files/src"/>
136          <storage-mapping id="redis-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
137          <storage-mapping id="redis-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
138          <storage-mapping id="redis-lib" options="rw" source-dir="/var/lib/redis" target-dir="/var/lib/redis"/>
139          <storage-mapping id="redis-log" options="rw" source-dir="/var/log/redis" target-dir="/var/log/redis"/>
140          <storage-mapping id="redis-run" options="rw" source-dir="/var/run/redis" target-dir="/var/run/redis"/>
141          <storage-mapping id="redis-pki-extracted" options="ro" source-dir="/etc/pki/ca-trust/extracted" target-dir="/etc/pki/ca-trust/extracted"/>
142          <storage-mapping id="redis-pki-ca-bundle-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.crt" target-dir="/etc/pki/tls/certs/ca-bundle.crt"/>
143          <storage-mapping id="redis-pki-ca-bundle-trust-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.trust.crt" target-dir="/etc/pki/tls/certs/ca-bundle.trust.crt"/>
144          <storage-mapping id="redis-pki-cert" options="ro" source-dir="/etc/pki/tls/cert.pem" target-dir="/etc/pki/tls/cert.pem"/>
145          <storage-mapping id="redis-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/>
146        </storage>
147        <primitive class="ocf" id="redis" provider="heartbeat" type="redis">
148          <instance_attributes id="redis-instance_attributes">
149            <nvpair id="redis-instance_attributes-wait_last_known_master" name="wait_last_known_master" value="true"/>
150          </instance_attributes>
151          <meta_attributes id="redis-meta_attributes">
152            <nvpair id="redis-meta_attributes-interleave" name="interleave" value="true"/>
153            <nvpair id="redis-meta_attributes-notify" name="notify" value="true"/>
154            <nvpair id="redis-meta_attributes-ordered" name="ordered" value="true"/>
155            <nvpair id="redis-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
156          </meta_attributes>
157          <operations>
158            <op id="redis-demote-interval-0s" interval="0s" name="demote" timeout="120"/>
159            <op id="redis-monitor-interval-45" interval="45" name="monitor" timeout="60"/>
160            <op id="redis-monitor-interval-20" interval="20" name="monitor" role="Master" timeout="60"/>
161            <op id="redis-monitor-interval-60" interval="60" name="monitor" role="Slave" timeout="60"/>
162            <op id="redis-promote-interval-0s" interval="0s" name="promote" timeout="120"/>
163            <op id="redis-start-interval-0s" interval="0s" name="start" timeout="200s"/>
164            <op id="redis-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
165          </operations>
166        </primitive>
167      </bundle>
168      <primitive class="ocf" id="ip-192.168.24.7" provider="heartbeat" type="IPaddr2">
169        <instance_attributes id="ip-192.168.24.7-instance_attributes">
170          <nvpair id="ip-192.168.24.7-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
171          <nvpair id="ip-192.168.24.7-instance_attributes-ip" name="ip" value="192.168.24.7"/>
172        </instance_attributes>
173        <operations>
174          <op id="ip-192.168.24.7-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
175          <op id="ip-192.168.24.7-start-interval-0s" interval="0s" name="start" timeout="20s"/>
176          <op id="ip-192.168.24.7-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
177        </operations>
178      </primitive>
179      <primitive class="ocf" id="ip-10.0.0.109" provider="heartbeat" type="IPaddr2">
180        <instance_attributes id="ip-10.0.0.109-instance_attributes">
181          <nvpair id="ip-10.0.0.109-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
182          <nvpair id="ip-10.0.0.109-instance_attributes-ip" name="ip" value="10.0.0.109"/>
183        </instance_attributes>
184        <operations>
185          <op id="ip-10.0.0.109-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
186          <op id="ip-10.0.0.109-start-interval-0s" interval="0s" name="start" timeout="20s"/>
187          <op id="ip-10.0.0.109-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
188        </operations>
189      </primitive>
190      <primitive class="ocf" id="ip-172.17.1.14" provider="heartbeat" type="IPaddr2">
191        <instance_attributes id="ip-172.17.1.14-instance_attributes">
192          <nvpair id="ip-172.17.1.14-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
193          <nvpair id="ip-172.17.1.14-instance_attributes-ip" name="ip" value="172.17.1.14"/>
194        </instance_attributes>
195        <operations>
196          <op id="ip-172.17.1.14-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
197          <op id="ip-172.17.1.14-start-interval-0s" interval="0s" name="start" timeout="20s"/>
198          <op id="ip-172.17.1.14-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
199        </operations>
200      </primitive>
201      <primitive class="ocf" id="ip-172.17.1.19" provider="heartbeat" type="IPaddr2">
202        <instance_attributes id="ip-172.17.1.19-instance_attributes">
203          <nvpair id="ip-172.17.1.19-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
204          <nvpair id="ip-172.17.1.19-instance_attributes-ip" name="ip" value="172.17.1.19"/>
205        </instance_attributes>
206        <operations>
207          <op id="ip-172.17.1.19-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
208          <op id="ip-172.17.1.19-start-interval-0s" interval="0s" name="start" timeout="20s"/>
209          <op id="ip-172.17.1.19-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
210        </operations>
211      </primitive>
212      <primitive class="ocf" id="ip-172.17.3.19" provider="heartbeat" type="IPaddr2">
213        <instance_attributes id="ip-172.17.3.19-instance_attributes">
214          <nvpair id="ip-172.17.3.19-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
215          <nvpair id="ip-172.17.3.19-instance_attributes-ip" name="ip" value="172.17.3.19"/>
216        </instance_attributes>
217        <operations>
218          <op id="ip-172.17.3.19-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
219          <op id="ip-172.17.3.19-start-interval-0s" interval="0s" name="start" timeout="20s"/>
220          <op id="ip-172.17.3.19-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
221        </operations>
222      </primitive>
223      <primitive class="ocf" id="ip-172.17.4.11" provider="heartbeat" type="IPaddr2">
224        <instance_attributes id="ip-172.17.4.11-instance_attributes">
225          <nvpair id="ip-172.17.4.11-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
226          <nvpair id="ip-172.17.4.11-instance_attributes-ip" name="ip" value="172.17.4.11"/>
227        </instance_attributes>
228        <operations>
229          <op id="ip-172.17.4.11-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
230          <op id="ip-172.17.4.11-start-interval-0s" interval="0s" name="start" timeout="20s"/>
231          <op id="ip-172.17.4.11-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
232        </operations>
233      </primitive>
234      <bundle id="haproxy-bundle">
235        <docker image="192.168.24.1:8787/rhosp12/openstack-haproxy-docker:pcmklatest" network="host" options="--user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="3" run-command="/bin/bash /usr/local/bin/kolla_start"/>
236        <storage>
237          <storage-mapping id="haproxy-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/haproxy.json" target-dir="/var/lib/kolla/config_files/config.json"/>
238          <storage-mapping id="haproxy-cfg-data" options="ro" source-dir="/var/lib/config-data/puppet-generated/haproxy/" target-dir="/var/lib/kolla/config_files/src"/>
239          <storage-mapping id="haproxy-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
240          <storage-mapping id="haproxy-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
241          <storage-mapping id="haproxy-pki-extracted" options="ro" source-dir="/etc/pki/ca-trust/extracted" target-dir="/etc/pki/ca-trust/extracted"/>
242          <storage-mapping id="haproxy-pki-ca-bundle-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.crt" target-dir="/etc/pki/tls/certs/ca-bundle.crt"/>
243          <storage-mapping id="haproxy-pki-ca-bundle-trust-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.trust.crt" target-dir="/etc/pki/tls/certs/ca-bundle.trust.crt"/>
244          <storage-mapping id="haproxy-pki-cert" options="ro" source-dir="/etc/pki/tls/cert.pem" target-dir="/etc/pki/tls/cert.pem"/>
245          <storage-mapping id="haproxy-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/>
246        </storage>
247      </bundle>
248      <primitive class="systemd" id="openstack-cinder-volume" type="openstack-cinder-volume">
249        <operations>
250          <op id="openstack-cinder-volume-monitor-interval-60" interval="60" name="monitor" timeout="100"/>
251          <op id="openstack-cinder-volume-start-interval-0s" interval="0s" name="start" timeout="200s"/>
252          <op id="openstack-cinder-volume-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
253        </operations>
254      </primitive>
255      <primitive class="stonith" id="stonith-fence_ipmilan-525400efba5c" type="fence_ipmilan">
256        <instance_attributes id="stonith-fence_ipmilan-525400efba5c-instance_attributes">
257          <nvpair id="stonith-fence_ipmilan-525400efba5c-instance_attributes-action" name="action" value="reboot"/>
258          <nvpair id="stonith-fence_ipmilan-525400efba5c-instance_attributes-ipaddr" name="ipaddr" value="172.16.0.1"/>
259          <nvpair id="stonith-fence_ipmilan-525400efba5c-instance_attributes-ipport" name="ipport" value="6232"/>
260          <nvpair id="stonith-fence_ipmilan-525400efba5c-instance_attributes-lanplus" name="lanplus" value="true"/>
261          <nvpair id="stonith-fence_ipmilan-525400efba5c-instance_attributes-login" name="login" value="admin"/>
262          <nvpair id="stonith-fence_ipmilan-525400efba5c-instance_attributes-passwd" name="passwd" value="password"/>
263          <nvpair id="stonith-fence_ipmilan-525400efba5c-instance_attributes-pcmk_host_list" name="pcmk_host_list" value="controller-0"/>
264          <nvpair id="stonith-fence_ipmilan-525400efba5c-instance_attributes-privlvl" name="privlvl" value="administrator"/>
265        </instance_attributes>
266        <operations>
267          <op id="stonith-fence_ipmilan-525400efba5c-monitor-interval-60s" interval="60s" name="monitor"/>
268        </operations>
269      </primitive>
270      <primitive class="stonith" id="stonith-fence_ipmilan-5254003e8e97" type="fence_ipmilan">
271        <instance_attributes id="stonith-fence_ipmilan-5254003e8e97-instance_attributes">
272          <nvpair id="stonith-fence_ipmilan-5254003e8e97-instance_attributes-action" name="action" value="reboot"/>
273          <nvpair id="stonith-fence_ipmilan-5254003e8e97-instance_attributes-ipaddr" name="ipaddr" value="172.16.0.1"/>
274          <nvpair id="stonith-fence_ipmilan-5254003e8e97-instance_attributes-ipport" name="ipport" value="6231"/>
275          <nvpair id="stonith-fence_ipmilan-5254003e8e97-instance_attributes-lanplus" name="lanplus" value="true"/>
276          <nvpair id="stonith-fence_ipmilan-5254003e8e97-instance_attributes-login" name="login" value="admin"/>
277          <nvpair id="stonith-fence_ipmilan-5254003e8e97-instance_attributes-passwd" name="passwd" value="password"/>
278          <nvpair id="stonith-fence_ipmilan-5254003e8e97-instance_attributes-pcmk_host_list" name="pcmk_host_list" value="controller-2"/>
279          <nvpair id="stonith-fence_ipmilan-5254003e8e97-instance_attributes-privlvl" name="privlvl" value="administrator"/>
280        </instance_attributes>
281        <operations>
282          <op id="stonith-fence_ipmilan-5254003e8e97-monitor-interval-60s" interval="60s" name="monitor"/>
283        </operations>
284      </primitive>
285      <primitive class="stonith" id="stonith-fence_ipmilan-5254000dcb3f" type="fence_ipmilan">
286        <instance_attributes id="stonith-fence_ipmilan-5254000dcb3f-instance_attributes">
287          <nvpair id="stonith-fence_ipmilan-5254000dcb3f-instance_attributes-action" name="action" value="reboot"/>
288          <nvpair id="stonith-fence_ipmilan-5254000dcb3f-instance_attributes-ipaddr" name="ipaddr" value="172.16.0.1"/>
289          <nvpair id="stonith-fence_ipmilan-5254000dcb3f-instance_attributes-ipport" name="ipport" value="6230"/>
290          <nvpair id="stonith-fence_ipmilan-5254000dcb3f-instance_attributes-lanplus" name="lanplus" value="true"/>
291          <nvpair id="stonith-fence_ipmilan-5254000dcb3f-instance_attributes-login" name="login" value="admin"/>
292          <nvpair id="stonith-fence_ipmilan-5254000dcb3f-instance_attributes-passwd" name="passwd" value="password"/>
293          <nvpair id="stonith-fence_ipmilan-5254000dcb3f-instance_attributes-pcmk_host_list" name="pcmk_host_list" value="controller-1"/>
294          <nvpair id="stonith-fence_ipmilan-5254000dcb3f-instance_attributes-privlvl" name="privlvl" value="administrator"/>
295        </instance_attributes>
296        <operations>
297          <op id="stonith-fence_ipmilan-5254000dcb3f-monitor-interval-60s" interval="60s" name="monitor"/>
298        </operations>
299      </primitive>
300    </resources>
301    <constraints>
302      <rsc_location id="location-rabbitmq-bundle" resource-discovery="exclusive" rsc="rabbitmq-bundle">
303        <rule id="location-rabbitmq-bundle-rule" score="0">
304          <expression attribute="rabbitmq-role" id="location-rabbitmq-bundle-rule-expr" operation="eq" value="true"/>
305        </rule>
306      </rsc_location>
307      <rsc_location id="location-galera-bundle" resource-discovery="exclusive" rsc="galera-bundle">
308        <rule id="location-galera-bundle-rule" score="0">
309          <expression attribute="galera-role" id="location-galera-bundle-rule-expr" operation="eq" value="true"/>
310        </rule>
311      </rsc_location>
312      <rsc_location id="location-redis-bundle" resource-discovery="exclusive" rsc="redis-bundle">
313        <rule id="location-redis-bundle-rule" score="0">
314          <expression attribute="redis-role" id="location-redis-bundle-rule-expr" operation="eq" value="true"/>
315        </rule>
316      </rsc_location>
317      <rsc_location id="location-ip-192.168.24.7" resource-discovery="exclusive" rsc="ip-192.168.24.7">
318        <rule id="location-ip-192.168.24.7-rule" score="0">
319          <expression attribute="haproxy-role" id="location-ip-192.168.24.7-rule-expr" operation="eq" value="true"/>
320        </rule>
321      </rsc_location>
322      <rsc_location id="location-ip-10.0.0.109" resource-discovery="exclusive" rsc="ip-10.0.0.109">
323        <rule id="location-ip-10.0.0.109-rule" score="0">
324          <expression attribute="haproxy-role" id="location-ip-10.0.0.109-rule-expr" operation="eq" value="true"/>
325        </rule>
326      </rsc_location>
327      <rsc_location id="location-ip-172.17.1.14" resource-discovery="exclusive" rsc="ip-172.17.1.14">
328        <rule id="location-ip-172.17.1.14-rule" score="0">
329          <expression attribute="haproxy-role" id="location-ip-172.17.1.14-rule-expr" operation="eq" value="true"/>
330        </rule>
331      </rsc_location>
332      <rsc_location id="location-ip-172.17.1.19" resource-discovery="exclusive" rsc="ip-172.17.1.19">
333        <rule id="location-ip-172.17.1.19-rule" score="0">
334          <expression attribute="haproxy-role" id="location-ip-172.17.1.19-rule-expr" operation="eq" value="true"/>
335        </rule>
336      </rsc_location>
337      <rsc_location id="location-ip-172.17.3.19" resource-discovery="exclusive" rsc="ip-172.17.3.19">
338        <rule id="location-ip-172.17.3.19-rule" score="0">
339          <expression attribute="haproxy-role" id="location-ip-172.17.3.19-rule-expr" operation="eq" value="true"/>
340        </rule>
341      </rsc_location>
342      <rsc_location id="location-ip-172.17.4.11" resource-discovery="exclusive" rsc="ip-172.17.4.11">
343        <rule id="location-ip-172.17.4.11-rule" score="0">
344          <expression attribute="haproxy-role" id="location-ip-172.17.4.11-rule-expr" operation="eq" value="true"/>
345        </rule>
346      </rsc_location>
347      <rsc_location id="location-haproxy-bundle" resource-discovery="exclusive" rsc="haproxy-bundle">
348        <rule id="location-haproxy-bundle-rule" score="0">
349          <expression attribute="haproxy-role" id="location-haproxy-bundle-rule-expr" operation="eq" value="true"/>
350        </rule>
351      </rsc_location>
352      <rsc_order first="ip-192.168.24.7" first-action="start" id="order-ip-192.168.24.7-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
353      <rsc_colocation id="colocation-ip-192.168.24.7-haproxy-bundle-INFINITY" rsc="ip-192.168.24.7" score="INFINITY" with-rsc="haproxy-bundle"/>
354      <rsc_order first="ip-10.0.0.109" first-action="start" id="order-ip-10.0.0.109-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
355      <rsc_colocation id="colocation-ip-10.0.0.109-haproxy-bundle-INFINITY" rsc="ip-10.0.0.109" score="INFINITY" with-rsc="haproxy-bundle"/>
356      <rsc_order first="ip-172.17.1.14" first-action="start" id="order-ip-172.17.1.14-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
357      <rsc_colocation id="colocation-ip-172.17.1.14-haproxy-bundle-INFINITY" rsc="ip-172.17.1.14" score="INFINITY" with-rsc="haproxy-bundle"/>
358      <rsc_order first="ip-172.17.1.19" first-action="start" id="order-ip-172.17.1.19-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
359      <rsc_colocation id="colocation-ip-172.17.1.19-haproxy-bundle-INFINITY" rsc="ip-172.17.1.19" score="INFINITY" with-rsc="haproxy-bundle"/>
360      <rsc_order first="ip-172.17.3.19" first-action="start" id="order-ip-172.17.3.19-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
361      <rsc_colocation id="colocation-ip-172.17.3.19-haproxy-bundle-INFINITY" rsc="ip-172.17.3.19" score="INFINITY" with-rsc="haproxy-bundle"/>
362      <rsc_order first="ip-172.17.4.11" first-action="start" id="order-ip-172.17.4.11-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
363      <rsc_colocation id="colocation-ip-172.17.4.11-haproxy-bundle-INFINITY" rsc="ip-172.17.4.11" score="INFINITY" with-rsc="haproxy-bundle"/>
364      <rsc_location id="location-openstack-cinder-volume" resource-discovery="exclusive" rsc="openstack-cinder-volume">
365        <rule id="location-openstack-cinder-volume-rule" score="0">
366          <expression attribute="cinder-volume-role" id="location-openstack-cinder-volume-rule-expr" operation="eq" value="true"/>
367        </rule>
368      </rsc_location>
369      <rsc_location id="location-stonith-fence_ipmilan-525400efba5c-controller-0--INFINITY" node="controller-0" rsc="stonith-fence_ipmilan-525400efba5c" score="-INFINITY"/>
370      <rsc_location id="location-stonith-fence_ipmilan-5254003e8e97-controller-2--INFINITY" node="controller-2" rsc="stonith-fence_ipmilan-5254003e8e97" score="-INFINITY"/>
371      <rsc_location id="location-stonith-fence_ipmilan-5254000dcb3f-controller-1--INFINITY" node="controller-1" rsc="stonith-fence_ipmilan-5254000dcb3f" score="-INFINITY"/>
372    </constraints>
373    <rsc_defaults>
374      <meta_attributes id="rsc_defaults-options">
375        <nvpair id="rsc_defaults-options-resource-stickiness" name="resource-stickiness" value="INFINITY"/>
376      </meta_attributes>
377    </rsc_defaults>
378  </configuration>
379  <status>
380    <node_state id="3" uname="controller-2" in_ccm="true" crmd="online" crm-debug-origin="do_state_transition" join="member" expected="member">
381      <transient_attributes id="3">
382        <instance_attributes id="status-3">
383          <nvpair id="status-3-shutdown" name="shutdown" value="0"/>
384          <nvpair id="status-3-master-galera" name="master-galera" value="100"/>
385          <nvpair id="status-3-rmq-node-attr-rabbitmq" name="rmq-node-attr-rabbitmq" value="rabbit@controller-2"/>
386          <nvpair id="status-3-master-redis" name="master-redis" value="1"/>
387        </instance_attributes>
388      </transient_attributes>
389      <lrm id="3">
390        <lrm_resources>
391          <lrm_resource id="stonith-fence_ipmilan-5254000dcb3f" type="fence_ipmilan" class="stonith">
392            <lrm_rsc_op id="stonith-fence_ipmilan-5254000dcb3f_last_0" operation_key="stonith-fence_ipmilan-5254000dcb3f_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="51:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:7;51:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="90" rc-code="7" op-status="0" interval="0" last-run="1505142206" last-rc-change="1505142206" exec-time="0" queue-time="0" op-digest="bc0ef483fd42598086833dcc7d9d16a0" op-secure-params=" passwd  password " op-secure-digest="dd2f06ba4e4b068af99defcb12eeac50"/>
393          </lrm_resource>
394          <lrm_resource id="rabbitmq-bundle-2" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-2">
395            <lrm_rsc_op id="rabbitmq-bundle-2_last_0" operation_key="rabbitmq-bundle-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="48:1898:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;48:1898:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="3" rc-code="0" op-status="0" interval="0" last-run="1505142219" last-rc-change="1505142219" exec-time="0" queue-time="0" op-digest="205c791aea96714f7aa1cb111c727e1b" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
396            <lrm_rsc_op id="rabbitmq-bundle-2_monitor_60000" operation_key="rabbitmq-bundle-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="52:1899:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;52:1899:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="6" rc-code="0" op-status="0" interval="60000" last-rc-change="1505142229" exec-time="0" queue-time="0" op-digest="19642b17998fd21ff264d776e5dcffb7"/>
397          </lrm_resource>
398          <lrm_resource id="openstack-cinder-volume" type="openstack-cinder-volume" class="systemd">
399            <lrm_rsc_op id="openstack-cinder-volume_last_0" operation_key="openstack-cinder-volume_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="200:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;200:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="91" rc-code="0" op-status="0" interval="0" last-run="1505142206" last-rc-change="1505142206" exec-time="2252" queue-time="1" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
400            <lrm_rsc_op id="openstack-cinder-volume_monitor_60000" operation_key="openstack-cinder-volume_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="201:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;201:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="92" rc-code="0" op-status="0" interval="60000" last-rc-change="1505142209" exec-time="54" queue-time="0" op-digest="2d296eeac3e5f7d1cfdb1557b8eb3457"/>
401          </lrm_resource>
402          <lrm_resource id="ip-172.17.4.11" type="IPaddr2" class="ocf" provider="heartbeat">
403            <lrm_rsc_op id="ip-172.17.4.11_last_0" operation_key="ip-172.17.4.11_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="44:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:7;44:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="61" rc-code="7" op-status="0" interval="0" last-run="1505142205" last-rc-change="1505142205" exec-time="86" queue-time="0" op-digest="fe27c3edbb73480aff571d34c88b21a7"/>
404          </lrm_resource>
405          <lrm_resource id="ip-10.0.0.109" type="IPaddr2" class="ocf" provider="heartbeat">
406            <lrm_rsc_op id="ip-10.0.0.109_last_0" operation_key="ip-10.0.0.109_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="40:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:7;40:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="45" rc-code="7" op-status="0" interval="0" last-run="1505142205" last-rc-change="1505142205" exec-time="95" queue-time="0" op-digest="03a15e984166f433c51a2466e09fd9ff"/>
407          </lrm_resource>
408          <lrm_resource id="ip-172.17.1.14" type="IPaddr2" class="ocf" provider="heartbeat">
409            <lrm_rsc_op id="ip-172.17.1.14_last_0" operation_key="ip-172.17.1.14_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="182:2:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;182:2:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-2" call-id="107" rc-code="0" op-status="0" interval="0" last-run="1505209762" last-rc-change="1505209762" exec-time="4094" queue-time="0" op-digest="1fab2783a8d283e33a945588908e98a4"/>
410            <lrm_rsc_op id="ip-172.17.1.14_monitor_10000" operation_key="ip-172.17.1.14_monitor_10000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="183:2:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;183:2:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-2" call-id="108" rc-code="0" op-status="0" interval="10000" last-rc-change="1505209766" exec-time="46" queue-time="0" op-digest="19c32490a75539eb9cf2ca18727e305e"/>
411          </lrm_resource>
412          <lrm_resource id="rabbitmq-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
413            <lrm_rsc_op id="rabbitmq-bundle-docker-0_last_0" operation_key="rabbitmq-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="30:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:7;30:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="5" rc-code="7" op-status="0" interval="0" last-run="1505142205" last-rc-change="1505142205" exec-time="7669" queue-time="0" op-digest="3da6a17e4bfc5ea348c41e41bca8b0a2"/>
414          </lrm_resource>
415          <lrm_resource id="ip-192.168.24.7" type="IPaddr2" class="ocf" provider="heartbeat">
416            <lrm_rsc_op id="ip-192.168.24.7_last_0" operation_key="ip-192.168.24.7_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="39:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:7;39:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="41" rc-code="7" op-status="0" interval="0" last-run="1505142205" last-rc-change="1505142205" exec-time="96" queue-time="0" op-digest="6f976df44e37af09ecb5c03346a52559"/>
417          </lrm_resource>
418          <lrm_resource id="rabbitmq-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
419            <lrm_rsc_op id="rabbitmq-bundle-docker-1_last_0" operation_key="rabbitmq-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="31:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:7;31:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="9" rc-code="7" op-status="0" interval="0" last-run="1505142205" last-rc-change="1505142205" exec-time="7679" queue-time="0" op-digest="bf832eda4aa91b107d859f72dc02f785"/>
420          </lrm_resource>
421          <lrm_resource id="rabbitmq-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
422            <lrm_rsc_op id="rabbitmq-bundle-docker-2_last_0" operation_key="rabbitmq-bundle-docker-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="60:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;60:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="95" rc-code="0" op-status="0" interval="0" last-run="1505142213" last-rc-change="1505142213" exec-time="5624" queue-time="0" op-digest="7f41de83a371741e06e17d6c96a008a7"/>
423            <lrm_rsc_op id="rabbitmq-bundle-docker-2_monitor_60000" operation_key="rabbitmq-bundle-docker-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="47:1898:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;47:1898:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="103" rc-code="0" op-status="0" interval="60000" last-rc-change="1505142219" exec-time="718" queue-time="0" op-digest="5319266a2fe53465b1122352efb6aa5c"/>
424          </lrm_resource>
425          <lrm_resource id="ip-172.17.1.19" type="IPaddr2" class="ocf" provider="heartbeat">
426            <lrm_rsc_op id="ip-172.17.1.19_last_0" operation_key="ip-172.17.1.19_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="188:2:0:6cc81ba4-720a-4e73-9f86-78ca5873faac" transition-magic="0:0;188:2:0:6cc81ba4-720a-4e73-9f86-78ca5873faac" on_node="controller-2" call-id="105" rc-code="0" op-status="0" interval="0" last-run="1505209227" last-rc-change="1505209227" exec-time="4109" queue-time="1" op-digest="2c46df7582fe8b55e9dcdeaceb4c84c7"/>
427            <lrm_rsc_op id="ip-172.17.1.19_monitor_10000" operation_key="ip-172.17.1.19_monitor_10000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="168:3:0:6cc81ba4-720a-4e73-9f86-78ca5873faac" transition-magic="0:0;168:3:0:6cc81ba4-720a-4e73-9f86-78ca5873faac" on_node="controller-2" call-id="106" rc-code="0" op-status="0" interval="10000" last-rc-change="1505209233" exec-time="81" queue-time="0" op-digest="1aa0805e76d86953238cd18a51b57487"/>
428          </lrm_resource>
429          <lrm_resource id="stonith-fence_ipmilan-5254003e8e97" type="fence_ipmilan" class="stonith">
430            <lrm_rsc_op id="stonith-fence_ipmilan-5254003e8e97_last_0" operation_key="stonith-fence_ipmilan-5254003e8e97_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="50:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:7;50:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="85" rc-code="7" op-status="0" interval="0" last-run="1505142205" last-rc-change="1505142205" exec-time="0" queue-time="0" op-digest="aae606fe8f16c8c197c6c54ef2856c02" op-secure-params=" passwd  password " op-secure-digest="98c0e9fe35800294f69854ae869bcf70"/>
431          </lrm_resource>
432          <lrm_resource id="galera-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
433            <lrm_rsc_op id="galera-bundle-docker-0_last_0" operation_key="galera-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="33:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:7;33:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="17" rc-code="7" op-status="0" interval="0" last-run="1505142205" last-rc-change="1505142205" exec-time="7664" queue-time="0" op-digest="c4193f3afb494a6a0ebfd33f930e7be4"/>
434          </lrm_resource>
435          <lrm_resource id="ip-172.17.3.19" type="IPaddr2" class="ocf" provider="heartbeat">
436            <lrm_rsc_op id="ip-172.17.3.19_last_0" operation_key="ip-172.17.3.19_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="186:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;186:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="86" rc-code="0" op-status="0" interval="0" last-run="1505142206" last-rc-change="1505142206" exec-time="4251" queue-time="0" op-digest="c10af75380b3171e73a9db4cccb57358"/>
437            <lrm_rsc_op id="ip-172.17.3.19_monitor_10000" operation_key="ip-172.17.3.19_monitor_10000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="187:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;187:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="93" rc-code="0" op-status="0" interval="10000" last-rc-change="1505142211" exec-time="270" queue-time="0" op-digest="189813e5c19cd2c64fc44fae8b66c73e"/>
438          </lrm_resource>
439          <lrm_resource id="galera-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
440            <lrm_rsc_op id="galera-bundle-docker-2_last_0" operation_key="galera-bundle-docker-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="94:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;94:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="94" rc-code="0" op-status="0" interval="0" last-run="1505142213" last-rc-change="1505142213" exec-time="5145" queue-time="0" op-digest="b338eb1889737523521461347b98b88a"/>
441            <lrm_rsc_op id="galera-bundle-docker-2_monitor_60000" operation_key="galera-bundle-docker-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="95:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;95:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="101" rc-code="0" op-status="0" interval="60000" last-rc-change="1505142218" exec-time="611" queue-time="0" op-digest="d69e833791e20b938e2c63f2e2e57ed2"/>
442          </lrm_resource>
443          <lrm_resource id="galera-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
444            <lrm_rsc_op id="galera-bundle-docker-1_last_0" operation_key="galera-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="34:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:7;34:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="21" rc-code="7" op-status="0" interval="0" last-run="1505142205" last-rc-change="1505142205" exec-time="7662" queue-time="0" op-digest="90b7b2b5826b874d7be1cb44875d1ef5"/>
445          </lrm_resource>
446          <lrm_resource id="redis-bundle-2" type="remote" class="ocf" provider="pacemaker" container="redis-bundle-docker-2">
447            <lrm_rsc_op id="redis-bundle-2_last_0" operation_key="redis-bundle-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="137:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;137:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="1" rc-code="0" op-status="0" interval="0" last-run="1505142218" last-rc-change="1505142218" exec-time="0" queue-time="0" op-digest="f325849fbffe2e62970eb201a50da9f3" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
448            <lrm_rsc_op id="redis-bundle-2_monitor_60000" operation_key="redis-bundle-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="124:1898:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;124:1898:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="5" rc-code="0" op-status="0" interval="60000" last-rc-change="1505142219" exec-time="0" queue-time="0" op-digest="1c97595acf862a2449ada08e9770bdf5"/>
449          </lrm_resource>
450          <lrm_resource id="haproxy-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
451            <lrm_rsc_op id="haproxy-bundle-docker-0_last_0" operation_key="haproxy-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="45:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:7;45:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="65" rc-code="7" op-status="0" interval="0" last-run="1505142205" last-rc-change="1505142205" exec-time="7640" queue-time="0" op-digest="083d0ea9c147277510859fd504bf65e4"/>
452          </lrm_resource>
453          <lrm_resource id="haproxy-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
454            <lrm_rsc_op id="haproxy-bundle-docker-1_last_0" operation_key="haproxy-bundle-docker-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="192:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;192:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="96" rc-code="0" op-status="0" interval="0" last-run="1505142213" last-rc-change="1505142213" exec-time="3546" queue-time="0" op-digest="083d0ea9c147277510859fd504bf65e4"/>
455            <lrm_rsc_op id="haproxy-bundle-docker-1_monitor_60000" operation_key="haproxy-bundle-docker-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="193:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;193:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="98" rc-code="0" op-status="0" interval="60000" last-rc-change="1505142217" exec-time="1337" queue-time="0" op-digest="02bacde98cfd7c1daceaf2a3bb4f851c"/>
456          </lrm_resource>
457          <lrm_resource id="redis-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
458            <lrm_rsc_op id="redis-bundle-docker-0_last_0" operation_key="redis-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="36:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:7;36:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="29" rc-code="7" op-status="0" interval="0" last-run="1505142205" last-rc-change="1505142205" exec-time="7658" queue-time="0" op-digest="f6f1f5d0cf4620d4bedb1c8326252d6e"/>
459          </lrm_resource>
460          <lrm_resource id="redis-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
461            <lrm_rsc_op id="redis-bundle-docker-1_last_0" operation_key="redis-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="37:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:7;37:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="33" rc-code="7" op-status="0" interval="0" last-run="1505142205" last-rc-change="1505142205" exec-time="7628" queue-time="0" op-digest="c15ee65856a09285286dcaf670b8efbe"/>
462          </lrm_resource>
463          <lrm_resource id="redis-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
464            <lrm_rsc_op id="redis-bundle-docker-2_last_0" operation_key="redis-bundle-docker-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="135:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;135:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="97" rc-code="0" op-status="0" interval="0" last-run="1505142213" last-rc-change="1505142213" exec-time="4562" queue-time="0" op-digest="cdf5d52dbfd265e497dd1dfb06f2faf1"/>
465            <lrm_rsc_op id="redis-bundle-docker-2_monitor_60000" operation_key="redis-bundle-docker-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="136:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;136:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="99" rc-code="0" op-status="0" interval="60000" last-rc-change="1505142218" exec-time="760" queue-time="0" op-digest="4482b2a3082df72156f22666721ee018"/>
466          </lrm_resource>
467          <lrm_resource id="haproxy-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
468            <lrm_rsc_op id="haproxy-bundle-docker-2_last_0" operation_key="haproxy-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="47:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:7;47:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="73" rc-code="7" op-status="0" interval="0" last-run="1505142205" last-rc-change="1505142205" exec-time="7557" queue-time="0" op-digest="29c58e541af90f274b1d822e91d3f2f1"/>
469          </lrm_resource>
470          <lrm_resource id="galera-bundle-2" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-2">
471            <lrm_rsc_op id="galera-bundle-2_last_0" operation_key="galera-bundle-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="96:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;96:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="2" rc-code="0" op-status="0" interval="0" last-run="1505142218" last-rc-change="1505142218" exec-time="0" queue-time="0" op-digest="f282b02648444d9d95065cede4784d97" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
472            <lrm_rsc_op id="galera-bundle-2_monitor_60000" operation_key="galera-bundle-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="84:1898:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;84:1898:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="4" rc-code="0" op-status="0" interval="60000" last-rc-change="1505142219" exec-time="0" queue-time="0" op-digest="67d79251e7c202b367dded079a1a25eb"/>
473          </lrm_resource>
474          <lrm_resource id="stonith-fence_ipmilan-525400efba5c" type="fence_ipmilan" class="stonith">
475            <lrm_rsc_op id="stonith-fence_ipmilan-525400efba5c_last_0" operation_key="stonith-fence_ipmilan-525400efba5c_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="174:19:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;174:19:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-2" call-id="109" rc-code="0" op-status="0" interval="0" last-run="1505211628" last-rc-change="1505211628" exec-time="91" queue-time="0" op-digest="7e2644d21ce439341c432a3349cc59f9" op-secure-params=" passwd  password " op-secure-digest="e904c2fd62f29caf0b307c1b84254bc0"/>
476            <lrm_rsc_op id="stonith-fence_ipmilan-525400efba5c_monitor_60000" operation_key="stonith-fence_ipmilan-525400efba5c_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="175:19:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;175:19:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-2" call-id="110" rc-code="0" op-status="0" interval="60000" last-rc-change="1505211629" exec-time="73" queue-time="1" op-digest="7c9d789e29a694a2b7aa494079650cd6" op-secure-params=" passwd  password " op-secure-digest="e904c2fd62f29caf0b307c1b84254bc0"/>
477          </lrm_resource>
478        </lrm_resources>
479      </lrm>
480    </node_state>
481    <node_state id="2" uname="controller-1" in_ccm="true" crmd="online" crm-debug-origin="do_state_transition" join="member" expected="member">
482      <transient_attributes id="2">
483        <instance_attributes id="status-2">
484          <nvpair id="status-2-shutdown" name="shutdown" value="0"/>
485          <nvpair id="status-2-master-redis" name="master-redis" value="1"/>
486          <nvpair id="status-2-master-galera" name="master-galera" value="100"/>
487          <nvpair id="status-2-rmq-node-attr-rabbitmq" name="rmq-node-attr-rabbitmq" value="rabbit@controller-1"/>
488        </instance_attributes>
489      </transient_attributes>
490      <lrm id="2">
491        <lrm_resources>
492          <lrm_resource id="ip-172.17.1.14" type="IPaddr2" class="ocf" provider="heartbeat">
493            <lrm_rsc_op id="ip-172.17.1.14_last_0" operation_key="ip-172.17.1.14_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="44:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;44:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="49" rc-code="7" op-status="0" interval="0" last-run="1505211876" last-rc-change="1505211876" exec-time="81" queue-time="0" op-digest="1fab2783a8d283e33a945588908e98a4"/>
494          </lrm_resource>
495          <lrm_resource id="ip-172.17.4.11" type="IPaddr2" class="ocf" provider="heartbeat">
496            <lrm_rsc_op id="ip-172.17.4.11_last_0" operation_key="ip-172.17.4.11_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="47:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;47:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="61" rc-code="7" op-status="0" interval="0" last-run="1505211876" last-rc-change="1505211876" exec-time="54" queue-time="0" op-digest="fe27c3edbb73480aff571d34c88b21a7"/>
497          </lrm_resource>
498          <lrm_resource id="ip-192.168.24.7" type="IPaddr2" class="ocf" provider="heartbeat">
499            <lrm_rsc_op id="ip-192.168.24.7_last_0" operation_key="ip-192.168.24.7_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="42:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;42:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="41" rc-code="7" op-status="0" interval="0" last-run="1505211876" last-rc-change="1505211876" exec-time="90" queue-time="0" op-digest="6f976df44e37af09ecb5c03346a52559"/>
500          </lrm_resource>
501          <lrm_resource id="ip-172.17.1.19" type="IPaddr2" class="ocf" provider="heartbeat">
502            <lrm_rsc_op id="ip-172.17.1.19_last_0" operation_key="ip-172.17.1.19_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="45:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;45:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="53" rc-code="7" op-status="0" interval="0" last-run="1505211876" last-rc-change="1505211876" exec-time="67" queue-time="0" op-digest="2c46df7582fe8b55e9dcdeaceb4c84c7"/>
503          </lrm_resource>
504          <lrm_resource id="ip-172.17.3.19" type="IPaddr2" class="ocf" provider="heartbeat">
505            <lrm_rsc_op id="ip-172.17.3.19_last_0" operation_key="ip-172.17.3.19_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="46:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;46:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="57" rc-code="7" op-status="0" interval="0" last-run="1505211876" last-rc-change="1505211876" exec-time="68" queue-time="0" op-digest="c10af75380b3171e73a9db4cccb57358"/>
506          </lrm_resource>
507          <lrm_resource id="ip-10.0.0.109" type="IPaddr2" class="ocf" provider="heartbeat">
508            <lrm_rsc_op id="ip-10.0.0.109_last_0" operation_key="ip-10.0.0.109_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="43:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;43:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="45" rc-code="7" op-status="0" interval="0" last-run="1505211876" last-rc-change="1505211876" exec-time="100" queue-time="0" op-digest="03a15e984166f433c51a2466e09fd9ff"/>
509          </lrm_resource>
510          <lrm_resource id="stonith-fence_ipmilan-525400efba5c" type="fence_ipmilan" class="stonith">
511            <lrm_rsc_op id="stonith-fence_ipmilan-525400efba5c_last_0" operation_key="stonith-fence_ipmilan-525400efba5c_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="52:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;52:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="81" rc-code="7" op-status="0" interval="0" last-run="1505211876" last-rc-change="1505211876" exec-time="2" queue-time="0" op-digest="7e2644d21ce439341c432a3349cc59f9" op-secure-params=" passwd  password " op-secure-digest="e904c2fd62f29caf0b307c1b84254bc0"/>
512          </lrm_resource>
513          <lrm_resource id="stonith-fence_ipmilan-5254003e8e97" type="fence_ipmilan" class="stonith">
514            <lrm_rsc_op id="stonith-fence_ipmilan-5254003e8e97_last_0" operation_key="stonith-fence_ipmilan-5254003e8e97_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="53:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;53:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="85" rc-code="7" op-status="0" interval="0" last-run="1505211876" last-rc-change="1505211876" exec-time="0" queue-time="0" op-digest="aae606fe8f16c8c197c6c54ef2856c02" op-secure-params=" passwd  password " op-secure-digest="98c0e9fe35800294f69854ae869bcf70"/>
515          </lrm_resource>
516          <lrm_resource id="openstack-cinder-volume" type="openstack-cinder-volume" class="systemd">
517            <lrm_rsc_op id="openstack-cinder-volume_last_0" operation_key="openstack-cinder-volume_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="51:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;51:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="77" rc-code="7" op-status="0" interval="0" last-run="1505211876" last-rc-change="1505211876" exec-time="17" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
518          </lrm_resource>
519          <lrm_resource id="stonith-fence_ipmilan-5254000dcb3f" type="fence_ipmilan" class="stonith">
520            <lrm_rsc_op id="stonith-fence_ipmilan-5254000dcb3f_last_0" operation_key="stonith-fence_ipmilan-5254000dcb3f_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="54:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;54:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="89" rc-code="7" op-status="0" interval="0" last-run="1505211877" last-rc-change="1505211877" exec-time="0" queue-time="0" op-digest="bc0ef483fd42598086833dcc7d9d16a0" op-secure-params=" passwd  password " op-secure-digest="dd2f06ba4e4b068af99defcb12eeac50"/>
521          </lrm_resource>
522          <lrm_resource id="redis-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
523            <lrm_rsc_op id="redis-bundle-docker-2_last_0" operation_key="redis-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="41:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;41:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="37" rc-code="7" op-status="0" interval="0" last-run="1505211876" last-rc-change="1505211876" exec-time="7143" queue-time="0" op-digest="1cd67d814d23e799920dcc7f0f89d1ff"/>
524          </lrm_resource>
525          <lrm_resource id="haproxy-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
526            <lrm_rsc_op id="haproxy-bundle-docker-1_last_0" operation_key="haproxy-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="49:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;49:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="69" rc-code="7" op-status="0" interval="0" last-run="1505211876" last-rc-change="1505211876" exec-time="7043" queue-time="0" op-digest="29c58e541af90f274b1d822e91d3f2f1"/>
527          </lrm_resource>
528          <lrm_resource id="redis-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
529            <lrm_rsc_op id="redis-bundle-docker-0_last_0" operation_key="redis-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="39:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;39:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="29" rc-code="7" op-status="0" interval="0" last-run="1505211876" last-rc-change="1505211876" exec-time="7162" queue-time="0" op-digest="f6f1f5d0cf4620d4bedb1c8326252d6e"/>
530          </lrm_resource>
531          <lrm_resource id="haproxy-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
532            <lrm_rsc_op id="haproxy-bundle-docker-0_last_0" operation_key="haproxy-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="48:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;48:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="65" rc-code="7" op-status="0" interval="0" last-run="1505211876" last-rc-change="1505211876" exec-time="7135" queue-time="0" op-digest="29c58e541af90f274b1d822e91d3f2f1"/>
533          </lrm_resource>
534          <lrm_resource id="galera-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
535            <lrm_rsc_op id="galera-bundle-docker-2_last_0" operation_key="galera-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="38:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;38:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="25" rc-code="7" op-status="0" interval="0" last-run="1505211876" last-rc-change="1505211876" exec-time="7199" queue-time="0" op-digest="d389b2daff811fe7a1fa6943a5e18b34"/>
536          </lrm_resource>
537          <lrm_resource id="rabbitmq-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
538            <lrm_rsc_op id="rabbitmq-bundle-docker-0_last_0" operation_key="rabbitmq-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="33:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;33:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="5" rc-code="7" op-status="0" interval="0" last-run="1505211876" last-rc-change="1505211876" exec-time="7226" queue-time="0" op-digest="3da6a17e4bfc5ea348c41e41bca8b0a2"/>
539          </lrm_resource>
540          <lrm_resource id="rabbitmq-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
541            <lrm_rsc_op id="rabbitmq-bundle-docker-2_last_0" operation_key="rabbitmq-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="35:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;35:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="13" rc-code="7" op-status="0" interval="0" last-run="1505211876" last-rc-change="1505211876" exec-time="7269" queue-time="0" op-digest="f50186d9782ae0addf8521a6f507c881"/>
542          </lrm_resource>
543          <lrm_resource id="galera-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
544            <lrm_rsc_op id="galera-bundle-docker-0_last_0" operation_key="galera-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="36:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;36:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="17" rc-code="7" op-status="0" interval="0" last-run="1505211876" last-rc-change="1505211876" exec-time="7268" queue-time="0" op-digest="c4193f3afb494a6a0ebfd33f930e7be4"/>
545          </lrm_resource>
546          <lrm_resource id="redis-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
547            <lrm_rsc_op id="redis-bundle-docker-1_last_0" operation_key="redis-bundle-docker-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="132:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;132:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="90" rc-code="0" op-status="0" interval="0" last-run="1505211884" last-rc-change="1505211884" exec-time="4543" queue-time="0" op-digest="d12a03fcf5794843261e2916fbd6c63b"/>
548            <lrm_rsc_op id="redis-bundle-docker-1_monitor_60000" operation_key="redis-bundle-docker-1_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="133:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;133:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="97" rc-code="0" op-status="0" interval="60000" last-rc-change="1505211888" exec-time="487" queue-time="0" op-digest="42c7c6491371a6562c49d1c32399082b"/>
549          </lrm_resource>
550          <lrm_resource id="rabbitmq-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
551            <lrm_rsc_op id="rabbitmq-bundle-docker-1_last_0" operation_key="rabbitmq-bundle-docker-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="59:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;59:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="91" rc-code="0" op-status="0" interval="0" last-run="1505211884" last-rc-change="1505211884" exec-time="3530" queue-time="0" op-digest="b59f3520d7d5f770ece284f4ab68291b"/>
552            <lrm_rsc_op id="rabbitmq-bundle-docker-1_monitor_60000" operation_key="rabbitmq-bundle-docker-1_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="60:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;60:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="94" rc-code="0" op-status="0" interval="60000" last-rc-change="1505211887" exec-time="727" queue-time="0" op-digest="f8c3faf3117dbe6901f69d517a8a7f78"/>
553          </lrm_resource>
554          <lrm_resource id="haproxy-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
555            <lrm_rsc_op id="haproxy-bundle-docker-2_last_0" operation_key="haproxy-bundle-docker-2_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="197:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;197:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="92" rc-code="0" op-status="0" interval="0" last-run="1505211884" last-rc-change="1505211884" exec-time="4385" queue-time="0" op-digest="083d0ea9c147277510859fd504bf65e4"/>
556            <lrm_rsc_op id="haproxy-bundle-docker-2_monitor_60000" operation_key="haproxy-bundle-docker-2_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="198:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;198:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="96" rc-code="0" op-status="0" interval="60000" last-rc-change="1505211888" exec-time="433" queue-time="0" op-digest="02bacde98cfd7c1daceaf2a3bb4f851c"/>
557          </lrm_resource>
558          <lrm_resource id="galera-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
559            <lrm_rsc_op id="galera-bundle-docker-1_last_0" operation_key="galera-bundle-docker-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="93:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;93:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="93" rc-code="0" op-status="0" interval="0" last-run="1505211884" last-rc-change="1505211884" exec-time="4402" queue-time="0" op-digest="14385e7ff7b4fcd7e4d11755b3ad0c94"/>
560            <lrm_rsc_op id="galera-bundle-docker-1_monitor_60000" operation_key="galera-bundle-docker-1_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="94:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;94:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="99" rc-code="0" op-status="0" interval="60000" last-rc-change="1505211888" exec-time="396" queue-time="0" op-digest="59fb532a17dc4de0d7c6984a4a9fbce7"/>
561          </lrm_resource>
562          <lrm_resource id="redis-bundle-1" type="remote" class="ocf" provider="pacemaker" container="redis-bundle-docker-1">
563            <lrm_rsc_op id="redis-bundle-1_last_0" operation_key="redis-bundle-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="134:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;134:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="2" rc-code="0" op-status="0" interval="0" last-run="1505211888" last-rc-change="1505211888" exec-time="0" queue-time="0" op-digest="cd98602d6f977947327050913302f861" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
564            <lrm_rsc_op id="redis-bundle-1_monitor_60000" operation_key="redis-bundle-1_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="120:21:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;120:21:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="6" rc-code="0" op-status="0" interval="60000" last-rc-change="1505211890" exec-time="0" queue-time="0" op-digest="0491b76e934baa33a7f246cd2c3f54a7"/>
565          </lrm_resource>
566          <lrm_resource id="galera-bundle-1" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-1">
567            <lrm_rsc_op id="galera-bundle-1_last_0" operation_key="galera-bundle-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="95:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;95:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="3" rc-code="0" op-status="0" interval="0" last-run="1505211888" last-rc-change="1505211888" exec-time="0" queue-time="0" op-digest="ed95b71467015049c875f75798f405fb" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
568            <lrm_rsc_op id="galera-bundle-1_monitor_60000" operation_key="galera-bundle-1_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="80:21:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;80:21:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="5" rc-code="0" op-status="0" interval="60000" last-rc-change="1505211890" exec-time="0" queue-time="0" op-digest="cd5e49e967c83be8abedad4b1f3136b7"/>
569          </lrm_resource>
570          <lrm_resource id="rabbitmq-bundle-1" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-1">
571            <lrm_rsc_op id="rabbitmq-bundle-1_last_0" operation_key="rabbitmq-bundle-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="61:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;61:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="1" rc-code="0" op-status="0" interval="0" last-run="1505211887" last-rc-change="1505211887" exec-time="0" queue-time="0" op-digest="f1d68ab267df6867301fcff08041cd2f" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
572            <lrm_rsc_op id="rabbitmq-bundle-1_monitor_60000" operation_key="rabbitmq-bundle-1_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="45:21:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;45:21:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="4" rc-code="0" op-status="0" interval="60000" last-rc-change="1505211890" exec-time="0" queue-time="0" op-digest="76f9ab23bc58402930f7f92ff2ab9d75"/>
573          </lrm_resource>
574        </lrm_resources>
575      </lrm>
576    </node_state>
577    <node_state id="1" uname="controller-0" in_ccm="false" crmd="offline" crm-debug-origin="do_state_transition" join="down" expected="member">
578      <lrm id="1">
579        <lrm_resources>
580          <lrm_resource id="ip-10.0.0.109" type="IPaddr2" class="ocf" provider="heartbeat">
581            <lrm_rsc_op id="ip-10.0.0.109_last_0" operation_key="ip-10.0.0.109_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="159:18:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;159:18:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="113" rc-code="0" op-status="0" interval="0" last-run="1505211616" last-rc-change="1505211616" exec-time="4070" queue-time="1" op-digest="03a15e984166f433c51a2466e09fd9ff"/>
582            <lrm_rsc_op id="ip-10.0.0.109_monitor_10000" operation_key="ip-10.0.0.109_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="160:18:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;160:18:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="114" rc-code="0" op-status="0" interval="10000" last-rc-change="1505211620" exec-time="43" queue-time="0" op-digest="5a0a5239f9d18249912e9d35a8e2eb1d"/>
583          </lrm_resource>
584          <lrm_resource id="ip-172.17.1.14" type="IPaddr2" class="ocf" provider="heartbeat">
585            <lrm_rsc_op id="ip-172.17.1.14_last_0" operation_key="ip-172.17.1.14_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="39:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;39:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="49" rc-code="7" op-status="0" interval="0" last-run="1505210282" last-rc-change="1505210282" exec-time="90" queue-time="0" op-digest="1fab2783a8d283e33a945588908e98a4"/>
586          </lrm_resource>
587          <lrm_resource id="ip-172.17.3.19" type="IPaddr2" class="ocf" provider="heartbeat">
588            <lrm_rsc_op id="ip-172.17.3.19_last_0" operation_key="ip-172.17.3.19_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="41:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;41:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="57" rc-code="7" op-status="0" interval="0" last-run="1505210282" last-rc-change="1505210282" exec-time="90" queue-time="0" op-digest="c10af75380b3171e73a9db4cccb57358"/>
589          </lrm_resource>
590          <lrm_resource id="ip-192.168.24.7" type="IPaddr2" class="ocf" provider="heartbeat">
591            <lrm_rsc_op id="ip-192.168.24.7_last_0" operation_key="ip-192.168.24.7_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="180:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;180:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="66" rc-code="0" op-status="0" interval="0" last-run="1505210282" last-rc-change="1505210282" exec-time="4110" queue-time="0" op-digest="6f976df44e37af09ecb5c03346a52559"/>
592            <lrm_rsc_op id="ip-192.168.24.7_monitor_10000" operation_key="ip-192.168.24.7_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="181:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;181:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="92" rc-code="0" op-status="0" interval="10000" last-rc-change="1505210287" exec-time="263" queue-time="0" op-digest="51f17fc2e57f6f623f896c960749925d"/>
593          </lrm_resource>
594          <lrm_resource id="ip-172.17.1.19" type="IPaddr2" class="ocf" provider="heartbeat">
595            <lrm_rsc_op id="ip-172.17.1.19_last_0" operation_key="ip-172.17.1.19_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="40:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;40:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="53" rc-code="7" op-status="0" interval="0" last-run="1505210282" last-rc-change="1505210282" exec-time="96" queue-time="0" op-digest="2c46df7582fe8b55e9dcdeaceb4c84c7"/>
596          </lrm_resource>
597          <lrm_resource id="ip-172.17.4.11" type="IPaddr2" class="ocf" provider="heartbeat">
598            <lrm_rsc_op id="ip-172.17.4.11_last_0" operation_key="ip-172.17.4.11_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="190:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;190:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="79" rc-code="0" op-status="0" interval="0" last-run="1505210282" last-rc-change="1505210282" exec-time="4112" queue-time="0" op-digest="fe27c3edbb73480aff571d34c88b21a7"/>
599            <lrm_rsc_op id="ip-172.17.4.11_monitor_10000" operation_key="ip-172.17.4.11_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="191:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;191:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="93" rc-code="0" op-status="0" interval="10000" last-rc-change="1505210287" exec-time="263" queue-time="0" op-digest="392445a354e2da75dcd4cbe6eee1268b"/>
600          </lrm_resource>
601          <lrm_resource id="stonith-fence_ipmilan-525400efba5c" type="fence_ipmilan" class="stonith">
602            <lrm_rsc_op id="stonith-fence_ipmilan-525400efba5c_last_0" operation_key="stonith-fence_ipmilan-525400efba5c_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="47:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;47:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="83" rc-code="7" op-status="0" interval="0" last-run="1505210282" last-rc-change="1505210282" exec-time="2" queue-time="1" op-digest="7e2644d21ce439341c432a3349cc59f9" op-secure-params=" passwd  password " op-secure-digest="e904c2fd62f29caf0b307c1b84254bc0"/>
603          </lrm_resource>
604          <lrm_resource id="openstack-cinder-volume" type="openstack-cinder-volume" class="systemd">
605            <lrm_rsc_op id="openstack-cinder-volume_last_0" operation_key="openstack-cinder-volume_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="46:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;46:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="78" rc-code="7" op-status="0" interval="0" last-run="1505210282" last-rc-change="1505210282" exec-time="22" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
606          </lrm_resource>
607          <lrm_resource id="stonith-fence_ipmilan-5254003e8e97" type="fence_ipmilan" class="stonith">
608            <lrm_rsc_op id="stonith-fence_ipmilan-5254003e8e97_last_0" operation_key="stonith-fence_ipmilan-5254003e8e97_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="206:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;206:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="94" rc-code="0" op-status="0" interval="0" last-run="1505210290" last-rc-change="1505210290" exec-time="408" queue-time="0" op-digest="aae606fe8f16c8c197c6c54ef2856c02" op-secure-params=" passwd  password " op-secure-digest="98c0e9fe35800294f69854ae869bcf70"/>
609            <lrm_rsc_op id="stonith-fence_ipmilan-5254003e8e97_monitor_60000" operation_key="stonith-fence_ipmilan-5254003e8e97_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="207:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;207:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="97" rc-code="0" op-status="0" interval="60000" last-rc-change="1505210292" exec-time="768" queue-time="0" op-digest="4c49d2d91618384073fadd7f677572d3" op-secure-params=" passwd  password " op-secure-digest="98c0e9fe35800294f69854ae869bcf70"/>
610          </lrm_resource>
611          <lrm_resource id="stonith-fence_ipmilan-5254000dcb3f" type="fence_ipmilan" class="stonith">
612            <lrm_rsc_op id="stonith-fence_ipmilan-5254000dcb3f_last_0" operation_key="stonith-fence_ipmilan-5254000dcb3f_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="208:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;208:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="95" rc-code="0" op-status="0" interval="0" last-run="1505210290" last-rc-change="1505210290" exec-time="283" queue-time="0" op-digest="bc0ef483fd42598086833dcc7d9d16a0" op-secure-params=" passwd  password " op-secure-digest="dd2f06ba4e4b068af99defcb12eeac50"/>
613            <lrm_rsc_op id="stonith-fence_ipmilan-5254000dcb3f_monitor_60000" operation_key="stonith-fence_ipmilan-5254000dcb3f_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="209:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;209:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="96" rc-code="0" op-status="0" interval="60000" last-rc-change="1505210292" exec-time="778" queue-time="0" op-digest="7a557a7eff20453404b0e464e5f83f4a" op-secure-params=" passwd  password " op-secure-digest="dd2f06ba4e4b068af99defcb12eeac50"/>
614          </lrm_resource>
615          <lrm_resource id="rabbitmq-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
616            <lrm_rsc_op id="rabbitmq-bundle-docker-2_last_0" operation_key="rabbitmq-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="30:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;30:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="13" rc-code="7" op-status="0" interval="0" last-run="1505210282" last-rc-change="1505210282" exec-time="10133" queue-time="0" op-digest="f50186d9782ae0addf8521a6f507c881"/>
617          </lrm_resource>
618          <lrm_resource id="galera-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
619            <lrm_rsc_op id="galera-bundle-docker-2_last_0" operation_key="galera-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="33:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;33:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="25" rc-code="7" op-status="0" interval="0" last-run="1505210282" last-rc-change="1505210282" exec-time="10128" queue-time="0" op-digest="d389b2daff811fe7a1fa6943a5e18b34"/>
620          </lrm_resource>
621          <lrm_resource id="redis-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
622            <lrm_rsc_op id="redis-bundle-docker-1_last_0" operation_key="redis-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="35:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;35:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="33" rc-code="7" op-status="0" interval="0" last-run="1505210282" last-rc-change="1505210282" exec-time="10126" queue-time="0" op-digest="c15ee65856a09285286dcaf670b8efbe"/>
623          </lrm_resource>
624          <lrm_resource id="haproxy-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
625            <lrm_rsc_op id="haproxy-bundle-docker-2_last_0" operation_key="haproxy-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="45:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;45:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="74" rc-code="7" op-status="0" interval="0" last-run="1505210282" last-rc-change="1505210282" exec-time="9981" queue-time="0" op-digest="29c58e541af90f274b1d822e91d3f2f1"/>
626          </lrm_resource>
627          <lrm_resource id="redis-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
628            <lrm_rsc_op id="redis-bundle-docker-2_last_0" operation_key="redis-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="36:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;36:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="37" rc-code="7" op-status="0" interval="0" last-run="1505210282" last-rc-change="1505210282" exec-time="10146" queue-time="0" op-digest="1cd67d814d23e799920dcc7f0f89d1ff"/>
629          </lrm_resource>
630          <lrm_resource id="rabbitmq-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
631            <lrm_rsc_op id="rabbitmq-bundle-docker-1_last_0" operation_key="rabbitmq-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="29:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;29:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="9" rc-code="7" op-status="0" interval="0" last-run="1505210282" last-rc-change="1505210282" exec-time="10168" queue-time="0" op-digest="bf832eda4aa91b107d859f72dc02f785"/>
632          </lrm_resource>
633          <lrm_resource id="galera-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
634            <lrm_rsc_op id="galera-bundle-docker-1_last_0" operation_key="galera-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="32:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;32:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="21" rc-code="7" op-status="0" interval="0" last-run="1505210282" last-rc-change="1505210282" exec-time="10174" queue-time="0" op-digest="90b7b2b5826b874d7be1cb44875d1ef5"/>
635          </lrm_resource>
636          <lrm_resource id="haproxy-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
637            <lrm_rsc_op id="haproxy-bundle-docker-1_last_0" operation_key="haproxy-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="44:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;44:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="70" rc-code="7" op-status="0" interval="0" last-run="1505210282" last-rc-change="1505210282" exec-time="10027" queue-time="0" op-digest="29c58e541af90f274b1d822e91d3f2f1"/>
638          </lrm_resource>
639          <lrm_resource id="rabbitmq-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
640            <lrm_rsc_op id="rabbitmq-bundle-docker-0_last_0" operation_key="rabbitmq-bundle-docker-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="50:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;50:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="98" rc-code="0" op-status="0" interval="0" last-run="1505210293" last-rc-change="1505210293" exec-time="4396" queue-time="0" op-digest="3da6a17e4bfc5ea348c41e41bca8b0a2"/>
641            <lrm_rsc_op id="rabbitmq-bundle-docker-0_monitor_60000" operation_key="rabbitmq-bundle-docker-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="51:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;51:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="102" rc-code="0" op-status="0" interval="60000" last-rc-change="1505210297" exec-time="912" queue-time="0" op-digest="6b9570f66c0d7dbdd8c6127ee0c80505"/>
642          </lrm_resource>
643          <lrm_resource id="haproxy-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
644            <lrm_rsc_op id="haproxy-bundle-docker-0_last_0" operation_key="haproxy-bundle-docker-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="192:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;192:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="99" rc-code="0" op-status="0" interval="0" last-run="1505210293" last-rc-change="1505210293" exec-time="5581" queue-time="0" op-digest="29c58e541af90f274b1d822e91d3f2f1"/>
645            <lrm_rsc_op id="haproxy-bundle-docker-0_monitor_60000" operation_key="haproxy-bundle-docker-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="193:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;193:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="106" rc-code="0" op-status="0" interval="60000" last-rc-change="1505210299" exec-time="610" queue-time="0" op-digest="4b2db678b64bf44c2e087203a776559e"/>
646          </lrm_resource>
647          <lrm_resource id="galera-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
648            <lrm_rsc_op id="galera-bundle-docker-0_last_0" operation_key="galera-bundle-docker-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="84:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;84:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="100" rc-code="0" op-status="0" interval="0" last-run="1505210293" last-rc-change="1505210293" exec-time="5740" queue-time="0" op-digest="c4193f3afb494a6a0ebfd33f930e7be4"/>
649            <lrm_rsc_op id="galera-bundle-docker-0_monitor_60000" operation_key="galera-bundle-docker-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="85:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;85:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="107" rc-code="0" op-status="0" interval="60000" last-rc-change="1505210299" exec-time="592" queue-time="0" op-digest="e6306e9147b1dd9858f39577ac842f25"/>
650          </lrm_resource>
651          <lrm_resource id="redis-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
652            <lrm_rsc_op id="redis-bundle-docker-0_last_0" operation_key="redis-bundle-docker-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="114:15:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;114:15:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="111" rc-code="0" op-status="0" interval="0" last-run="1505211499" last-rc-change="1505211499" exec-time="452" queue-time="0" op-digest="f6f1f5d0cf4620d4bedb1c8326252d6e"/>
653            <lrm_rsc_op id="redis-bundle-docker-0_monitor_60000" operation_key="redis-bundle-docker-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="115:15:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;115:15:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="112" rc-code="0" op-status="0" interval="60000" last-rc-change="1505211500" exec-time="89" queue-time="0" op-digest="1172ed2e92c66fdbc4c8aa28b1d897c4"/>
654          </lrm_resource>
655          <lrm_resource id="redis-bundle-0" type="remote" class="ocf" provider="pacemaker" container="redis-bundle-docker-0">
656            <lrm_rsc_op id="redis-bundle-0_last_0" operation_key="redis-bundle-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="116:15:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;116:15:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="8" rc-code="0" op-status="0" interval="0" last-run="1505211500" last-rc-change="1505211500" exec-time="0" queue-time="0" op-digest="dd323696d6c8ed14cb71914c411664c9" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
657            <lrm_rsc_op id="redis-bundle-0_monitor_60000" operation_key="redis-bundle-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="119:16:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;119:16:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="9" rc-code="0" op-status="0" interval="60000" last-rc-change="1505211502" exec-time="0" queue-time="0" op-digest="e3ae7972e4989b9b928f3ff082c5ac23"/>
658          </lrm_resource>
659          <lrm_resource id="galera-bundle-0" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-0">
660            <lrm_rsc_op id="galera-bundle-0_last_0" operation_key="galera-bundle-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="86:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;86:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="3" rc-code="0" op-status="0" interval="0" last-run="1505210299" last-rc-change="1505210299" exec-time="0" queue-time="0" op-digest="37e9ab931fa7b5d2122c4cd44c56b7d2" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
661            <lrm_rsc_op id="galera-bundle-0_monitor_60000" operation_key="galera-bundle-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="75:8:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;75:8:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="5" rc-code="0" op-status="0" interval="60000" last-rc-change="1505210300" exec-time="0" queue-time="0" op-digest="1ef5cbd05a3687236c669af720a810bc"/>
662          </lrm_resource>
663          <lrm_resource id="rabbitmq-bundle-0" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-0">
664            <lrm_rsc_op id="rabbitmq-bundle-0_last_0" operation_key="rabbitmq-bundle-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="52:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;52:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="1" rc-code="0" op-status="0" interval="0" last-run="1505210297" last-rc-change="1505210297" exec-time="0" queue-time="0" op-digest="8dc3f9844e70d4458a7edcd7091ecf50" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
665            <lrm_rsc_op id="rabbitmq-bundle-0_monitor_60000" operation_key="rabbitmq-bundle-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="40:8:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;40:8:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="4" rc-code="0" op-status="0" interval="60000" last-rc-change="1505210300" exec-time="0" queue-time="0" op-digest="cca9d25863986607e6440270f0640ff5"/>
666          </lrm_resource>
667        </lrm_resources>
668      </lrm>
669    </node_state>
670    <node_state remote_node="true" id="rabbitmq-bundle-0" uname="rabbitmq-bundle-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
671      <lrm id="rabbitmq-bundle-0">
672        <lrm_resources>
673          <lrm_resource id="rabbitmq" type="rabbitmq-cluster" class="ocf" provider="heartbeat">
674            <lrm_rsc_op id="rabbitmq_last_0" operation_key="rabbitmq_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="57:8:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;57:8:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="7" rc-code="0" op-status="0" interval="0" last-run="1505210301" last-rc-change="1505210301" exec-time="26574" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
675            <lrm_rsc_op id="rabbitmq_monitor_10000" operation_key="rabbitmq_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="57:9:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;57:9:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="45" rc-code="0" op-status="0" interval="10000" last-rc-change="1505210328" exec-time="3881" queue-time="0" op-digest="6b46cdf9111345cbd0460b2540d3b2c7"/>
676          </lrm_resource>
677        </lrm_resources>
678      </lrm>
679      <transient_attributes id="rabbitmq-bundle-0">
680        <instance_attributes id="status-rabbitmq-bundle-0"/>
681      </transient_attributes>
682    </node_state>
683    <node_state remote_node="true" id="rabbitmq-bundle-2" uname="rabbitmq-bundle-2" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
684      <lrm id="rabbitmq-bundle-2">
685        <lrm_resources>
686          <lrm_resource id="rabbitmq" type="rabbitmq-cluster" class="ocf" provider="heartbeat">
687            <lrm_rsc_op id="rabbitmq_last_0" operation_key="rabbitmq_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="61:1899:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;61:1899:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="7" rc-code="0" op-status="0" interval="0" last-run="1505142230" last-rc-change="1505142230" exec-time="28301" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
688            <lrm_rsc_op id="rabbitmq_monitor_10000" operation_key="rabbitmq_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="65:1900:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;65:1900:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="45" rc-code="0" op-status="0" interval="10000" last-rc-change="1505142258" exec-time="3773" queue-time="0" op-digest="6b46cdf9111345cbd0460b2540d3b2c7"/>
689          </lrm_resource>
690        </lrm_resources>
691      </lrm>
692      <transient_attributes id="rabbitmq-bundle-2">
693        <instance_attributes id="status-rabbitmq-bundle-2"/>
694      </transient_attributes>
695    </node_state>
696    <node_state remote_node="true" id="rabbitmq-bundle-1" uname="rabbitmq-bundle-1" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
697      <lrm id="rabbitmq-bundle-1">
698        <lrm_resources>
699          <lrm_resource id="rabbitmq" type="rabbitmq-cluster" class="ocf" provider="heartbeat">
700            <lrm_rsc_op id="rabbitmq_last_0" operation_key="rabbitmq_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="58:21:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;58:21:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="7" rc-code="0" op-status="0" interval="0" last-run="1505211892" last-rc-change="1505211892" exec-time="24504" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
701            <lrm_rsc_op id="rabbitmq_monitor_10000" operation_key="rabbitmq_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="60:22:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;60:22:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="45" rc-code="0" op-status="0" interval="10000" last-rc-change="1505211919" exec-time="3880" queue-time="0" op-digest="6b46cdf9111345cbd0460b2540d3b2c7"/>
702          </lrm_resource>
703        </lrm_resources>
704      </lrm>
705      <transient_attributes id="rabbitmq-bundle-1">
706        <instance_attributes id="status-rabbitmq-bundle-1"/>
707      </transient_attributes>
708    </node_state>
709    <node_state remote_node="true" id="galera-bundle-1" uname="galera-bundle-1" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
710      <lrm id="galera-bundle-1">
711        <lrm_resources>
712          <lrm_resource id="galera" type="galera" class="ocf" provider="heartbeat">
713            <lrm_rsc_op id="galera_last_0" operation_key="galera_promote_0" operation="promote" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="101:22:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;101:22:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="31" rc-code="0" op-status="0" interval="0" last-run="1505211919" last-rc-change="1505211919" exec-time="9865" queue-time="0" op-digest="a27a7301241d321527115de47ec94f52" op-secure-params=" user " op-secure-digest="a27a7301241d321527115de47ec94f52"/>
714            <lrm_rsc_op id="galera_monitor_10000" operation_key="galera_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="101:23:8:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:8;101:23:8:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="66" rc-code="8" op-status="0" interval="10000" last-rc-change="1505211930" exec-time="397" queue-time="0" op-digest="5a80d9ca7bb4f6ad0bdb3b4395b9f4ec" op-secure-params=" user " op-secure-digest="a27a7301241d321527115de47ec94f52"/>
715          </lrm_resource>
716        </lrm_resources>
717      </lrm>
718      <transient_attributes id="galera-bundle-1">
719        <instance_attributes id="status-galera-bundle-1"/>
720      </transient_attributes>
721    </node_state>
722    <node_state remote_node="true" id="galera-bundle-0" uname="galera-bundle-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
723      <lrm id="galera-bundle-0">
724        <lrm_resources>
725          <lrm_resource id="galera" type="galera" class="ocf" provider="heartbeat">
726            <lrm_rsc_op id="galera_last_0" operation_key="galera_promote_0" operation="promote" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="100:9:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;100:9:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="31" rc-code="0" op-status="0" interval="0" last-run="1505210333" last-rc-change="1505210333" exec-time="9885" queue-time="0" op-digest="a27a7301241d321527115de47ec94f52" op-secure-params=" user " op-secure-digest="a27a7301241d321527115de47ec94f52"/>
727            <lrm_rsc_op id="galera_monitor_10000" operation_key="galera_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="94:10:8:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:8;94:10:8:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="66" rc-code="8" op-status="0" interval="10000" last-rc-change="1505210343" exec-time="421" queue-time="1" op-digest="5a80d9ca7bb4f6ad0bdb3b4395b9f4ec" op-secure-params=" user " op-secure-digest="a27a7301241d321527115de47ec94f52"/>
728          </lrm_resource>
729        </lrm_resources>
730      </lrm>
731      <transient_attributes id="galera-bundle-0">
732        <instance_attributes id="status-galera-bundle-0"/>
733      </transient_attributes>
734    </node_state>
735    <node_state remote_node="true" id="galera-bundle-2" uname="galera-bundle-2" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
736      <lrm id="galera-bundle-2">
737        <lrm_resources>
738          <lrm_resource id="galera" type="galera" class="ocf" provider="heartbeat">
739            <lrm_rsc_op id="galera_last_0" operation_key="galera_promote_0" operation="promote" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="101:1899:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;101:1899:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="31" rc-code="0" op-status="0" interval="0" last-run="1505142229" last-rc-change="1505142229" exec-time="11966" queue-time="0" op-digest="a27a7301241d321527115de47ec94f52" op-secure-params=" user " op-secure-digest="a27a7301241d321527115de47ec94f52"/>
740            <lrm_rsc_op id="galera_monitor_10000" operation_key="galera_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="106:1900:8:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:8;106:1900:8:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="66" rc-code="8" op-status="0" interval="10000" last-rc-change="1505142259" exec-time="375" queue-time="0" op-digest="5a80d9ca7bb4f6ad0bdb3b4395b9f4ec" op-secure-params=" user " op-secure-digest="a27a7301241d321527115de47ec94f52"/>
741          </lrm_resource>
742        </lrm_resources>
743      </lrm>
744      <transient_attributes id="galera-bundle-2">
745        <instance_attributes id="status-galera-bundle-2"/>
746      </transient_attributes>
747    </node_state>
748    <node_state remote_node="true" id="redis-bundle-0" uname="redis-bundle-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
749      <transient_attributes id="redis-bundle-0">
750        <instance_attributes id="status-redis-bundle-0">
751          <nvpair id="status-redis-bundle-0-master-redis" name="master-redis" value="1"/>
752        </instance_attributes>
753      </transient_attributes>
754      <lrm id="redis-bundle-0">
755        <lrm_resources>
756          <lrm_resource id="redis" type="redis" class="ocf" provider="heartbeat">
757            <lrm_rsc_op id="redis_last_0" operation_key="redis_promote_0" operation="promote" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="120:18:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;120:18:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="192" rc-code="0" op-status="0" interval="0" last-run="1505211620" last-rc-change="1505211620" exec-time="2201" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
758            <lrm_rsc_op id="redis_monitor_20000" operation_key="redis_monitor_20000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="118:19:8:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:8;118:19:8:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="241" rc-code="8" op-status="0" interval="20000" last-rc-change="1505211632" exec-time="1027" queue-time="0" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
759          </lrm_resource>
760        </lrm_resources>
761      </lrm>
762    </node_state>
763    <node_state remote_node="true" id="redis-bundle-2" uname="redis-bundle-2" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
764      <lrm id="redis-bundle-2">
765        <lrm_resources>
766          <lrm_resource id="redis" type="redis" class="ocf" provider="heartbeat">
767            <lrm_rsc_op id="redis_last_0" operation_key="redis_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="137:1907:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;137:1907:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="1903" rc-code="0" op-status="0" interval="0" last-run="1505143910" last-rc-change="1505143910" exec-time="6076" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
768            <lrm_rsc_op id="redis_last_failure_0" operation_key="redis_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="138:1899:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:8;138:1899:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="80" rc-code="8" op-status="0" interval="60000" last-rc-change="1505143894" exec-time="0" queue-time="0" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
769            <lrm_rsc_op id="redis_monitor_60000" operation_key="redis_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="141:1909:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;141:1909:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="2030" rc-code="0" op-status="0" interval="60000" last-rc-change="1505143925" exec-time="1166" queue-time="0" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
770            <lrm_rsc_op id="redis_monitor_45000" operation_key="redis_monitor_45000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="140:1909:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;140:1909:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="2031" rc-code="0" op-status="0" interval="45000" last-rc-change="1505143926" exec-time="1121" queue-time="1124" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
771          </lrm_resource>
772        </lrm_resources>
773      </lrm>
774      <transient_attributes id="redis-bundle-2">
775        <instance_attributes id="status-redis-bundle-2">
776          <nvpair id="status-redis-bundle-2-fail-count-redis" name="fail-count-redis" value="1"/>
777          <nvpair id="status-redis-bundle-2-last-failure-redis" name="last-failure-redis" value="1505143894"/>
778          <nvpair id="status-redis-bundle-2-master-redis" name="master-redis" value="1"/>
779        </instance_attributes>
780      </transient_attributes>
781    </node_state>
782    <node_state remote_node="true" id="redis-bundle-1" uname="redis-bundle-1" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
783      <transient_attributes id="redis-bundle-1">
784        <instance_attributes id="status-redis-bundle-1">
785          <nvpair id="status-redis-bundle-1-master-redis" name="master-redis" value="1"/>
786        </instance_attributes>
787      </transient_attributes>
788      <lrm id="redis-bundle-1">
789        <lrm_resources>
790          <lrm_resource id="redis" type="redis" class="ocf" provider="heartbeat">
791            <lrm_rsc_op id="redis_last_0" operation_key="redis_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="135:21:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;135:21:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="7" rc-code="0" op-status="0" interval="0" last-run="1505211890" last-rc-change="1505211890" exec-time="6751" queue-time="1" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
792            <lrm_rsc_op id="redis_monitor_60000" operation_key="redis_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="138:22:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;138:22:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="85" rc-code="0" op-status="0" interval="60000" last-rc-change="1505211919" exec-time="1072" queue-time="0" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
793            <lrm_rsc_op id="redis_monitor_45000" operation_key="redis_monitor_45000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="137:22:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;137:22:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="86" rc-code="0" op-status="0" interval="45000" last-rc-change="1505211920" exec-time="1066" queue-time="1031" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
794          </lrm_resource>
795        </lrm_resources>
796      </lrm>
797    </node_state>
798  </status>
799</cib>
800