1<cib crm_feature_set="3.0.12" validate-with="pacemaker-2.8" epoch="75" num_updates="5" admin_epoch="0" cib-last-written="Wed Jun 28 17:06:01 2017" update-origin="overcloud-controller-1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
2  <configuration>
3    <crm_config>
4      <cluster_property_set id="cib-bootstrap-options">
5        <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
6        <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="1.1.16-10.1.pidone.bundlemeta1.el7.centos-94ff4df"/>
7        <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
8        <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="tripleo_cluster"/>
9        <nvpair id="cib-bootstrap-options-stonith-enabled" name="stonith-enabled" value="true"/>
10        <nvpair id="cib-bootstrap-options-maintenance-mode" name="maintenance-mode" value="false"/>
11        <nvpair id="cib-bootstrap-options-st" name="start-failure-is-fatal" value="true"/>
12      </cluster_property_set>
13      <cluster_property_set id="redis_replication">
14        <nvpair id="redis_replication-redis_REPL_INFO" name="redis_REPL_INFO" value="redis-bundle-0"/>
15      </cluster_property_set>
16    </crm_config>
17    <nodes>
18      <node id="1" uname="overcloud-controller-0">
19        <instance_attributes id="nodes-1">
20          <nvpair id="nodes-1-rabbitmq-role" name="rabbitmq-role" value="true"/>
21          <nvpair id="nodes-1-galera-role" name="galera-role" value="true"/>
22          <nvpair id="nodes-1-redis-role" name="redis-role" value="true"/>
23          <nvpair id="nodes-1-haproxy-role" name="haproxy-role" value="true"/>
24          <nvpair id="nodes-1-cinder-volume-role" name="cinder-volume-role" value="true"/>
25          <nvpair id="nodes-1-cinder-backup-role" name="cinder-backup-role" value="true"/>
26        </instance_attributes>
27      </node>
28      <node id="2" uname="overcloud-controller-1">
29        <instance_attributes id="nodes-2">
30          <nvpair id="nodes-2-rabbitmq-role" name="rabbitmq-role" value="true"/>
31          <nvpair id="nodes-2-galera-role" name="galera-role" value="true"/>
32          <nvpair id="nodes-2-redis-role" name="redis-role" value="true"/>
33          <nvpair id="nodes-2-haproxy-role" name="haproxy-role" value="true"/>
34          <nvpair id="nodes-2-cinder-volume-role" name="cinder-volume-role" value="true"/>
35          <nvpair id="nodes-2-cinder-backup-role" name="cinder-backup-role" value="true"/>
36        </instance_attributes>
37      </node>
38      <node id="3" uname="overcloud-controller-2">
39        <instance_attributes id="nodes-3">
40          <nvpair id="nodes-3-rabbitmq-role" name="rabbitmq-role" value="true"/>
41          <nvpair id="nodes-3-galera-role" name="galera-role" value="true"/>
42          <nvpair id="nodes-3-redis-role" name="redis-role" value="true"/>
43          <nvpair id="nodes-3-haproxy-role" name="haproxy-role" value="true"/>
44          <nvpair id="nodes-3-cinder-volume-role" name="cinder-volume-role" value="true"/>
45          <nvpair id="nodes-3-cinder-backup-role" name="cinder-backup-role" value="true"/>
46        </instance_attributes>
47      </node>
48      <node id="overcloud-novacompute-0" type="remote" uname="overcloud-novacompute-0">
49        <instance_attributes id="nodes-overcloud-novacompute-0">
50          <nvpair id="nodes-overcloud-novacompute-0-osprole" name="compute-role" value="true"/>
51        </instance_attributes>
52      </node>
53      <node id="rabbitmq-bundle-0" type="remote" uname="rabbitmq-bundle-0">
54        <instance_attributes id="nodes-rabbitmq-bundle-0">
55          <nvpair id="nodes-rabbitmq-bundle-0-rmq-node-attr-last-known-rabbitmq" name="rmq-node-attr-last-known-rabbitmq" value="rabbit@overcloud-controller-0"/>
56        </instance_attributes>
57      </node>
58      <node id="rabbitmq-bundle-1" type="remote" uname="rabbitmq-bundle-1">
59        <instance_attributes id="nodes-rabbitmq-bundle-1">
60          <nvpair id="nodes-rabbitmq-bundle-1-rmq-node-attr-last-known-rabbitmq" name="rmq-node-attr-last-known-rabbitmq" value="rabbit@overcloud-controller-1"/>
61        </instance_attributes>
62      </node>
63      <node id="rabbitmq-bundle-2" type="remote" uname="rabbitmq-bundle-2">
64        <instance_attributes id="nodes-rabbitmq-bundle-2">
65          <nvpair id="nodes-rabbitmq-bundle-2-rmq-node-attr-last-known-rabbitmq" name="rmq-node-attr-last-known-rabbitmq" value="rabbit@overcloud-controller-2"/>
66        </instance_attributes>
67      </node>
68    </nodes>
69    <resources>
70      <primitive class="stonith" id="fence1" type="fence_xvm">
71        <instance_attributes id="fence1-instance_attributes">
72          <nvpair id="fence1-instance_attributes-multicast_address" name="multicast_address" value="225.0.0.2"/>
73        </instance_attributes>
74        <operations>
75          <op id="fence1-monitor-interval-60s" interval="60s" name="monitor"/>
76        </operations>
77      </primitive>
78      <primitive class="ocf" id="overcloud-novacompute-0" provider="pacemaker" type="remote">
79        <instance_attributes id="overcloud-novacompute-0-instance_attributes">
80          <nvpair id="overcloud-novacompute-0-instance_attributes-reconnect_interval" name="reconnect_interval" value="240"/>
81        </instance_attributes>
82        <operations>
83          <op id="overcloud-novacompute-0-start-interval-0s" interval="0s" name="start" timeout="60"/>
84          <op id="overcloud-novacompute-0-stop-interval-0s" interval="0s" name="stop" timeout="60"/>
85          <op id="overcloud-novacompute-0-monitor-interval-20" interval="20" name="monitor"/>
86        </operations>
87      </primitive>
88      <bundle id="rabbitmq-bundle">
89        <docker image="192.168.24.1:8787/tripleoupstream/centos-binary-rabbitmq:latest" network="host" options="--user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="3" run-command="/bin/bash /usr/local/bin/kolla_start"/>
90        <network control-port="3121"/>
91        <storage>
92          <storage-mapping id="rabbitmq-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/rabbitmq.json" target-dir="/var/lib/kolla/config_files/config.json"/>
93          <storage-mapping id="rabbitmq-cfg-data" options="ro" source-dir="/var/lib/config-data/rabbitmq/etc/rabbitmq" target-dir="/etc/rabbitmq"/>
94          <storage-mapping id="rabbitmq-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
95          <storage-mapping id="rabbitmq-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
96          <storage-mapping id="rabbitmq-lib" options="rw" source-dir="/var/lib/rabbitmq" target-dir="/var/lib/rabbitmq"/>
97          <storage-mapping id="rabbitmq-pki-extracted" options="ro" source-dir="/etc/pki/ca-trust/extracted" target-dir="/etc/pki/ca-trust/extracted"/>
98          <storage-mapping id="rabbitmq-pki-ca-bundle-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.crt" target-dir="/etc/pki/tls/certs/ca-bundle.crt"/>
99          <storage-mapping id="rabbitmq-pki-ca-bundle-trust-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.trust.crt" target-dir="/etc/pki/tls/certs/ca-bundle.trust.crt"/>
100          <storage-mapping id="rabbitmq-pki-cert" options="ro" source-dir="/etc/pki/tls/cert.pem" target-dir="/etc/pki/tls/cert.pem"/>
101          <storage-mapping id="rabbitmq-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/>
102        </storage>
103        <primitive class="ocf" id="rabbitmq" provider="heartbeat" type="rabbitmq-cluster">
104          <instance_attributes id="rabbitmq-instance_attributes">
105            <nvpair id="rabbitmq-instance_attributes-set_policy" name="set_policy" value="ha-all ^(?!amq\.).* {&quot;ha-mode&quot;:&quot;all&quot;}"/>
106          </instance_attributes>
107          <meta_attributes id="rabbitmq-meta_attributes">
108            <nvpair id="rabbitmq-meta_attributes-notify" name="notify" value="true"/>
109          </meta_attributes>
110          <operations>
111            <op id="rabbitmq-monitor-interval-10" interval="10" name="monitor" timeout="40"/>
112            <op id="rabbitmq-start-interval-0s" interval="0s" name="start" timeout="200s"/>
113            <op id="rabbitmq-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
114          </operations>
115        </primitive>
116      </bundle>
117      <bundle id="galera-bundle">
118        <docker image="192.168.24.1:8787/tripleoupstream/centos-binary-mariadb:latest" masters="3" network="host" options="--user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="3" run-command="/bin/bash /usr/local/bin/kolla_start"/>
119        <network control-port="3123"/>
120        <storage>
121          <storage-mapping id="mysql-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/mysql.json" target-dir="/var/lib/kolla/config_files/config.json"/>
122          <storage-mapping id="mysql-cfg-data" options="ro" source-dir="/var/lib/config-data/mysql" target-dir="/var/lib/kolla/config_files/src"/>
123          <storage-mapping id="mysql-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
124          <storage-mapping id="mysql-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
125          <storage-mapping id="mysql-lib" options="rw" source-dir="/var/lib/mysql" target-dir="/var/lib/mysql"/>
126          <storage-mapping id="mysql-log-mariadb" options="rw" source-dir="/var/log/mariadb" target-dir="/var/log/mariadb"/>
127          <storage-mapping id="mysql-pki-extracted" options="ro" source-dir="/etc/pki/ca-trust/extracted" target-dir="/etc/pki/ca-trust/extracted"/>
128          <storage-mapping id="mysql-pki-ca-bundle-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.crt" target-dir="/etc/pki/tls/certs/ca-bundle.crt"/>
129          <storage-mapping id="mysql-pki-ca-bundle-trust-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.trust.crt" target-dir="/etc/pki/tls/certs/ca-bundle.trust.crt"/>
130          <storage-mapping id="mysql-pki-cert" options="ro" source-dir="/etc/pki/tls/cert.pem" target-dir="/etc/pki/tls/cert.pem"/>
131          <storage-mapping id="mysql-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/>
132        </storage>
133        <primitive class="ocf" id="galera" provider="heartbeat" type="galera">
134          <instance_attributes id="galera-instance_attributes">
135            <nvpair id="galera-instance_attributes-additional_parameters" name="additional_parameters" value="--open-files-limit=16384"/>
136            <nvpair id="galera-instance_attributes-cluster_host_map" name="cluster_host_map" value="galera-bundle-0:overcloud-controller-0;galera-bundle-1:overcloud-controller-1;galera-bundle-2:overcloud-controller-2"/>
137            <nvpair id="galera-instance_attributes-enable_creation" name="enable_creation" value="true"/>
138            <nvpair id="galera-instance_attributes-wsrep_cluster_address" name="wsrep_cluster_address" value="gcomm://overcloud-controller-0,overcloud-controller-1,overcloud-controller-2"/>
139          </instance_attributes>
140          <meta_attributes id="galera-meta_attributes">
141            <nvpair id="galera-meta_attributes-master-max" name="master-max" value="3"/>
142            <nvpair id="galera-meta_attributes-ordered" name="ordered" value="true"/>
143          </meta_attributes>
144          <operations>
145            <op id="galera-demote-interval-0s" interval="0s" name="demote" timeout="120"/>
146            <op id="galera-monitor-interval-20" interval="20" name="monitor" timeout="30"/>
147            <op id="galera-monitor-interval-10" interval="10" name="monitor" role="Master" timeout="30"/>
148            <op id="galera-monitor-interval-30" interval="30" name="monitor" role="Slave" timeout="30"/>
149            <op id="galera-promote-interval-0s" interval="0s" name="promote" on-fail="block" timeout="300s"/>
150            <op id="galera-start-interval-0s" interval="0s" name="start" timeout="120"/>
151            <op id="galera-stop-interval-0s" interval="0s" name="stop" timeout="120"/>
152          </operations>
153        </primitive>
154      </bundle>
155      <bundle id="redis-bundle">
156        <docker image="192.168.24.1:8787/tripleoupstream/centos-binary-redis:latest" masters="1" network="host" options="--user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="3" run-command="/bin/bash /usr/local/bin/kolla_start"/>
157        <network control-port="3124"/>
158        <storage>
159          <storage-mapping id="redis-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/redis.json" target-dir="/var/lib/kolla/config_files/config.json"/>
160          <storage-mapping id="redis-cfg-data-redis" options="ro" source-dir="/var/lib/config-data/redis/etc/redis" target-dir="/etc/redis"/>
161          <storage-mapping id="redis-cfg-data-redis-conf" options="ro" source-dir="/var/lib/config-data/redis/etc/redis.conf" target-dir="/etc/redis.conf"/>
162          <storage-mapping id="redis-cfg-data-redis-conf-puppet" options="ro" source-dir="/var/lib/config-data/redis/etc/redis.conf.puppet" target-dir="/etc/redis.conf.puppet"/>
163          <storage-mapping id="redis-cfg-data-redis-sentinel" options="ro" source-dir="/var/lib/config-data/redis/etc/redis-sentinel.conf" target-dir="/etc/redis-sentinel.conf"/>
164          <storage-mapping id="redis-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
165          <storage-mapping id="redis-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
166          <storage-mapping id="redis-lib" options="rw" source-dir="/var/lib/redis" target-dir="/var/lib/redis"/>
167          <storage-mapping id="redis-log" options="rw" source-dir="/var/log/redis" target-dir="/var/log/redis"/>
168          <storage-mapping id="redis-run" options="rw" source-dir="/var/run/redis" target-dir="/var/run/redis"/>
169          <storage-mapping id="redis-pki-extracted" options="ro" source-dir="/etc/pki/ca-trust/extracted" target-dir="/etc/pki/ca-trust/extracted"/>
170          <storage-mapping id="redis-pki-ca-bundle-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.crt" target-dir="/etc/pki/tls/certs/ca-bundle.crt"/>
171          <storage-mapping id="redis-pki-ca-bundle-trust-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.trust.crt" target-dir="/etc/pki/tls/certs/ca-bundle.trust.crt"/>
172          <storage-mapping id="redis-pki-cert" options="ro" source-dir="/etc/pki/tls/cert.pem" target-dir="/etc/pki/tls/cert.pem"/>
173          <storage-mapping id="redis-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/>
174        </storage>
175        <primitive class="ocf" id="redis" provider="heartbeat" type="redis">
176          <instance_attributes id="redis-instance_attributes">
177            <nvpair id="redis-instance_attributes-wait_last_known_master" name="wait_last_known_master" value="true"/>
178          </instance_attributes>
179          <meta_attributes id="redis-meta_attributes">
180            <nvpair id="redis-meta_attributes-interleave" name="interleave" value="true"/>
181            <nvpair id="redis-meta_attributes-notify" name="notify" value="true"/>
182            <nvpair id="redis-meta_attributes-ordered" name="ordered" value="true"/>
183          </meta_attributes>
184          <operations>
185            <op id="redis-demote-interval-0s" interval="0s" name="demote" timeout="120"/>
186            <op id="redis-monitor-interval-45" interval="45" name="monitor" timeout="60"/>
187            <op id="redis-monitor-interval-20" interval="20" name="monitor" role="Master" timeout="60"/>
188            <op id="redis-monitor-interval-60" interval="60" name="monitor" role="Slave" timeout="60"/>
189            <op id="redis-promote-interval-0s" interval="0s" name="promote" timeout="120"/>
190            <op id="redis-start-interval-0s" interval="0s" name="start" timeout="200s"/>
191            <op id="redis-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
192          </operations>
193        </primitive>
194      </bundle>
195      <primitive class="ocf" id="ip-192.168.24.9" provider="heartbeat" type="IPaddr2">
196        <instance_attributes id="ip-192.168.24.9-instance_attributes">
197          <nvpair id="ip-192.168.24.9-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
198          <nvpair id="ip-192.168.24.9-instance_attributes-ip" name="ip" value="192.168.24.9"/>
199        </instance_attributes>
200        <operations>
201          <op id="ip-192.168.24.9-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
202          <op id="ip-192.168.24.9-start-interval-0s" interval="0s" name="start" timeout="20s"/>
203          <op id="ip-192.168.24.9-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
204        </operations>
205      </primitive>
206      <primitive class="ocf" id="ip-10.0.0.7" provider="heartbeat" type="IPaddr2">
207        <instance_attributes id="ip-10.0.0.7-instance_attributes">
208          <nvpair id="ip-10.0.0.7-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
209          <nvpair id="ip-10.0.0.7-instance_attributes-ip" name="ip" value="10.0.0.7"/>
210        </instance_attributes>
211        <operations>
212          <op id="ip-10.0.0.7-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
213          <op id="ip-10.0.0.7-start-interval-0s" interval="0s" name="start" timeout="20s"/>
214          <op id="ip-10.0.0.7-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
215        </operations>
216      </primitive>
217      <primitive class="ocf" id="ip-172.16.2.4" provider="heartbeat" type="IPaddr2">
218        <instance_attributes id="ip-172.16.2.4-instance_attributes">
219          <nvpair id="ip-172.16.2.4-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
220          <nvpair id="ip-172.16.2.4-instance_attributes-ip" name="ip" value="172.16.2.4"/>
221        </instance_attributes>
222        <operations>
223          <op id="ip-172.16.2.4-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
224          <op id="ip-172.16.2.4-start-interval-0s" interval="0s" name="start" timeout="20s"/>
225          <op id="ip-172.16.2.4-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
226        </operations>
227      </primitive>
228      <primitive class="ocf" id="ip-172.16.2.8" provider="heartbeat" type="IPaddr2">
229        <instance_attributes id="ip-172.16.2.8-instance_attributes">
230          <nvpair id="ip-172.16.2.8-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
231          <nvpair id="ip-172.16.2.8-instance_attributes-ip" name="ip" value="172.16.2.8"/>
232        </instance_attributes>
233        <operations>
234          <op id="ip-172.16.2.8-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
235          <op id="ip-172.16.2.8-start-interval-0s" interval="0s" name="start" timeout="20s"/>
236          <op id="ip-172.16.2.8-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
237        </operations>
238      </primitive>
239      <primitive class="ocf" id="ip-172.16.1.9" provider="heartbeat" type="IPaddr2">
240        <instance_attributes id="ip-172.16.1.9-instance_attributes">
241          <nvpair id="ip-172.16.1.9-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
242          <nvpair id="ip-172.16.1.9-instance_attributes-ip" name="ip" value="172.16.1.9"/>
243        </instance_attributes>
244        <operations>
245          <op id="ip-172.16.1.9-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
246          <op id="ip-172.16.1.9-start-interval-0s" interval="0s" name="start" timeout="20s"/>
247          <op id="ip-172.16.1.9-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
248        </operations>
249      </primitive>
250      <primitive class="ocf" id="ip-172.16.3.9" provider="heartbeat" type="IPaddr2">
251        <instance_attributes id="ip-172.16.3.9-instance_attributes">
252          <nvpair id="ip-172.16.3.9-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
253          <nvpair id="ip-172.16.3.9-instance_attributes-ip" name="ip" value="172.16.3.9"/>
254        </instance_attributes>
255        <operations>
256          <op id="ip-172.16.3.9-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
257          <op id="ip-172.16.3.9-start-interval-0s" interval="0s" name="start" timeout="20s"/>
258          <op id="ip-172.16.3.9-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
259        </operations>
260      </primitive>
261      <bundle id="haproxy-bundle">
262        <docker image="192.168.24.1:8787/tripleoupstream/centos-binary-haproxy:latest" network="host" options="--user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="3" run-command="/bin/bash /usr/local/bin/kolla_start"/>
263        <storage>
264          <storage-mapping id="haproxy-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/haproxy.json" target-dir="/var/lib/kolla/config_files/config.json"/>
265          <storage-mapping id="haproxy-cfg-data" options="ro" source-dir="/var/lib/config-data/haproxy/etc" target-dir="/etc"/>
266          <storage-mapping id="haproxy-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
267          <storage-mapping id="haproxy-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
268          <storage-mapping id="haproxy-pki-extracted" options="ro" source-dir="/etc/pki/ca-trust/extracted" target-dir="/etc/pki/ca-trust/extracted"/>
269          <storage-mapping id="haproxy-pki-ca-bundle-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.crt" target-dir="/etc/pki/tls/certs/ca-bundle.crt"/>
270          <storage-mapping id="haproxy-pki-ca-bundle-trust-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.trust.crt" target-dir="/etc/pki/tls/certs/ca-bundle.trust.crt"/>
271          <storage-mapping id="haproxy-pki-cert" options="ro" source-dir="/etc/pki/tls/cert.pem" target-dir="/etc/pki/tls/cert.pem"/>
272          <storage-mapping id="haproxy-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/>
273        </storage>
274      </bundle>
275      <bundle id="openstack-cinder-volume">
276        <docker image="192.168.24.1:8787/tripleoupstream/centos-binary-cinder-volume:latest" network="host" options="--ipc=host --privileged=true --user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="1" run-command="/bin/bash /usr/local/bin/kolla_start"/>
277        <storage>
278          <storage-mapping id="cinder-volume-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/cinder_volume.json" target-dir="/var/lib/kolla/config_files/config.json"/>
279          <storage-mapping id="cinder-volume-cfg-data" options="ro" source-dir="/var/lib/config-data/cinder/etc/cinder" target-dir="/etc/cinder"/>
280          <storage-mapping id="cinder-volume-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
281          <storage-mapping id="cinder-volume-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
282          <storage-mapping id="cinder-volume-dev" options="rw" source-dir="/dev" target-dir="/dev"/>
283          <storage-mapping id="cinder-volume-run" options="rw" source-dir="/run" target-dir="/run"/>
284          <storage-mapping id="cinder-volume-sys" options="rw" source-dir="/sys" target-dir="/sys"/>
285          <storage-mapping id="cinder-volume-lib-modules" options="ro" source-dir="/lib/modules" target-dir="/lib/modules"/>
286          <storage-mapping id="cinder-volume-iscsi" options="rw" source-dir="/etc/iscsi" target-dir="/etc/iscsi"/>
287          <storage-mapping id="cinder-volume-var-lib-cinder" options="rw" source-dir="/var/lib/cinder" target-dir="/var/lib/cinder"/>
288          <storage-mapping id="cinder-volume-var-log" options="rw" source-dir="/var/log/containers/cinder" target-dir="/var/log/cinder"/>
289        </storage>
290      </bundle>
291      <bundle id="openstack-cinder-backup">
292        <docker image="192.168.24.1:8787/tripleoupstream/centos-binary-cinder-backup:latest" network="host" options="--ipc=host --privileged=true --user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="1" run-command="/bin/bash /usr/local/bin/kolla_start"/>
293        <storage>
294          <storage-mapping id="cinder-backup-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/cinder_backup.json" target-dir="/var/lib/kolla/config_files/config.json"/>
295          <storage-mapping id="cinder-backup-cfg-data" options="ro" source-dir="/var/lib/config-data/cinder/etc/cinder" target-dir="/etc/cinder"/>
296          <storage-mapping id="cinder-backup-cfg-ceph" options="ro" source-dir="/var/lib/config-data/cinder/etc/ceph" target-dir="/etc/ceph"/>
297          <storage-mapping id="cinder-backup-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
298          <storage-mapping id="cinder-backup-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
299          <storage-mapping id="cinder-backup-dev" options="rw" source-dir="/dev" target-dir="/dev"/>
300          <storage-mapping id="cinder-backup-run" options="rw" source-dir="/run" target-dir="/run"/>
301          <storage-mapping id="cinder-backup-sys" options="rw" source-dir="/sys" target-dir="/sys"/>
302          <storage-mapping id="cinder-backup-lib-modules" options="ro" source-dir="/lib/modules" target-dir="/lib/modules"/>
303          <storage-mapping id="cinder-backup-iscsi" options="rw" source-dir="/etc/iscsi" target-dir="/etc/iscsi"/>
304          <storage-mapping id="cinder-backup-var-lib-cinder" options="rw" source-dir="/var/lib/cinder" target-dir="/var/lib/cinder"/>
305          <storage-mapping id="cinder-backup-var-log" options="rw" source-dir="/var/log/containers/cinder" target-dir="/var/log/cinder"/>
306        </storage>
307      </bundle>
308    </resources>
309    <constraints>
310      <rsc_location id="location-compute-0" resource-discovery="exclusive" rsc="overcloud-novacompute-0">
311        <rule id="location-compute-0-rule" score="0">
312          <expression attribute="#uname" id="location-compute-0-rule-expr" operation="eq" value="overcloud-controller-0"/>
313        </rule>
314      </rsc_location>
315      <rsc_location id="location-rabbitmq-bundle" resource-discovery="exclusive" rsc="rabbitmq-bundle">
316        <rule id="location-rabbitmq-bundle-rule" score="0">
317          <expression attribute="rabbitmq-role" id="location-rabbitmq-bundle-rule-expr" operation="eq" value="true"/>
318        </rule>
319      </rsc_location>
320      <rsc_location id="location-galera-bundle" resource-discovery="exclusive" rsc="galera-bundle">
321        <rule id="location-galera-bundle-rule" score="0">
322          <expression attribute="galera-role" id="location-galera-bundle-rule-expr" operation="eq" value="true"/>
323        </rule>
324      </rsc_location>
325      <rsc_location id="location-redis-bundle" resource-discovery="exclusive" rsc="redis-bundle">
326        <rule id="location-redis-bundle-rule" score="0">
327          <expression attribute="redis-role" id="location-redis-bundle-rule-expr" operation="eq" value="true"/>
328        </rule>
329      </rsc_location>
330      <rsc_location id="location-ip-192.168.24.9" resource-discovery="exclusive" rsc="ip-192.168.24.9">
331        <rule id="location-ip-192.168.24.9-rule" score="0">
332          <expression attribute="haproxy-role" id="location-ip-192.168.24.9-rule-expr" operation="eq" value="true"/>
333        </rule>
334      </rsc_location>
335      <rsc_location id="location-ip-10.0.0.7" resource-discovery="exclusive" rsc="ip-10.0.0.7">
336        <rule id="location-ip-10.0.0.7-rule" score="0">
337          <expression attribute="haproxy-role" id="location-ip-10.0.0.7-rule-expr" operation="eq" value="true"/>
338        </rule>
339      </rsc_location>
340      <rsc_location id="location-ip-172.16.2.4" resource-discovery="exclusive" rsc="ip-172.16.2.4">
341        <rule id="location-ip-172.16.2.4-rule" score="0">
342          <expression attribute="haproxy-role" id="location-ip-172.16.2.4-rule-expr" operation="eq" value="true"/>
343        </rule>
344      </rsc_location>
345      <rsc_location id="location-ip-172.16.2.8" resource-discovery="exclusive" rsc="ip-172.16.2.8">
346        <rule id="location-ip-172.16.2.8-rule" score="0">
347          <expression attribute="haproxy-role" id="location-ip-172.16.2.8-rule-expr" operation="eq" value="true"/>
348        </rule>
349      </rsc_location>
350      <rsc_location id="location-ip-172.16.1.9" resource-discovery="exclusive" rsc="ip-172.16.1.9">
351        <rule id="location-ip-172.16.1.9-rule" score="0">
352          <expression attribute="haproxy-role" id="location-ip-172.16.1.9-rule-expr" operation="eq" value="true"/>
353        </rule>
354      </rsc_location>
355      <rsc_location id="location-ip-172.16.3.9" resource-discovery="exclusive" rsc="ip-172.16.3.9">
356        <rule id="location-ip-172.16.3.9-rule" score="0">
357          <expression attribute="haproxy-role" id="location-ip-172.16.3.9-rule-expr" operation="eq" value="true"/>
358        </rule>
359      </rsc_location>
360      <rsc_location id="location-haproxy-bundle" resource-discovery="exclusive" rsc="haproxy-bundle">
361        <rule id="location-haproxy-bundle-rule" score="0">
362          <expression attribute="haproxy-role" id="location-haproxy-bundle-rule-expr" operation="eq" value="true"/>
363        </rule>
364      </rsc_location>
365      <rsc_order first="ip-192.168.24.9" first-action="start" id="order-ip-192.168.24.9-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
366      <rsc_colocation id="colocation-ip-192.168.24.9-haproxy-bundle-INFINITY" rsc="ip-192.168.24.9" score="INFINITY" with-rsc="haproxy-bundle"/>
367      <rsc_order first="ip-10.0.0.7" first-action="start" id="order-ip-10.0.0.7-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
368      <rsc_colocation id="colocation-ip-10.0.0.7-haproxy-bundle-INFINITY" rsc="ip-10.0.0.7" score="INFINITY" with-rsc="haproxy-bundle"/>
369      <rsc_order first="ip-172.16.2.4" first-action="start" id="order-ip-172.16.2.4-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
370      <rsc_colocation id="colocation-ip-172.16.2.4-haproxy-bundle-INFINITY" rsc="ip-172.16.2.4" score="INFINITY" with-rsc="haproxy-bundle"/>
371      <rsc_order first="ip-172.16.2.8" first-action="start" id="order-ip-172.16.2.8-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
372      <rsc_colocation id="colocation-ip-172.16.2.8-haproxy-bundle-INFINITY" rsc="ip-172.16.2.8" score="INFINITY" with-rsc="haproxy-bundle"/>
373      <rsc_order first="ip-172.16.1.9" first-action="start" id="order-ip-172.16.1.9-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
374      <rsc_colocation id="colocation-ip-172.16.1.9-haproxy-bundle-INFINITY" rsc="ip-172.16.1.9" score="INFINITY" with-rsc="haproxy-bundle"/>
375      <rsc_order first="ip-172.16.3.9" first-action="start" id="order-ip-172.16.3.9-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
376      <rsc_colocation id="colocation-ip-172.16.3.9-haproxy-bundle-INFINITY" rsc="ip-172.16.3.9" score="INFINITY" with-rsc="haproxy-bundle"/>
377      <rsc_location id="location-openstack-cinder-volume" resource-discovery="exclusive" rsc="openstack-cinder-volume">
378        <rule id="location-openstack-cinder-volume-rule" score="0">
379          <expression attribute="cinder-volume-role" id="location-openstack-cinder-volume-rule-expr" operation="eq" value="true"/>
380        </rule>
381      </rsc_location>
382      <rsc_location id="location-openstack-cinder-backup" resource-discovery="exclusive" rsc="openstack-cinder-backup">
383        <rule id="location-openstack-cinder-backup-rule" score="0">
384          <expression attribute="cinder-backup-role" id="location-openstack-cinder-backup-rule-expr" operation="eq" value="true"/>
385        </rule>
386      </rsc_location>
387    </constraints>
388    <rsc_defaults>
389      <meta_attributes id="rsc_defaults-options">
390        <nvpair id="rsc_defaults-options-resource-stickiness" name="resource-stickiness" value="INFINITY"/>
391      </meta_attributes>
392    </rsc_defaults>
393  </configuration>
394  <status>
395    <node_state id="3" uname="overcloud-controller-2" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
396      <lrm id="3">
397        <lrm_resources>
398          <lrm_resource id="rabbitmq-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
399            <lrm_rsc_op id="rabbitmq-bundle-docker-2_last_0" operation_key="rabbitmq-bundle-docker-2_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="5:8:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;5:8:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="18" rc-code="0" op-status="0" interval="0" last-run="1498668697" last-rc-change="1498668697" exec-time="320" queue-time="0" op-digest="c340dabc02a122ab20f14b60f2602bbe"/>
400            <lrm_rsc_op id="rabbitmq-bundle-docker-2_monitor_60000" operation_key="rabbitmq-bundle-docker-2_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="1:8:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;1:8:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="19" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668697" exec-time="64" queue-time="0" op-digest="0fb5d0fc32bf7b5ac2fded03f686b814"/>
401          </lrm_resource>
402          <lrm_resource id="rabbitmq-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
403            <lrm_rsc_op id="rabbitmq-bundle-docker-0_last_0" operation_key="rabbitmq-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="8:6:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;8:6:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="5" rc-code="7" op-status="0" interval="0" last-run="1498668675" last-rc-change="1498668675" exec-time="28" queue-time="0" op-digest="a0d694ff5082677ff8994aed84eec10a"/>
404          </lrm_resource>
405          <lrm_resource id="rabbitmq-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
406            <lrm_rsc_op id="rabbitmq-bundle-docker-1_last_0" operation_key="rabbitmq-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="9:6:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;9:6:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="9" rc-code="7" op-status="0" interval="0" last-run="1498668675" last-rc-change="1498668675" exec-time="33" queue-time="0" op-digest="a0d694ff5082677ff8994aed84eec10a"/>
407          </lrm_resource>
408          <lrm_resource id="rabbitmq-bundle-2" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-2">
409            <lrm_rsc_op id="rabbitmq-bundle-2_last_0" operation_key="rabbitmq-bundle-2_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="15:8:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;15:8:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="1" rc-code="0" op-status="0" interval="0" last-run="1498668697" last-rc-change="1498668697" exec-time="0" queue-time="0" op-digest="a85a038c2aaf9611b0123a922f6cc61f" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
410            <lrm_rsc_op id="rabbitmq-bundle-2_monitor_60000" operation_key="rabbitmq-bundle-2_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="19:9:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;19:9:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="2" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668699" exec-time="0" queue-time="0" op-digest="d045859aac223f9d6c1d9ea38434827f"/>
411          </lrm_resource>
412          <lrm_resource id="galera-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
413            <lrm_rsc_op id="galera-bundle-docker-1_last_0" operation_key="galera-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="15:10:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;15:10:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="28" rc-code="7" op-status="0" interval="0" last-run="1498668716" last-rc-change="1498668716" exec-time="22" queue-time="0" op-digest="cea4042997161052606b12bff643218c"/>
414          </lrm_resource>
415          <lrm_resource id="galera-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
416            <lrm_rsc_op id="galera-bundle-docker-0_last_0" operation_key="galera-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="14:10:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;14:10:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="24" rc-code="7" op-status="0" interval="0" last-run="1498668716" last-rc-change="1498668716" exec-time="28" queue-time="0" op-digest="cea4042997161052606b12bff643218c"/>
417          </lrm_resource>
418          <lrm_resource id="galera-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
419            <lrm_rsc_op id="galera-bundle-docker-2_last_0" operation_key="galera-bundle-docker-2_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="12:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;12:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="37" rc-code="0" op-status="0" interval="0" last-run="1498668757" last-rc-change="1498668757" exec-time="371" queue-time="0" op-digest="6c2f81de1714e10eacba6279afe5e059"/>
420            <lrm_rsc_op id="galera-bundle-docker-2_monitor_60000" operation_key="galera-bundle-docker-2_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="3:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;3:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="38" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668758" exec-time="66" queue-time="1" op-digest="fd04e5bc4ae1f504b2653c4326ef8132"/>
421          </lrm_resource>
422          <lrm_resource id="galera-bundle-2" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-2">
423            <lrm_rsc_op id="galera-bundle-2_last_0" operation_key="galera-bundle-2_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="45:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;45:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="3" rc-code="0" op-status="0" interval="0" last-run="1498668758" last-rc-change="1498668758" exec-time="0" queue-time="0" op-digest="3f90661d608748039031eecf1b1eccec" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
424            <lrm_rsc_op id="galera-bundle-2_monitor_60000" operation_key="galera-bundle-2_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="50:12:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;50:12:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="4" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668781" exec-time="0" queue-time="0" op-digest="be2946c3b0185392bb481388655bb5ee"/>
425          </lrm_resource>
426          <lrm_resource id="redis-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
427            <lrm_rsc_op id="redis-bundle-docker-0_last_0" operation_key="redis-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="26:22:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;26:22:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="43" rc-code="7" op-status="0" interval="0" last-run="1498668877" last-rc-change="1498668877" exec-time="32" queue-time="0" op-digest="6b370e7f473758a477ba7ba1a1d14fed"/>
428          </lrm_resource>
429          <lrm_resource id="redis-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
430            <lrm_rsc_op id="redis-bundle-docker-1_last_0" operation_key="redis-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="27:22:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;27:22:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="47" rc-code="7" op-status="0" interval="0" last-run="1498668877" last-rc-change="1498668877" exec-time="32" queue-time="0" op-digest="6b370e7f473758a477ba7ba1a1d14fed"/>
431          </lrm_resource>
432          <lrm_resource id="redis-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
433            <lrm_rsc_op id="redis-bundle-docker-2_last_0" operation_key="redis-bundle-docker-2_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="23:24:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;23:24:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="56" rc-code="0" op-status="0" interval="0" last-run="1498668899" last-rc-change="1498668899" exec-time="311" queue-time="0" op-digest="8c6035dc510b3d42f7ebc22c2a3a445c"/>
434            <lrm_rsc_op id="redis-bundle-docker-2_monitor_60000" operation_key="redis-bundle-docker-2_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="5:24:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;5:24:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="57" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668899" exec-time="66" queue-time="0" op-digest="95e57f57b6c5a4bb2e252d22d70f01df"/>
435          </lrm_resource>
436          <lrm_resource id="redis-bundle-2" type="remote" class="ocf" provider="pacemaker" container="redis-bundle-docker-2">
437            <lrm_rsc_op id="redis-bundle-2_last_0" operation_key="redis-bundle-2_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="87:24:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;87:24:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="5" rc-code="0" op-status="0" interval="0" last-run="1498668899" last-rc-change="1498668899" exec-time="0" queue-time="0" op-digest="5d2d2dc6340136c5c4c289d812a6e489" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
438            <lrm_rsc_op id="redis-bundle-2_monitor_60000" operation_key="redis-bundle-2_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="91:25:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;91:25:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="6" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668901" exec-time="0" queue-time="0" op-digest="c11ea9bf482bc6a194ff26b1f3d81523"/>
439          </lrm_resource>
440          <lrm_resource id="ip-192.168.24.9" type="IPaddr2" class="ocf" provider="heartbeat">
441            <lrm_rsc_op id="ip-192.168.24.9_last_0" operation_key="ip-192.168.24.9_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="33:30:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;33:30:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="62" rc-code="7" op-status="0" interval="0" last-run="1498668920" last-rc-change="1498668920" exec-time="33" queue-time="0" op-digest="fe7a4d69e1427ab8b5c436557ecc8780"/>
442          </lrm_resource>
443          <lrm_resource id="ip-10.0.0.7" type="IPaddr2" class="ocf" provider="heartbeat">
444            <lrm_rsc_op id="ip-10.0.0.7_last_0" operation_key="ip-10.0.0.7_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="34:33:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;34:33:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="66" rc-code="7" op-status="0" interval="0" last-run="1498668928" last-rc-change="1498668928" exec-time="33" queue-time="0" op-digest="c9d74a690415dead8378665307dd5d76"/>
445          </lrm_resource>
446          <lrm_resource id="ip-172.16.2.4" type="IPaddr2" class="ocf" provider="heartbeat">
447            <lrm_rsc_op id="ip-172.16.2.4_last_0" operation_key="ip-172.16.2.4_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="119:38:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;119:38:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="71" rc-code="0" op-status="0" interval="0" last-run="1498668939" last-rc-change="1498668939" exec-time="4061" queue-time="0" op-digest="b6d5a31ac7802318282c9666048b0c96"/>
448            <lrm_rsc_op id="ip-172.16.2.4_monitor_10000" operation_key="ip-172.16.2.4_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="120:38:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;120:38:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="72" rc-code="0" op-status="0" interval="10000" last-rc-change="1498668943" exec-time="33" queue-time="0" op-digest="eb8db49266a48b7d0e8ebd82c43d7c8b"/>
449          </lrm_resource>
450          <lrm_resource id="ip-172.16.2.8" type="IPaddr2" class="ocf" provider="heartbeat">
451            <lrm_rsc_op id="ip-172.16.2.8_last_0" operation_key="ip-172.16.2.8_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="36:39:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;36:39:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="76" rc-code="7" op-status="0" interval="0" last-run="1498668945" last-rc-change="1498668945" exec-time="37" queue-time="0" op-digest="a05df54a5427c5b7fb217fe365ec47b6"/>
452          </lrm_resource>
453          <lrm_resource id="ip-172.16.1.9" type="IPaddr2" class="ocf" provider="heartbeat">
454            <lrm_rsc_op id="ip-172.16.1.9_last_0" operation_key="ip-172.16.1.9_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="37:42:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;37:42:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="80" rc-code="7" op-status="0" interval="0" last-run="1498668953" last-rc-change="1498668953" exec-time="35" queue-time="0" op-digest="0cf2a88115180ddfe68813334ee37f24"/>
455          </lrm_resource>
456          <lrm_resource id="ip-172.16.3.9" type="IPaddr2" class="ocf" provider="heartbeat">
457            <lrm_rsc_op id="ip-172.16.3.9_last_0" operation_key="ip-172.16.3.9_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="128:47:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;128:47:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="85" rc-code="0" op-status="0" interval="0" last-run="1498668964" last-rc-change="1498668964" exec-time="4064" queue-time="0" op-digest="bfccf6cd1b96922f4a1da89429ba5d0c"/>
458            <lrm_rsc_op id="ip-172.16.3.9_monitor_10000" operation_key="ip-172.16.3.9_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="129:47:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;129:47:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="86" rc-code="0" op-status="0" interval="10000" last-rc-change="1498668968" exec-time="36" queue-time="0" op-digest="cfa84598b789dc5293a62a1a4142af3a"/>
459          </lrm_resource>
460          <lrm_resource id="haproxy-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
461            <lrm_rsc_op id="haproxy-bundle-docker-0_last_0" operation_key="haproxy-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="43:48:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;43:48:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="90" rc-code="7" op-status="0" interval="0" last-run="1498668968" last-rc-change="1498668968" exec-time="28" queue-time="0" op-digest="50c5ea783cadafec1f3787e5cf2dcd62"/>
462          </lrm_resource>
463          <lrm_resource id="haproxy-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
464            <lrm_rsc_op id="haproxy-bundle-docker-1_last_0" operation_key="haproxy-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="44:48:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;44:48:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="94" rc-code="7" op-status="0" interval="0" last-run="1498668968" last-rc-change="1498668968" exec-time="37" queue-time="0" op-digest="50c5ea783cadafec1f3787e5cf2dcd62"/>
465          </lrm_resource>
466          <lrm_resource id="haproxy-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
467            <lrm_rsc_op id="haproxy-bundle-docker-2_last_0" operation_key="haproxy-bundle-docker-2_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="144:48:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;144:48:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="99" rc-code="0" op-status="0" interval="0" last-run="1498668968" last-rc-change="1498668968" exec-time="316" queue-time="0" op-digest="59b63ee653b1666ceb30ec6e2d10eef7"/>
468            <lrm_rsc_op id="haproxy-bundle-docker-2_monitor_60000" operation_key="haproxy-bundle-docker-2_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="145:48:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;145:48:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="100" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668968" exec-time="63" queue-time="0" op-digest="6560898bb4a594e45af727baab2e600d"/>
469          </lrm_resource>
470          <lrm_resource id="openstack-cinder-volume-docker-0" type="docker" class="ocf" provider="heartbeat">
471            <lrm_rsc_op id="openstack-cinder-volume-docker-0_last_0" operation_key="openstack-cinder-volume-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="42:65:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;42:65:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="104" rc-code="7" op-status="0" interval="0" last-run="1498669495" last-rc-change="1498669495" exec-time="24" queue-time="1" op-digest="3aa35269c96594499406635b536dcf19"/>
472          </lrm_resource>
473          <lrm_resource id="openstack-cinder-backup-docker-0" type="docker" class="ocf" provider="heartbeat">
474            <lrm_rsc_op id="openstack-cinder-backup-docker-0_last_0" operation_key="openstack-cinder-backup-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="43:70:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;43:70:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="108" rc-code="7" op-status="0" interval="0" last-run="1498669534" last-rc-change="1498669534" exec-time="24" queue-time="1" op-digest="eedee9a7b2c178272325eaaf87df0b05"/>
475          </lrm_resource>
476          <lrm_resource id="overcloud-novacompute-0" class="ocf" provider="pacemaker" type="remote">
477            <lrm_rsc_op id="overcloud-novacompute-0_last_0" operation_key="overcloud-novacompute-0_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.0.14" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" call-id="1" rc-code="7" op-status="0" interval="0" last-run="1499057293" last-rc-change="1499057293" exec-time="0" queue-time="0" op-digest="be548bf9f751c937c78eb61c44187ad2"/>
478          </lrm_resource>
479        </lrm_resources>
480      </lrm>
481      <transient_attributes id="3">
482        <instance_attributes id="status-3">
483          <nvpair id="status-3-shutdown" name="shutdown" value="0"/>
484        </instance_attributes>
485      </transient_attributes>
486    </node_state>
487    <node_state id="2" uname="overcloud-controller-1" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
488      <lrm id="2">
489        <lrm_resources>
490          <lrm_resource id="rabbitmq-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
491            <lrm_rsc_op id="rabbitmq-bundle-docker-2_last_0" operation_key="rabbitmq-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="7:6:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;7:6:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="13" rc-code="7" op-status="0" interval="0" last-run="1498668675" last-rc-change="1498668675" exec-time="26" queue-time="0" op-digest="a0d694ff5082677ff8994aed84eec10a"/>
492          </lrm_resource>
493          <lrm_resource id="rabbitmq-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
494            <lrm_rsc_op id="rabbitmq-bundle-docker-1_last_0" operation_key="rabbitmq-bundle-docker-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="6:8:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;6:8:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="18" rc-code="0" op-status="0" interval="0" last-run="1498668696" last-rc-change="1498668696" exec-time="335" queue-time="0" op-digest="b8157caee3ea8178feaea3f60e89a55a"/>
495            <lrm_rsc_op id="rabbitmq-bundle-docker-1_monitor_60000" operation_key="rabbitmq-bundle-docker-1_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="2:8:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;2:8:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="19" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668697" exec-time="66" queue-time="0" op-digest="c293cd7b72145ba015bbbd25294a08dc"/>
496          </lrm_resource>
497          <lrm_resource id="rabbitmq-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
498            <lrm_rsc_op id="rabbitmq-bundle-docker-0_last_0" operation_key="rabbitmq-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="5:6:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;5:6:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="5" rc-code="7" op-status="0" interval="0" last-run="1498668675" last-rc-change="1498668675" exec-time="32" queue-time="0" op-digest="a0d694ff5082677ff8994aed84eec10a"/>
499          </lrm_resource>
500          <lrm_resource id="rabbitmq-bundle-1" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-1">
501            <lrm_rsc_op id="rabbitmq-bundle-1_last_0" operation_key="rabbitmq-bundle-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="12:8:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;12:8:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="1" rc-code="0" op-status="0" interval="0" last-run="1498668697" last-rc-change="1498668697" exec-time="0" queue-time="0" op-digest="960e0dbbd69f1d30f1b690e4262fd8af" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
502            <lrm_rsc_op id="rabbitmq-bundle-1_monitor_60000" operation_key="rabbitmq-bundle-1_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="14:9:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;14:9:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="2" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668699" exec-time="0" queue-time="0" op-digest="258066a792cfce7951cf9f0634dc1e8c"/>
503          </lrm_resource>
504          <lrm_resource id="galera-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
505            <lrm_rsc_op id="galera-bundle-docker-1_last_0" operation_key="galera-bundle-docker-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="13:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;13:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="37" rc-code="0" op-status="0" interval="0" last-run="1498668757" last-rc-change="1498668757" exec-time="328" queue-time="0" op-digest="9be25018e115be06a50f1d7fdb69cb66"/>
506            <lrm_rsc_op id="galera-bundle-docker-1_monitor_60000" operation_key="galera-bundle-docker-1_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="6:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;6:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="38" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668758" exec-time="68" queue-time="0" op-digest="486cc657e64e3e5abaca075a67dd7fc9"/>
507          </lrm_resource>
508          <lrm_resource id="galera-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
509            <lrm_rsc_op id="galera-bundle-docker-0_last_0" operation_key="galera-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="11:10:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;11:10:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="24" rc-code="7" op-status="0" interval="0" last-run="1498668715" last-rc-change="1498668715" exec-time="36" queue-time="0" op-digest="cea4042997161052606b12bff643218c"/>
510          </lrm_resource>
511          <lrm_resource id="galera-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
512            <lrm_rsc_op id="galera-bundle-docker-2_last_0" operation_key="galera-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="13:10:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;13:10:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="32" rc-code="7" op-status="0" interval="0" last-run="1498668715" last-rc-change="1498668715" exec-time="36" queue-time="0" op-digest="cea4042997161052606b12bff643218c"/>
513          </lrm_resource>
514          <lrm_resource id="galera-bundle-1" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-1">
515            <lrm_rsc_op id="galera-bundle-1_last_0" operation_key="galera-bundle-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="42:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;42:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="3" rc-code="0" op-status="0" interval="0" last-run="1498668758" last-rc-change="1498668758" exec-time="0" queue-time="0" op-digest="3f1ea261ff34138fb419e6c80d7c1e4a" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
516            <lrm_rsc_op id="galera-bundle-1_monitor_60000" operation_key="galera-bundle-1_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="45:12:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;45:12:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="4" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668781" exec-time="0" queue-time="0" op-digest="466eb8d1221d4e484215032e6b038349"/>
517          </lrm_resource>
518          <lrm_resource id="redis-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
519            <lrm_rsc_op id="redis-bundle-docker-2_last_0" operation_key="redis-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="25:22:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;25:22:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="51" rc-code="7" op-status="0" interval="0" last-run="1498668877" last-rc-change="1498668877" exec-time="21" queue-time="0" op-digest="6b370e7f473758a477ba7ba1a1d14fed"/>
520          </lrm_resource>
521          <lrm_resource id="redis-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
522            <lrm_rsc_op id="redis-bundle-docker-0_last_0" operation_key="redis-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="23:22:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;23:22:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="43" rc-code="7" op-status="0" interval="0" last-run="1498668877" last-rc-change="1498668877" exec-time="26" queue-time="0" op-digest="6b370e7f473758a477ba7ba1a1d14fed"/>
523          </lrm_resource>
524          <lrm_resource id="redis-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
525            <lrm_rsc_op id="redis-bundle-docker-1_last_0" operation_key="redis-bundle-docker-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="24:24:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;24:24:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="56" rc-code="0" op-status="0" interval="0" last-run="1498668898" last-rc-change="1498668898" exec-time="324" queue-time="0" op-digest="7cb97c89c7e1150856aeab87eff14450"/>
526            <lrm_rsc_op id="redis-bundle-docker-1_monitor_60000" operation_key="redis-bundle-docker-1_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="10:24:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;10:24:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="57" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668899" exec-time="66" queue-time="0" op-digest="e76c2e8a26aabe056305ab7b9972c322"/>
527          </lrm_resource>
528          <lrm_resource id="redis-bundle-1" type="remote" class="ocf" provider="pacemaker" container="redis-bundle-docker-1">
529            <lrm_rsc_op id="redis-bundle-1_last_0" operation_key="redis-bundle-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="84:24:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;84:24:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="5" rc-code="0" op-status="0" interval="0" last-run="1498668899" last-rc-change="1498668899" exec-time="0" queue-time="0" op-digest="95609f52b711714180c18c3648531e42" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
530            <lrm_rsc_op id="redis-bundle-1_monitor_60000" operation_key="redis-bundle-1_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="86:25:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;86:25:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="6" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668901" exec-time="0" queue-time="0" op-digest="7d0de033747ee83d415141819bae6146"/>
531          </lrm_resource>
532          <lrm_resource id="ip-192.168.24.9" type="IPaddr2" class="ocf" provider="heartbeat">
533            <lrm_rsc_op id="ip-192.168.24.9_last_0" operation_key="ip-192.168.24.9_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="32:30:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;32:30:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="62" rc-code="7" op-status="0" interval="0" last-run="1498668920" last-rc-change="1498668920" exec-time="46" queue-time="0" op-digest="fe7a4d69e1427ab8b5c436557ecc8780"/>
534          </lrm_resource>
535          <lrm_resource id="ip-10.0.0.7" type="IPaddr2" class="ocf" provider="heartbeat">
536            <lrm_rsc_op id="ip-10.0.0.7_last_0" operation_key="ip-10.0.0.7_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="116:35:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;116:35:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="67" rc-code="0" op-status="0" interval="0" last-run="1498668931" last-rc-change="1498668931" exec-time="4060" queue-time="0" op-digest="c9d74a690415dead8378665307dd5d76"/>
537            <lrm_rsc_op id="ip-10.0.0.7_monitor_10000" operation_key="ip-10.0.0.7_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="117:35:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;117:35:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="68" rc-code="0" op-status="0" interval="10000" last-rc-change="1498668935" exec-time="33" queue-time="0" op-digest="2a5bfab310b36fabfe3b684b2a2a45f8"/>
538          </lrm_resource>
539          <lrm_resource id="ip-172.16.2.4" type="IPaddr2" class="ocf" provider="heartbeat">
540            <lrm_rsc_op id="ip-172.16.2.4_last_0" operation_key="ip-172.16.2.4_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="34:36:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;34:36:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="72" rc-code="7" op-status="0" interval="0" last-run="1498668936" last-rc-change="1498668936" exec-time="43" queue-time="0" op-digest="b6d5a31ac7802318282c9666048b0c96"/>
541          </lrm_resource>
542          <lrm_resource id="ip-172.16.2.8" type="IPaddr2" class="ocf" provider="heartbeat">
543            <lrm_rsc_op id="ip-172.16.2.8_last_0" operation_key="ip-172.16.2.8_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="35:39:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;35:39:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="76" rc-code="7" op-status="0" interval="0" last-run="1498668944" last-rc-change="1498668944" exec-time="35" queue-time="0" op-digest="a05df54a5427c5b7fb217fe365ec47b6"/>
544          </lrm_resource>
545          <lrm_resource id="ip-172.16.1.9" type="IPaddr2" class="ocf" provider="heartbeat">
546            <lrm_rsc_op id="ip-172.16.1.9_last_0" operation_key="ip-172.16.1.9_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="125:44:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;125:44:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="81" rc-code="0" op-status="0" interval="0" last-run="1498668956" last-rc-change="1498668956" exec-time="4058" queue-time="0" op-digest="0cf2a88115180ddfe68813334ee37f24"/>
547            <lrm_rsc_op id="ip-172.16.1.9_monitor_10000" operation_key="ip-172.16.1.9_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="126:44:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;126:44:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="82" rc-code="0" op-status="0" interval="10000" last-rc-change="1498668960" exec-time="34" queue-time="0" op-digest="49cd8a3523028c247137c7e20add3aa8"/>
548          </lrm_resource>
549          <lrm_resource id="ip-172.16.3.9" type="IPaddr2" class="ocf" provider="heartbeat">
550            <lrm_rsc_op id="ip-172.16.3.9_last_0" operation_key="ip-172.16.3.9_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="37:45:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;37:45:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="86" rc-code="7" op-status="0" interval="0" last-run="1498668961" last-rc-change="1498668961" exec-time="33" queue-time="0" op-digest="bfccf6cd1b96922f4a1da89429ba5d0c"/>
551          </lrm_resource>
552          <lrm_resource id="haproxy-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
553            <lrm_rsc_op id="haproxy-bundle-docker-1_last_0" operation_key="haproxy-bundle-docker-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="142:48:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;142:48:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="99" rc-code="0" op-status="0" interval="0" last-run="1498668968" last-rc-change="1498668968" exec-time="293" queue-time="0" op-digest="59b63ee653b1666ceb30ec6e2d10eef7"/>
554            <lrm_rsc_op id="haproxy-bundle-docker-1_monitor_60000" operation_key="haproxy-bundle-docker-1_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="143:48:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;143:48:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="100" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668968" exec-time="61" queue-time="0" op-digest="6560898bb4a594e45af727baab2e600d"/>
555          </lrm_resource>
556          <lrm_resource id="haproxy-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
557            <lrm_rsc_op id="haproxy-bundle-docker-0_last_0" operation_key="haproxy-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="40:48:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;40:48:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="90" rc-code="7" op-status="0" interval="0" last-run="1498668968" last-rc-change="1498668968" exec-time="24" queue-time="0" op-digest="50c5ea783cadafec1f3787e5cf2dcd62"/>
558          </lrm_resource>
559          <lrm_resource id="haproxy-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
560            <lrm_rsc_op id="haproxy-bundle-docker-2_last_0" operation_key="haproxy-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="42:48:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;42:48:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="98" rc-code="7" op-status="0" interval="0" last-run="1498668968" last-rc-change="1498668968" exec-time="26" queue-time="0" op-digest="50c5ea783cadafec1f3787e5cf2dcd62"/>
561          </lrm_resource>
562          <lrm_resource id="openstack-cinder-volume-docker-0" type="docker" class="ocf" provider="heartbeat">
563            <lrm_rsc_op id="openstack-cinder-volume-docker-0_last_0" operation_key="openstack-cinder-volume-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="41:65:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;41:65:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="104" rc-code="7" op-status="0" interval="0" last-run="1498669495" last-rc-change="1498669495" exec-time="31" queue-time="0" op-digest="3aa35269c96594499406635b536dcf19"/>
564          </lrm_resource>
565          <lrm_resource id="openstack-cinder-backup-docker-0" type="docker" class="ocf" provider="heartbeat">
566            <lrm_rsc_op id="openstack-cinder-backup-docker-0_last_0" operation_key="openstack-cinder-backup-docker-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="146:70:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;146:70:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="109" rc-code="0" op-status="0" interval="0" last-run="1498669534" last-rc-change="1498669534" exec-time="331" queue-time="0" op-digest="c2e5a326e7b0552b269c9eaea7582647"/>
567            <lrm_rsc_op id="openstack-cinder-backup-docker-0_monitor_60000" operation_key="openstack-cinder-backup-docker-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="147:70:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;147:70:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="110" rc-code="0" op-status="0" interval="60000" last-rc-change="1498669534" exec-time="63" queue-time="0" op-digest="c56e6576dd6da1f19e625e9f6019ce5d"/>
568          </lrm_resource>
569          <lrm_resource id="overcloud-novacompute-0" class="ocf" provider="pacemaker" type="remote">
570            <lrm_rsc_op id="overcloud-novacompute-0_last_0" operation_key="overcloud-novacompute-0_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.0.14" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" call-id="1" rc-code="7" op-status="0" interval="0" last-run="1499057293" last-rc-change="1499057293" exec-time="0" queue-time="0" op-digest="be548bf9f751c937c78eb61c44187ad2"/>
571          </lrm_resource>
572        </lrm_resources>
573      </lrm>
574      <transient_attributes id="2">
575        <instance_attributes id="status-2">
576          <nvpair id="status-2-shutdown" name="shutdown" value="0"/>
577        </instance_attributes>
578      </transient_attributes>
579    </node_state>
580    <node_state id="1" uname="overcloud-controller-0" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
581      <lrm id="1">
582        <lrm_resources>
583          <lrm_resource id="rabbitmq-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
584            <lrm_rsc_op id="rabbitmq-bundle-docker-2_last_0" operation_key="rabbitmq-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="4:6:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;4:6:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="13" rc-code="7" op-status="0" interval="0" last-run="1498668675" last-rc-change="1498668675" exec-time="27" queue-time="0" op-digest="a0d694ff5082677ff8994aed84eec10a"/>
585          </lrm_resource>
586          <lrm_resource id="rabbitmq-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
587            <lrm_rsc_op id="rabbitmq-bundle-docker-1_last_0" operation_key="rabbitmq-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="3:6:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;3:6:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="9" rc-code="7" op-status="0" interval="0" last-run="1498668675" last-rc-change="1498668675" exec-time="36" queue-time="0" op-digest="a0d694ff5082677ff8994aed84eec10a"/>
588          </lrm_resource>
589          <lrm_resource id="rabbitmq-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
590            <lrm_rsc_op id="rabbitmq-bundle-docker-0_last_0" operation_key="rabbitmq-bundle-docker-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="7:8:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;7:8:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="18" rc-code="0" op-status="0" interval="0" last-run="1498668697" last-rc-change="1498668697" exec-time="324" queue-time="0" op-digest="9d5e401cce0874816028f0e6f2f99fdd"/>
591            <lrm_rsc_op id="rabbitmq-bundle-docker-0_monitor_60000" operation_key="rabbitmq-bundle-docker-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="3:8:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;3:8:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="19" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668697" exec-time="67" queue-time="0" op-digest="8712259bfb9d55ff9fbff5f39e5d8a30"/>
592          </lrm_resource>
593          <lrm_resource id="rabbitmq-bundle-0" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-0">
594            <lrm_rsc_op id="rabbitmq-bundle-0_last_0" operation_key="rabbitmq-bundle-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="9:8:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;9:8:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="1" rc-code="0" op-status="0" interval="0" last-run="1498668697" last-rc-change="1498668697" exec-time="0" queue-time="0" op-digest="06bf2981855453761a1523f54ea00d6b" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
595            <lrm_rsc_op id="rabbitmq-bundle-0_monitor_60000" operation_key="rabbitmq-bundle-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="9:9:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;9:9:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="2" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668699" exec-time="0" queue-time="0" op-digest="64efd39f257c2f9fd720113e46f87aca"/>
596          </lrm_resource>
597          <lrm_resource id="galera-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
598            <lrm_rsc_op id="galera-bundle-docker-0_last_0" operation_key="galera-bundle-docker-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="14:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;14:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="37" rc-code="0" op-status="0" interval="0" last-run="1498668757" last-rc-change="1498668757" exec-time="342" queue-time="0" op-digest="a25a3351a7fd1a430a6a8991da64de98"/>
599            <lrm_rsc_op id="galera-bundle-docker-0_monitor_60000" operation_key="galera-bundle-docker-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="9:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;9:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="38" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668758" exec-time="71" queue-time="0" op-digest="65788bd6ff81ed3cb6552df07faacd51"/>
600          </lrm_resource>
601          <lrm_resource id="galera-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
602            <lrm_rsc_op id="galera-bundle-docker-2_last_0" operation_key="galera-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="10:10:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;10:10:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="32" rc-code="7" op-status="0" interval="0" last-run="1498668716" last-rc-change="1498668716" exec-time="60" queue-time="0" op-digest="cea4042997161052606b12bff643218c"/>
603          </lrm_resource>
604          <lrm_resource id="galera-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
605            <lrm_rsc_op id="galera-bundle-docker-1_last_0" operation_key="galera-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="9:10:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;9:10:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="28" rc-code="7" op-status="0" interval="0" last-run="1498668716" last-rc-change="1498668716" exec-time="65" queue-time="0" op-digest="cea4042997161052606b12bff643218c"/>
606          </lrm_resource>
607          <lrm_resource id="galera-bundle-0" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-0">
608            <lrm_rsc_op id="galera-bundle-0_last_0" operation_key="galera-bundle-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="39:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;39:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="3" rc-code="0" op-status="0" interval="0" last-run="1498668758" last-rc-change="1498668758" exec-time="0" queue-time="0" op-digest="d76a68ec298b67d7ce279021bac270e3" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
609            <lrm_rsc_op id="galera-bundle-0_monitor_60000" operation_key="galera-bundle-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="40:12:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;40:12:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="4" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668781" exec-time="0" queue-time="0" op-digest="41bc06f1f57d6510ee85b7eba6517257"/>
610          </lrm_resource>
611          <lrm_resource id="redis-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
612            <lrm_rsc_op id="redis-bundle-docker-0_last_0" operation_key="redis-bundle-docker-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="25:24:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;25:24:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="56" rc-code="0" op-status="0" interval="0" last-run="1498668899" last-rc-change="1498668899" exec-time="335" queue-time="0" op-digest="b26392b2cfc73ee1c83c6bb1ec2aa4c7"/>
613            <lrm_rsc_op id="redis-bundle-docker-0_monitor_60000" operation_key="redis-bundle-docker-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="15:24:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;15:24:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="57" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668899" exec-time="74" queue-time="0" op-digest="646f8db9f7baea61a60753b5ae8b9987"/>
614          </lrm_resource>
615          <lrm_resource id="redis-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
616            <lrm_rsc_op id="redis-bundle-docker-2_last_0" operation_key="redis-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="22:22:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;22:22:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="51" rc-code="7" op-status="0" interval="0" last-run="1498668877" last-rc-change="1498668877" exec-time="48" queue-time="0" op-digest="6b370e7f473758a477ba7ba1a1d14fed"/>
617          </lrm_resource>
618          <lrm_resource id="redis-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
619            <lrm_rsc_op id="redis-bundle-docker-1_last_0" operation_key="redis-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="21:22:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;21:22:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="47" rc-code="7" op-status="0" interval="0" last-run="1498668877" last-rc-change="1498668877" exec-time="63" queue-time="0" op-digest="6b370e7f473758a477ba7ba1a1d14fed"/>
620          </lrm_resource>
621          <lrm_resource id="redis-bundle-0" type="remote" class="ocf" provider="pacemaker" container="redis-bundle-docker-0">
622            <lrm_rsc_op id="redis-bundle-0_last_0" operation_key="redis-bundle-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="81:24:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;81:24:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="5" rc-code="0" op-status="0" interval="0" last-run="1498668899" last-rc-change="1498668899" exec-time="0" queue-time="0" op-digest="06c11926bd689828bab73e1743a3b004" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
623            <lrm_rsc_op id="redis-bundle-0_monitor_60000" operation_key="redis-bundle-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="81:25:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;81:25:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="6" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668901" exec-time="0" queue-time="0" op-digest="69f25cce618ac234bdbdeee7c2a3913e"/>
624          </lrm_resource>
625          <lrm_resource id="ip-192.168.24.9" type="IPaddr2" class="ocf" provider="heartbeat">
626            <lrm_rsc_op id="ip-192.168.24.9_last_0" operation_key="ip-192.168.24.9_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="113:32:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;113:32:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="63" rc-code="0" op-status="0" interval="0" last-run="1498668923" last-rc-change="1498668923" exec-time="4069" queue-time="0" op-digest="fe7a4d69e1427ab8b5c436557ecc8780"/>
627            <lrm_rsc_op id="ip-192.168.24.9_monitor_10000" operation_key="ip-192.168.24.9_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="114:32:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;114:32:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="64" rc-code="0" op-status="0" interval="10000" last-rc-change="1498668927" exec-time="34" queue-time="1" op-digest="a4d282d03a31307618a4ed166d5c29a0"/>
628          </lrm_resource>
629          <lrm_resource id="ip-10.0.0.7" type="IPaddr2" class="ocf" provider="heartbeat">
630            <lrm_rsc_op id="ip-10.0.0.7_last_0" operation_key="ip-10.0.0.7_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="32:33:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;32:33:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="68" rc-code="7" op-status="0" interval="0" last-run="1498668929" last-rc-change="1498668929" exec-time="41" queue-time="0" op-digest="c9d74a690415dead8378665307dd5d76"/>
631          </lrm_resource>
632          <lrm_resource id="ip-172.16.2.4" type="IPaddr2" class="ocf" provider="heartbeat">
633            <lrm_rsc_op id="ip-172.16.2.4_last_0" operation_key="ip-172.16.2.4_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="33:36:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;33:36:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="72" rc-code="7" op-status="0" interval="0" last-run="1498668936" last-rc-change="1498668936" exec-time="36" queue-time="0" op-digest="b6d5a31ac7802318282c9666048b0c96"/>
634          </lrm_resource>
635          <lrm_resource id="ip-172.16.2.8" type="IPaddr2" class="ocf" provider="heartbeat">
636            <lrm_rsc_op id="ip-172.16.2.8_last_0" operation_key="ip-172.16.2.8_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="122:41:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;122:41:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="77" rc-code="0" op-status="0" interval="0" last-run="1498668948" last-rc-change="1498668948" exec-time="4068" queue-time="0" op-digest="a05df54a5427c5b7fb217fe365ec47b6"/>
637            <lrm_rsc_op id="ip-172.16.2.8_monitor_10000" operation_key="ip-172.16.2.8_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="123:41:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;123:41:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="78" rc-code="0" op-status="0" interval="10000" last-rc-change="1498668952" exec-time="36" queue-time="0" op-digest="1eefb4f5c1ada8362bac03dc9e003138"/>
638          </lrm_resource>
639          <lrm_resource id="ip-172.16.1.9" type="IPaddr2" class="ocf" provider="heartbeat">
640            <lrm_rsc_op id="ip-172.16.1.9_last_0" operation_key="ip-172.16.1.9_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="35:42:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;35:42:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="82" rc-code="7" op-status="0" interval="0" last-run="1498668953" last-rc-change="1498668953" exec-time="39" queue-time="0" op-digest="0cf2a88115180ddfe68813334ee37f24"/>
641          </lrm_resource>
642          <lrm_resource id="ip-172.16.3.9" type="IPaddr2" class="ocf" provider="heartbeat">
643            <lrm_rsc_op id="ip-172.16.3.9_last_0" operation_key="ip-172.16.3.9_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="36:45:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;36:45:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="86" rc-code="7" op-status="0" interval="0" last-run="1498668961" last-rc-change="1498668961" exec-time="41" queue-time="0" op-digest="bfccf6cd1b96922f4a1da89429ba5d0c"/>
644          </lrm_resource>
645          <lrm_resource id="haproxy-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
646            <lrm_rsc_op id="haproxy-bundle-docker-2_last_0" operation_key="haproxy-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="39:48:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;39:48:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="98" rc-code="7" op-status="0" interval="0" last-run="1498668968" last-rc-change="1498668968" exec-time="26" queue-time="0" op-digest="50c5ea783cadafec1f3787e5cf2dcd62"/>
647          </lrm_resource>
648          <lrm_resource id="haproxy-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
649            <lrm_rsc_op id="haproxy-bundle-docker-1_last_0" operation_key="haproxy-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="38:48:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;38:48:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="94" rc-code="7" op-status="0" interval="0" last-run="1498668968" last-rc-change="1498668968" exec-time="30" queue-time="0" op-digest="50c5ea783cadafec1f3787e5cf2dcd62"/>
650          </lrm_resource>
651          <lrm_resource id="haproxy-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
652            <lrm_rsc_op id="haproxy-bundle-docker-0_last_0" operation_key="haproxy-bundle-docker-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="140:48:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;140:48:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="99" rc-code="0" op-status="0" interval="0" last-run="1498668968" last-rc-change="1498668968" exec-time="350" queue-time="0" op-digest="59b63ee653b1666ceb30ec6e2d10eef7"/>
653            <lrm_rsc_op id="haproxy-bundle-docker-0_monitor_60000" operation_key="haproxy-bundle-docker-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="141:48:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;141:48:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="100" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668968" exec-time="77" queue-time="0" op-digest="6560898bb4a594e45af727baab2e600d"/>
654          </lrm_resource>
655          <lrm_resource id="openstack-cinder-volume-docker-0" type="docker" class="ocf" provider="heartbeat">
656            <lrm_rsc_op id="openstack-cinder-volume-docker-0_last_0" operation_key="openstack-cinder-volume-docker-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="143:65:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;143:65:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="105" rc-code="0" op-status="0" interval="0" last-run="1498669495" last-rc-change="1498669495" exec-time="322" queue-time="0" op-digest="6bca2ea371d88385f9492e607d2ba781"/>
657            <lrm_rsc_op id="openstack-cinder-volume-docker-0_monitor_60000" operation_key="openstack-cinder-volume-docker-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="144:65:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;144:65:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="106" rc-code="0" op-status="0" interval="60000" last-rc-change="1498669495" exec-time="73" queue-time="0" op-digest="dead45fc070d603608d342428d68278f"/>
658          </lrm_resource>
659          <lrm_resource id="openstack-cinder-backup-docker-0" type="docker" class="ocf" provider="heartbeat">
660            <lrm_rsc_op id="openstack-cinder-backup-docker-0_last_0" operation_key="openstack-cinder-backup-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="41:70:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:7;41:70:7:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="110" rc-code="7" op-status="0" interval="0" last-run="1498669534" last-rc-change="1498669534" exec-time="33" queue-time="0" op-digest="eedee9a7b2c178272325eaaf87df0b05"/>
661          </lrm_resource>
662          <lrm_resource id="overcloud-novacompute-0" class="ocf" provider="pacemaker" type="remote">
663            <lrm_rsc_op id="overcloud-novacompute-0_last_0" operation_key="overcloud-novacompute-0_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.0.14" transition-key="2:-1:1:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:1;2:-1:1:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" call-id="2" rc-code="1" op-status="0" interval="0" last-run="1499057293" last-rc-change="1499057293" exec-time="0" queue-time="0" op-digest="be548bf9f751c937c78eb61c44187ad2"/>
664          </lrm_resource>
665        </lrm_resources>
666      </lrm>
667      <transient_attributes id="1">
668        <instance_attributes id="status-1">
669          <nvpair id="status-1-shutdown" name="shutdown" value="0"/>
670          <nvpair id="status-rabbitmq-foo" name="fail-count-overcloud-novacompute-0" value="INFINITY"/>
671        </instance_attributes>
672      </transient_attributes>
673    </node_state>
674    <node_state remote_node="true" id="rabbitmq-bundle-0" uname="rabbitmq-bundle-0" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
675      <transient_attributes id="rabbitmq-bundle-0">
676        <instance_attributes id="status-rabbitmq-bundle-0">
677          <nvpair id="status-rabbitmq-bundle-0-rmq-node-attr-rabbitmq" name="rmq-node-attr-rabbitmq" value="rabbit@overcloud-controller-0"/>
678        </instance_attributes>
679      </transient_attributes>
680      <lrm id="rabbitmq-bundle-0">
681        <lrm_resources>
682          <lrm_resource id="rabbitmq" type="rabbitmq-cluster" class="ocf" provider="heartbeat">
683            <lrm_rsc_op id="rabbitmq_last_0" operation_key="rabbitmq_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="20:9:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;20:9:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="7" rc-code="0" op-status="0" interval="0" last-run="1498668699" last-rc-change="1498668699" exec-time="16111" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
684            <lrm_rsc_op id="rabbitmq_monitor_10000" operation_key="rabbitmq_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="31:10:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;31:10:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="49" rc-code="0" op-status="0" interval="10000" last-rc-change="1498668716" exec-time="5817" queue-time="0" op-digest="6b46cdf9111345cbd0460b2540d3b2c7"/>
685          </lrm_resource>
686        </lrm_resources>
687      </lrm>
688    </node_state>
689    <node_state remote_node="true" id="rabbitmq-bundle-2" uname="rabbitmq-bundle-2" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
690      <transient_attributes id="rabbitmq-bundle-2">
691        <instance_attributes id="status-rabbitmq-bundle-2">
692          <nvpair id="status-rabbitmq-bundle-2-rmq-node-attr-rabbitmq" name="rmq-node-attr-rabbitmq" value="rabbit@overcloud-controller-2"/>
693        </instance_attributes>
694      </transient_attributes>
695      <lrm id="rabbitmq-bundle-2">
696        <lrm_resources>
697          <lrm_resource id="rabbitmq" type="rabbitmq-cluster" class="ocf" provider="heartbeat">
698            <lrm_rsc_op id="rabbitmq_last_0" operation_key="rabbitmq_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="32:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;32:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="7" rc-code="0" op-status="0" interval="0" last-run="1498668748" last-rc-change="1498668748" exec-time="33151" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
699            <lrm_rsc_op id="rabbitmq_monitor_10000" operation_key="rabbitmq_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="31:12:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;31:12:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="68" rc-code="0" op-status="0" interval="10000" last-rc-change="1498668781" exec-time="5461" queue-time="0" op-digest="6b46cdf9111345cbd0460b2540d3b2c7"/>
700          </lrm_resource>
701        </lrm_resources>
702      </lrm>
703    </node_state>
704    <node_state remote_node="true" id="rabbitmq-bundle-1" uname="rabbitmq-bundle-1" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
705      <transient_attributes id="rabbitmq-bundle-1">
706        <instance_attributes id="status-rabbitmq-bundle-1">
707          <nvpair id="status-rabbitmq-bundle-1-rmq-node-attr-rabbitmq" name="rmq-node-attr-rabbitmq" value="rabbit@overcloud-controller-1"/>
708        </instance_attributes>
709      </transient_attributes>
710      <lrm id="rabbitmq-bundle-1">
711        <lrm_resources>
712          <lrm_resource id="rabbitmq" type="rabbitmq-cluster" class="ocf" provider="heartbeat">
713            <lrm_rsc_op id="rabbitmq_last_0" operation_key="rabbitmq_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="32:10:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;32:10:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="7" rc-code="0" op-status="0" interval="0" last-run="1498668716" last-rc-change="1498668716" exec-time="31256" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
714            <lrm_rsc_op id="rabbitmq_monitor_10000" operation_key="rabbitmq_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="31:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;31:11:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="67" rc-code="0" op-status="0" interval="10000" last-rc-change="1498668747" exec-time="5540" queue-time="0" op-digest="6b46cdf9111345cbd0460b2540d3b2c7"/>
715          </lrm_resource>
716        </lrm_resources>
717      </lrm>
718    </node_state>
719    <node_state remote_node="true" id="galera-bundle-0" uname="galera-bundle-0" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
720      <transient_attributes id="galera-bundle-0">
721        <instance_attributes id="status-galera-bundle-0">
722          <nvpair id="status-galera-bundle-0-master-galera" name="master-galera" value="100"/>
723        </instance_attributes>
724      </transient_attributes>
725      <lrm id="galera-bundle-0">
726        <lrm_resources>
727          <lrm_resource id="galera" type="galera" class="ocf" provider="heartbeat">
728            <lrm_rsc_op id="galera_last_0" operation_key="galera_promote_0" operation="promote" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="62:16:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;62:16:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="342" rc-code="0" op-status="0" interval="0" last-run="1498668833" last-rc-change="1498668833" exec-time="12680" queue-time="0" op-digest="0cdeb1eb04c758b7106d6290e197ef6f" op-secure-params=" user " op-secure-digest="0cdeb1eb04c758b7106d6290e197ef6f"/>
729            <lrm_rsc_op id="galera_monitor_10000" operation_key="galera_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="56:17:8:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:8;56:17:8:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="390" rc-code="8" op-status="0" interval="10000" last-rc-change="1498668846" exec-time="316" queue-time="0" op-digest="1017efac9e206f9e51dd763f41a7bb37" op-secure-params=" user " op-secure-digest="0cdeb1eb04c758b7106d6290e197ef6f"/>
730          </lrm_resource>
731        </lrm_resources>
732      </lrm>
733    </node_state>
734    <node_state remote_node="true" id="galera-bundle-2" uname="galera-bundle-2" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
735      <transient_attributes id="galera-bundle-2">
736        <instance_attributes id="status-galera-bundle-2">
737          <nvpair id="status-galera-bundle-2-master-galera" name="master-galera" value="100"/>
738        </instance_attributes>
739      </transient_attributes>
740      <lrm id="galera-bundle-2">
741        <lrm_resources>
742          <lrm_resource id="galera" type="galera" class="ocf" provider="heartbeat">
743            <lrm_rsc_op id="galera_last_0" operation_key="galera_promote_0" operation="promote" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="57:15:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;57:15:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="118" rc-code="0" op-status="0" interval="0" last-run="1498668818" last-rc-change="1498668818" exec-time="14415" queue-time="0" op-digest="0cdeb1eb04c758b7106d6290e197ef6f" op-secure-params=" user " op-secure-digest="0cdeb1eb04c758b7106d6290e197ef6f"/>
744            <lrm_rsc_op id="galera_monitor_10000" operation_key="galera_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="59:16:8:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:8;59:16:8:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="271" rc-code="8" op-status="0" interval="10000" last-rc-change="1498668833" exec-time="310" queue-time="0" op-digest="1017efac9e206f9e51dd763f41a7bb37" op-secure-params=" user " op-secure-digest="0cdeb1eb04c758b7106d6290e197ef6f"/>
745          </lrm_resource>
746        </lrm_resources>
747      </lrm>
748    </node_state>
749    <node_state remote_node="true" id="galera-bundle-1" uname="galera-bundle-1" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
750      <transient_attributes id="galera-bundle-1">
751        <instance_attributes id="status-galera-bundle-1">
752          <nvpair id="status-galera-bundle-1-master-galera" name="master-galera" value="100"/>
753        </instance_attributes>
754      </transient_attributes>
755      <lrm id="galera-bundle-1">
756        <lrm_resources>
757          <lrm_resource id="galera" type="galera" class="ocf" provider="heartbeat">
758            <lrm_rsc_op id="galera_last_0" operation_key="galera_promote_0" operation="promote" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="63:17:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;63:17:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="223" rc-code="0" op-status="0" interval="0" last-run="1498668845" last-rc-change="1498668845" exec-time="12614" queue-time="1" op-digest="0cdeb1eb04c758b7106d6290e197ef6f" op-secure-params=" user " op-secure-digest="0cdeb1eb04c758b7106d6290e197ef6f"/>
759            <lrm_rsc_op id="galera_monitor_10000" operation_key="galera_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="61:18:8:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:8;61:18:8:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="270" rc-code="8" op-status="0" interval="10000" last-rc-change="1498668858" exec-time="306" queue-time="0" op-digest="1017efac9e206f9e51dd763f41a7bb37" op-secure-params=" user " op-secure-digest="0cdeb1eb04c758b7106d6290e197ef6f"/>
760          </lrm_resource>
761        </lrm_resources>
762      </lrm>
763    </node_state>
764    <node_state remote_node="true" id="redis-bundle-1" uname="redis-bundle-1" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
765      <transient_attributes id="redis-bundle-1">
766        <instance_attributes id="status-redis-bundle-1">
767          <nvpair id="status-redis-bundle-1-master-redis" name="master-redis" value="1"/>
768        </instance_attributes>
769      </transient_attributes>
770      <lrm id="redis-bundle-1">
771        <lrm_resources>
772          <lrm_resource id="redis" type="redis" class="ocf" provider="heartbeat">
773            <lrm_rsc_op id="redis_last_0" operation_key="redis_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="96:26:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;96:26:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="7" rc-code="0" op-status="0" interval="0" last-run="1498668907" last-rc-change="1498668907" exec-time="5097" queue-time="1" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
774            <lrm_rsc_op id="redis_monitor_60000" operation_key="redis_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="99:27:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;99:27:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="58" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668912" exec-time="770" queue-time="0" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
775            <lrm_rsc_op id="redis_monitor_45000" operation_key="redis_monitor_45000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="98:27:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;98:27:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-1" call-id="59" rc-code="0" op-status="0" interval="45000" last-rc-change="1498668913" exec-time="766" queue-time="691" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
776          </lrm_resource>
777        </lrm_resources>
778      </lrm>
779    </node_state>
780    <node_state remote_node="true" id="redis-bundle-0" uname="redis-bundle-0" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
781      <transient_attributes id="redis-bundle-0">
782        <instance_attributes id="status-redis-bundle-0">
783          <nvpair id="status-redis-bundle-0-master-redis" name="master-redis" value="1"/>
784        </instance_attributes>
785      </transient_attributes>
786      <lrm id="redis-bundle-0">
787        <lrm_resources>
788          <lrm_resource id="redis" type="redis" class="ocf" provider="heartbeat">
789            <lrm_rsc_op id="redis_last_0" operation_key="redis_promote_0" operation="promote" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="96:28:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;96:28:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="58" rc-code="0" op-status="0" interval="0" last-run="1498668918" last-rc-change="1498668918" exec-time="1609" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
790            <lrm_rsc_op id="redis_monitor_20000" operation_key="redis_monitor_20000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="100:29:8:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:8;100:29:8:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-0" call-id="80" rc-code="8" op-status="0" interval="20000" last-rc-change="1498668920" exec-time="803" queue-time="0" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
791          </lrm_resource>
792        </lrm_resources>
793      </lrm>
794    </node_state>
795    <node_state remote_node="true" id="redis-bundle-2" uname="redis-bundle-2" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0">
796      <transient_attributes id="redis-bundle-2">
797        <instance_attributes id="status-redis-bundle-2">
798          <nvpair id="status-redis-bundle-2-master-redis" name="master-redis" value="1"/>
799        </instance_attributes>
800      </transient_attributes>
801      <lrm id="redis-bundle-2">
802        <lrm_resources>
803          <lrm_resource id="redis" type="redis" class="ocf" provider="heartbeat">
804            <lrm_rsc_op id="redis_last_0" operation_key="redis_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="100:27:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;100:27:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="7" rc-code="0" op-status="0" interval="0" last-run="1498668912" last-rc-change="1498668912" exec-time="5091" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
805            <lrm_rsc_op id="redis_monitor_60000" operation_key="redis_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="103:28:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;103:28:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="58" rc-code="0" op-status="0" interval="60000" last-rc-change="1498668918" exec-time="766" queue-time="0" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
806            <lrm_rsc_op id="redis_monitor_45000" operation_key="redis_monitor_45000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="102:28:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" transition-magic="0:0;102:28:0:9a3ef4a7-7b29-42c0-b0b3-e6b23c00a3a0" on_node="overcloud-controller-2" call-id="59" rc-code="0" op-status="0" interval="45000" last-rc-change="1498668918" exec-time="761" queue-time="687" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
807          </lrm_resource>
808        </lrm_resources>
809      </lrm>
810    </node_state>
811    <node_state remote_node="true" id="overcloud-novacompute-0" uname="overcloud-novacompute-0" in_ccm="true" crm-debug-origin="do_update_resource" node_fenced="0"/>
812  </status>
813</cib>
814