1<cib crm_feature_set="3.0.12" validate-with="pacemaker-2.8" epoch="58" num_updates="129" admin_epoch="0" cib-last-written="Thu Jun  1 03:59:09 2017" update-origin="undercloud" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
2  <configuration>
3    <crm_config>
4      <cluster_property_set id="cib-bootstrap-options">
5        <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
6        <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="1.1.16-10.el7-94ff4df"/>
7        <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
8        <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="tripleo_cluster"/>
9        <nvpair id="cib-bootstrap-options-stonith-enabled" name="stonith-enabled" value="false"/>
10      </cluster_property_set>
11      <cluster_property_set id="redis_replication">
12        <nvpair id="redis_replication-redis_REPL_INFO" name="redis_REPL_INFO" value="redis-bundle-0"/>
13      </cluster_property_set>
14    </crm_config>
15    <nodes>
16      <node id="1" uname="metal-1">
17        <instance_attributes id="nodes-1">
18          <nvpair id="nodes-1-rabbitmq-role" name="rabbitmq-role" value="true"/>
19          <nvpair id="nodes-1-galera-role" name="galera-role" value="true"/>
20          <nvpair id="nodes-1-redis-role" name="redis-role" value="true"/>
21          <nvpair id="nodes-1-haproxy-role" name="haproxy-role" value="true"/>
22          <nvpair id="nodes-1-cinder-volume-role" name="cinder-volume-role" value="true"/>
23        </instance_attributes>
24      </node>
25      <node id="2" uname="metal-2">
26        <instance_attributes id="nodes-2">
27          <nvpair id="nodes-2-rabbitmq-role" name="rabbitmq-role" value="true"/>
28          <nvpair id="nodes-2-galera-role" name="galera-role" value="true"/>
29          <nvpair id="nodes-2-redis-role" name="redis-role" value="true"/>
30          <nvpair id="nodes-2-haproxy-role" name="haproxy-role" value="true"/>
31          <nvpair id="nodes-2-cinder-volume-role" name="cinder-volume-role" value="true"/>
32        </instance_attributes>
33      </node>
34      <node id="3" uname="metal-3">
35        <instance_attributes id="nodes-3">
36          <nvpair id="nodes-3-rabbitmq-role" name="rabbitmq-role" value="true"/>
37          <nvpair id="nodes-3-galera-role" name="galera-role" value="true"/>
38          <nvpair id="nodes-3-redis-role" name="redis-role" value="true"/>
39          <nvpair id="nodes-3-haproxy-role" name="haproxy-role" value="true"/>
40          <nvpair id="nodes-3-cinder-volume-role" name="cinder-volume-role" value="true"/>
41        </instance_attributes>
42      </node>
43      <node id="rabbitmq-bundle-0" type="remote" uname="rabbitmq-bundle-0">
44        <instance_attributes id="nodes-rabbitmq-bundle-0">
45          <nvpair id="nodes-rabbitmq-bundle-0-rmq-node-attr-last-known-rabbitmq" name="rmq-node-attr-last-known-rabbitmq" value="rabbit@metal"/>
46        </instance_attributes>
47      </node>
48    </nodes>
49    <resources>
50      <clone id="storage-clone">
51        <meta_attributes id="storage_ma">
52          <nvpair id="storage_globally-unique" name="globally-unique" value="false"/>
53          <nvpair id="storage_notify" name="notify" value="true"/>
54        </meta_attributes>
55        <primitive class="ocf" id="storage" provider="heartbeat" type="Filesystem">
56          <operations>
57            <op id="storage_mon" interval="30s" name="monitor" timeout="30s"/>
58          </operations>
59          <instance_attributes id="storage_ia">
60            <nvpair id="storage_attr_0" name="device" value="nfs:/share/drbd_www/data/"/>
61            <nvpair id="storage_attr_1" name="directory" value="/data/www"/>
62            <nvpair id="storage_attr_2" name="fstype" value="nfs"/>
63          </instance_attributes>
64        </primitive>
65      </clone>
66      <bundle id="galera-bundle">
67        <docker image="192.168.24.1:8787/tripleoupstream/centos-binary-mariadb:latest" masters="3" network="host" options="--user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" run-command="/bin/bash /usr/local/bin/kolla_start"/>
68        <network control-port="3123"/>
69        <storage>
70          <storage-mapping id="mysql-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/mysql.json" target-dir="/var/lib/kolla/config_files/config.json"/>
71          <storage-mapping id="mysql-cfg-data" options="ro" source-dir="/var/lib/config-data/mysql" target-dir="/var/lib/kolla/config_files/src"/>
72          <storage-mapping id="mysql-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
73          <storage-mapping id="mysql-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
74          <storage-mapping id="mysql-lib" options="rw" source-dir="/var/lib/mysql" target-dir="/var/lib/mysql"/>
75          <storage-mapping id="mysql-log-mariadb" options="rw" source-dir="/var/log/mariadb" target-dir="/var/log/mariadb"/>
76          <storage-mapping id="mysql-pki-extracted" options="ro" source-dir="/etc/pki/ca-trust/extracted" target-dir="/etc/pki/ca-trust/extracted"/>
77          <storage-mapping id="mysql-pki-ca-bundle-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.crt" target-dir="/etc/pki/tls/certs/ca-bundle.crt"/>
78          <storage-mapping id="mysql-pki-ca-bundle-trust-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.trust.crt" target-dir="/etc/pki/tls/certs/ca-bundle.trust.crt"/>
79          <storage-mapping id="mysql-pki-cert" options="ro" source-dir="/etc/pki/tls/cert.pem" target-dir="/etc/pki/tls/cert.pem"/>
80          <storage-mapping id="mysql-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/>
81        </storage>
82        <primitive class="ocf" id="galera" provider="heartbeat" type="galera">
83          <instance_attributes id="galera-instance_attributes">
84            <nvpair id="galera-instance_attributes-additional_parameters" name="additional_parameters" value="--open-files-limit=16384"/>
85            <nvpair id="galera-instance_attributes-cluster_host_map" name="cluster_host_map" value="galera-bundle-0:metal"/>
86            <nvpair id="galera-instance_attributes-enable_creation" name="enable_creation" value="true"/>
87            <nvpair id="galera-instance_attributes-wsrep_cluster_address" name="wsrep_cluster_address" value="gcomm://metal"/>
88          </instance_attributes>
89          <meta_attributes id="galera-meta_attributes">
90            <nvpair id="galera-meta_attributes-master-max" name="master-max" value="1"/>
91            <nvpair id="galera-meta_attributes-ordered" name="ordered" value="true"/>
92          </meta_attributes>
93          <operations>
94            <op id="galera-demote-interval-0s" interval="0s" name="demote" timeout="120"/>
95            <op id="galera-monitor-interval-20" interval="20" name="monitor" timeout="30"/>
96            <op id="galera-monitor-interval-10" interval="10" name="monitor" role="Master" timeout="30"/>
97            <op id="galera-monitor-interval-30" interval="30" name="monitor" role="Slave" timeout="30"/>
98            <op id="galera-promote-interval-0s" interval="0s" name="promote" on-fail="block" timeout="300s"/>
99            <op id="galera-start-interval-0s" interval="0s" name="start" timeout="120"/>
100            <op id="galera-stop-interval-0s" interval="0s" name="stop" timeout="120"/>
101          </operations>
102        </primitive>
103      </bundle>
104      <bundle id="haproxy-bundle">
105        <docker image="192.168.24.1:8787/tripleoupstream/centos-binary-haproxy:latest" network="host" options="--user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="3" run-command="/bin/bash /usr/local/bin/kolla_start"/>
106        <storage>
107          <storage-mapping id="haproxy-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/haproxy.json" target-dir="/var/lib/kolla/config_files/config.json"/>
108          <storage-mapping id="haproxy-cfg-data" options="ro" source-dir="/var/lib/config-data/haproxy/etc" target-dir="/etc"/>
109          <storage-mapping id="haproxy-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
110          <storage-mapping id="haproxy-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
111          <storage-mapping id="haproxy-pki-extracted" options="ro" source-dir="/etc/pki/ca-trust/extracted" target-dir="/etc/pki/ca-trust/extracted"/>
112          <storage-mapping id="haproxy-pki-ca-bundle-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.crt" target-dir="/etc/pki/tls/certs/ca-bundle.crt"/>
113          <storage-mapping id="haproxy-pki-ca-bundle-trust-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.trust.crt" target-dir="/etc/pki/tls/certs/ca-bundle.trust.crt"/>
114          <storage-mapping id="haproxy-pki-cert" options="ro" source-dir="/etc/pki/tls/cert.pem" target-dir="/etc/pki/tls/cert.pem"/>
115          <storage-mapping id="haproxy-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/>
116        </storage>
117      </bundle>
118      <bundle id="redis-bundle">
119        <docker image="192.168.24.1:8787/tripleoupstream/centos-binary-redis:latest" masters="3" network="host" options="--user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" run-command="/bin/bash /usr/local/bin/kolla_start"/>
120        <network control-port="3124"/>
121        <storage>
122          <storage-mapping id="redis-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/redis.json" target-dir="/var/lib/kolla/config_files/config.json"/>
123          <storage-mapping id="redis-cfg-data-redis" options="ro" source-dir="/var/lib/config-data/redis/etc/redis" target-dir="/etc/redis"/>
124          <storage-mapping id="redis-cfg-data-redis-conf" options="ro" source-dir="/var/lib/config-data/redis/etc/redis.conf" target-dir="/etc/redis.conf"/>
125          <storage-mapping id="redis-cfg-data-redis-conf-puppet" options="ro" source-dir="/var/lib/config-data/redis/etc/redis.conf.puppet" target-dir="/etc/redis.conf.puppet"/>
126          <storage-mapping id="redis-cfg-data-redis-sentinel" options="ro" source-dir="/var/lib/config-data/redis/etc/redis-sentinel.conf" target-dir="/etc/redis-sentinel.conf"/>
127          <storage-mapping id="redis-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
128          <storage-mapping id="redis-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
129          <storage-mapping id="redis-lib" options="rw" source-dir="/var/lib/redis" target-dir="/var/lib/redis"/>
130          <storage-mapping id="redis-log" options="rw" source-dir="/var/log/redis" target-dir="/var/log/redis"/>
131          <storage-mapping id="redis-run" options="rw" source-dir="/var/run/redis" target-dir="/var/run/redis"/>
132          <storage-mapping id="redis-pki-extracted" options="ro" source-dir="/etc/pki/ca-trust/extracted" target-dir="/etc/pki/ca-trust/extracted"/>
133          <storage-mapping id="redis-pki-ca-bundle-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.crt" target-dir="/etc/pki/tls/certs/ca-bundle.crt"/>
134          <storage-mapping id="redis-pki-ca-bundle-trust-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.trust.crt" target-dir="/etc/pki/tls/certs/ca-bundle.trust.crt"/>
135          <storage-mapping id="redis-pki-cert" options="ro" source-dir="/etc/pki/tls/cert.pem" target-dir="/etc/pki/tls/cert.pem"/>
136          <storage-mapping id="redis-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/>
137        </storage>
138        <primitive class="ocf" id="redis" provider="heartbeat" type="redis">
139          <instance_attributes id="redis-instance_attributes">
140            <nvpair id="redis-instance_attributes-wait_last_known_master" name="wait_last_known_master" value="true"/>
141          </instance_attributes>
142          <meta_attributes id="redis-meta_attributes">
143            <nvpair id="redis-meta_attributes-interleave" name="interleave" value="true"/>
144            <nvpair id="redis-meta_attributes-notify" name="notify" value="true"/>
145            <nvpair id="redis-meta_attributes-ordered" name="ordered" value="true"/>
146          </meta_attributes>
147          <operations>
148            <op id="redis-demote-interval-0s" interval="0s" name="demote" timeout="120"/>
149            <op id="redis-monitor-interval-45" interval="45" name="monitor" timeout="60"/>
150            <op id="redis-monitor-interval-20" interval="20" name="monitor" role="Master" timeout="60"/>
151            <op id="redis-monitor-interval-60" interval="60" name="monitor" role="Slave" timeout="60"/>
152            <op id="redis-promote-interval-0s" interval="0s" name="promote" timeout="120"/>
153            <op id="redis-start-interval-0s" interval="0s" name="start" timeout="200s"/>
154            <op id="redis-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
155          </operations>
156        </primitive>
157      </bundle>
158    </resources>
159    <constraints>
160      <rsc_location id="location-redis-bundle" resource-discovery="exclusive" rsc="redis-bundle">
161        <rule id="location-redis-bundle-rule" score="0">
162          <expression attribute="redis-role" id="location-redis-bundle-rule-expr" operation="eq" value="true"/>
163        </rule>
164      </rsc_location>
165      <rsc_location id="location-galera-bundle" resource-discovery="exclusive" rsc="galera-bundle">
166        <rule id="location-galera-bundle-rule" score="0">
167          <expression attribute="galera-role" id="location-galera-bundle-rule-expr" operation="eq" value="true"/>
168        </rule>
169      </rsc_location>
170      <rsc_location id="location-redis-promote-1" rsc="redis-bundle" role="Master" node="redis-bundle-0" score="100"/>
171      <rsc_location id="location-redis-promote-2" rsc="redis-bundle" role="Master" node="redis-bundle-1" score="100"/>
172      <rsc_location id="location-redis-promote-3" rsc="redis-bundle" role="Master" node="redis-bundle-2" score="100"/>
173      <rsc_colocation id="colocation-1" rsc="redis-bundle" score="INFINITY" with-rsc="haproxy-bundle"/>
174      <rsc_colocation id="colocation-2" rsc="galera-bundle" score="INFINITY" with-rsc="storage-clone"/>
175      <rsc_order first="redis-bundle" first-action="promote" id="order-1" kind="Mandatory" then="storage-clone" then-action="start"/>
176      <rsc_order first="storage-clone" first-action="start" id="order-2" kind="Mandatory" then="galera-bundle" then-action="start"/>
177      <rsc_order first="haproxy-bundle" first-action="start" id="order-3" kind="Mandatory" then="storage-clone" then-action="start"/>
178    </constraints>
179    <rsc_defaults>
180      <meta_attributes id="rsc_defaults-options">
181        <nvpair id="rsc_defaults-options-resource-stickiness" name="resource-stickiness" value="INFINITY"/>
182      </meta_attributes>
183    </rsc_defaults>
184  </configuration>
185  <status>
186    <node_state id="1" uname="metal-1" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member"/>
187    <node_state id="2" uname="metal-2" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member"/>
188    <node_state id="3" uname="metal-3" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member"/>
189  </status>
190</cib>
191