Note: "permalinks" may not be as permanent as we would like,
direct links of old sources may well be a few messages off.
Hi all,
Today I faced an issue after I replaced one of my cluster nodes.
Firstly, let me explain the setup.
3 nodes in a heartbeat/pacemaker cluster
2 DRBD resources and 2 resource groups
resource group 1 can only run on 1st and on 3rd node and resource
group 2 can only run on 2nd and on 3rd node.
Today I had to physical replace the 3rd node. I first reconfigure DRBD
with the following procedure
1) adjust /etc/drbd.conf on 1st and 2nd node with the IP of the new system
2) Copy over the drbd to the new 3rd system
3) run drbdadm adjust drbd_resource_01 on 1st node
4) run drbdadm adjust drbd_resource_02 on 2nd node
5) create DRBD disk on new system by running
drbdadm create-md drbd_resource_01
drbdadm create-md drbd_resource_02
modprobe drbd
drbdadm up drbd_resource_01
drbdadm up drbd_resource_02
at that point resync started and finished successfully
6) stop drbd resource on 3rd node
drbdadm down drbd_resource_01
drbdadm down drbd_resource_02
7) configure 3rd node to join the cluster, setting uuid and etc
8) 3rd node joined the cluster
at that point I was able to failover/failback all resource groups and
everything look fine.
Then reboot the all nodes I ended up in the following situation
root at pbxsrv1 ~]# drbd-overview
1:drbd_resource_01 StandAlone Primary/Unknown UpToDate/Outdated
r---- /pbx_service_01 ext3 962M 38M 876M 5%
[root at pbxsrv2 ~]# drbd-overview
2:drbd_resource_02 StandAlone Primary/Unknown UpToDate/Outdated
r---- /pbx_service_02 ext3 962M 38M 876M 5%
[root at pbxsrv3 ~]# drbd-overview
1:drbd_resource_01 StandAlone Secondary/Unknown Outdated/DUnknown r----
2:drbd_resource_02 StandAlone Secondary/Unknown Outdated/DUnknown r----
I can't figure out why 3rd node is not working any more. Below is the
log for DRBD on 3rd node and cluster/drbd conf.
I only see the log line about Unrelated data, aborting, but I can't
see why I get this.
Any ideas?
Cheers,
Pavlos
[root at pbxsrv3 ~]# grep kern /var/log/messages |grep drbd1|grep 'Nov 24'
Nov 24 10:53:54 pbxsrv3 kernel: block drbd1: Starting worker thread
(from cqueue/0 [183])
Nov 24 10:53:54 pbxsrv3 kernel: block drbd1: disk( Diskless -> Attaching )
Nov 24 10:53:54 pbxsrv3 kernel: block drbd1: Found 4 transactions (11
active extents) in activity log.
Nov 24 10:53:54 pbxsrv3 kernel: block drbd1: Method to ensure write
ordering: barrier
Nov 24 10:53:54 pbxsrv3 kernel: block drbd1: max_segment_size ( = BIO
size ) = 32768
Nov 24 10:53:54 pbxsrv3 kernel: block drbd1: drbd_bm_resize called
with capacity == 2088248
Nov 24 10:53:54 pbxsrv3 kernel: block drbd1: resync bitmap:
bits=261031 words=8158
Nov 24 10:53:54 pbxsrv3 kernel: block drbd1: size = 1020 MB (1044124 KB)
Nov 24 10:53:54 pbxsrv3 kernel: block drbd1: recounting of set bits
took additional 0 jiffies
Nov 24 10:53:54 pbxsrv3 kernel: block drbd1: 0 KB (0 bits) marked
out-of-sync by on disk bit-map.
Nov 24 10:53:54 pbxsrv3 kernel: block drbd1: disk( Attaching -> Consistent )
Nov 24 10:53:55 pbxsrv3 kernel: block drbd1: conn( StandAlone -> Unconnected )
Nov 24 10:53:55 pbxsrv3 kernel: block drbd1: Starting receiver thread
(from drbd1_worker [3737])
Nov 24 10:53:55 pbxsrv3 kernel: block drbd1: receiver (re)started
Nov 24 10:53:55 pbxsrv3 kernel: block drbd1: conn( Unconnected -> WFConnection )
Nov 24 10:53:56 pbxsrv3 kernel: block drbd1: Handshake successful:
Agreed network protocol version 94
Nov 24 10:53:56 pbxsrv3 kernel: block drbd1: conn( WFConnection ->
WFReportParams )
Nov 24 10:53:56 pbxsrv3 kernel: block drbd1: Starting asender thread
(from drbd1_receiver [3757])
Nov 24 10:53:56 pbxsrv3 kernel: block drbd1: data-integrity-alg: sha1
Nov 24 10:53:56 pbxsrv3 kernel: block drbd1: drbd_sync_handshake:
Nov 24 10:53:56 pbxsrv3 kernel: block drbd1: self
225B36C9030C7862:0000000000000000:4F4177C5ABA223EA:43C5DAA666820AB5
bits:0 flags:0
Nov 24 10:53:56 pbxsrv3 kernel: block drbd1: peer
225B36C9030C7862:0000000000000000:4F4177C5ABA223EA:43C5DAA666820AB5
bits:0 flags:0
Nov 24 10:53:56 pbxsrv3 kernel: block drbd1: uuid_compare()=0 by rule 40
Nov 24 10:53:56 pbxsrv3 kernel: block drbd1: peer( Unknown ->
Secondary ) conn( WFReportParams -> Connected ) disk( Consistent ->
UpToDate ) pdsk( DUnknown -> UpToDate )
Nov 24 10:54:01 pbxsrv3 kernel: block drbd1: peer( Secondary -> Primary )
Nov 24 13:48:30 pbxsrv3 kernel: block drbd1: Requested state change
failed by peer: Refusing to be Primary while peer is not outdated (-7)
Nov 24 13:48:30 pbxsrv3 kernel: block drbd1: peer( Primary -> Unknown
) conn( Connected -> Disconnecting ) disk( UpToDate -> Outdated )
pdsk( UpToDate -> DUnknown )
Nov 24 13:48:30 pbxsrv3 kernel: block drbd1: short read expecting
header on sock: r=-512
Nov 24 13:48:31 pbxsrv3 kernel: block drbd1: asender terminated
Nov 24 13:48:31 pbxsrv3 kernel: block drbd1: Terminating asender thread
Nov 24 13:48:31 pbxsrv3 kernel: block drbd1: Connection closed
Nov 24 13:48:31 pbxsrv3 kernel: block drbd1: conn( Disconnecting -> StandAlone )
Nov 24 13:48:31 pbxsrv3 kernel: block drbd1: receiver terminated
Nov 24 13:48:31 pbxsrv3 kernel: block drbd1: Terminating receiver thread
Nov 24 13:48:31 pbxsrv3 kernel: block drbd1: disk( Outdated -> Diskless )
Nov 24 13:48:31 pbxsrv3 kernel: block drbd1: drbd_bm_resize called
with capacity == 0
Nov 24 13:48:31 pbxsrv3 kernel: block drbd1: worker terminated
Nov 24 13:48:31 pbxsrv3 kernel: block drbd1: Terminating worker thread
Nov 24 14:59:02 pbxsrv3 kernel: block drbd1: Starting worker thread
(from cqueue/0 [183])
Nov 24 14:59:02 pbxsrv3 kernel: block drbd1: disk( Diskless -> Attaching )
Nov 24 14:59:03 pbxsrv3 kernel: block drbd1: Found 4 transactions (11
active extents) in activity log.
Nov 24 14:59:03 pbxsrv3 kernel: block drbd1: Method to ensure write
ordering: barrier
Nov 24 14:59:03 pbxsrv3 kernel: block drbd1: max_segment_size ( = BIO
size ) = 32768
Nov 24 14:59:03 pbxsrv3 kernel: block drbd1: drbd_bm_resize called
with capacity == 2088248
Nov 24 14:59:03 pbxsrv3 kernel: block drbd1: resync bitmap:
bits=261031 words=8158
Nov 24 14:59:03 pbxsrv3 kernel: block drbd1: size = 1020 MB (1044124 KB)
Nov 24 14:59:03 pbxsrv3 kernel: block drbd1: recounting of set bits
took additional 0 jiffies
Nov 24 14:59:03 pbxsrv3 kernel: block drbd1: 0 KB (0 bits) marked
out-of-sync by on disk bit-map.
Nov 24 14:59:03 pbxsrv3 kernel: block drbd1: disk( Attaching -> Outdated )
Nov 24 14:59:03 pbxsrv3 kernel: block drbd1: conn( StandAlone -> Unconnected )
Nov 24 14:59:03 pbxsrv3 kernel: block drbd1: Starting receiver thread
(from drbd1_worker [3721])
Nov 24 14:59:03 pbxsrv3 kernel: block drbd1: receiver (re)started
Nov 24 14:59:03 pbxsrv3 kernel: block drbd1: conn( Unconnected -> WFConnection )
Nov 24 15:00:03 pbxsrv3 kernel: block drbd1: Handshake successful:
Agreed network protocol version 94
Nov 24 15:00:03 pbxsrv3 kernel: block drbd1: conn( WFConnection ->
WFReportParams )
Nov 24 15:00:03 pbxsrv3 kernel: block drbd1: Starting asender thread
(from drbd1_receiver [3744])
Nov 24 15:00:03 pbxsrv3 kernel: block drbd1: data-integrity-alg: sha1
Nov 24 15:00:03 pbxsrv3 kernel: block drbd1: drbd_sync_handshake:
Nov 24 15:00:03 pbxsrv3 kernel: block drbd1: self
225B36C9030C7862:0000000000000000:4F4177C5ABA223EA:43C5DAA666820AB5
bits:0 flags:0
Nov 24 15:00:03 pbxsrv3 kernel: block drbd1: peer
EFA25CBBA46198E5:50062F7F58F0ABA3:E2CBA227796A7301:73ED0310A4FED1DB
bits:83 flags:0
Nov 24 15:00:03 pbxsrv3 kernel: block drbd1: uuid_compare()=-1000 by rule 100
Nov 24 15:00:03 pbxsrv3 kernel: block drbd1: Unrelated data, aborting!
Nov 24 15:00:03 pbxsrv3 kernel: block drbd1: conn( WFReportParams ->
Disconnecting )
Nov 24 15:00:03 pbxsrv3 kernel: block drbd1: error receiving ReportState, l: 4!
Nov 24 15:00:03 pbxsrv3 kernel: block drbd1: asender terminated
Nov 24 15:00:03 pbxsrv3 kernel: block drbd1: Terminating asender thread
Nov 24 15:00:03 pbxsrv3 kernel: block drbd1: Connection closed
Nov 24 15:00:03 pbxsrv3 kernel: block drbd1: conn( Disconnecting -> StandAlone )
Nov 24 15:00:03 pbxsrv3 kernel: block drbd1: receiver terminated
Nov 24 15:00:03 pbxsrv3 kernel: block drbd1: Terminating receiver thread
[root at pbxsrv3 ~]# grep kern /var/log/messages |grep drbd2|grep 'Nov 24'
Nov 24 10:53:54 pbxsrv3 kernel: block drbd2: Starting worker thread
(from cqueue/0 [183])
Nov 24 10:53:54 pbxsrv3 kernel: block drbd2: disk( Diskless -> Attaching )
Nov 24 10:53:54 pbxsrv3 kernel: block drbd2: Found 4 transactions (11
active extents) in activity log.
Nov 24 10:53:54 pbxsrv3 kernel: block drbd2: Method to ensure write
ordering: barrier
Nov 24 10:53:54 pbxsrv3 kernel: block drbd2: max_segment_size ( = BIO
size ) = 32768
Nov 24 10:53:54 pbxsrv3 kernel: block drbd2: drbd_bm_resize called
with capacity == 2088248
Nov 24 10:53:54 pbxsrv3 kernel: block drbd2: resync bitmap:
bits=261031 words=8158
Nov 24 10:53:55 pbxsrv3 kernel: block drbd2: size = 1020 MB (1044124 KB)
Nov 24 10:53:55 pbxsrv3 kernel: block drbd2: recounting of set bits
took additional 0 jiffies
Nov 24 10:53:55 pbxsrv3 kernel: block drbd2: 0 KB (0 bits) marked
out-of-sync by on disk bit-map.
Nov 24 10:53:55 pbxsrv3 kernel: block drbd2: disk( Attaching -> Outdated )
Nov 24 10:53:55 pbxsrv3 kernel: block drbd2: conn( StandAlone -> Unconnected )
Nov 24 10:53:55 pbxsrv3 kernel: block drbd2: Starting receiver thread
(from drbd2_worker [3752])
Nov 24 10:53:55 pbxsrv3 kernel: block drbd2: receiver (re)started
Nov 24 10:53:55 pbxsrv3 kernel: block drbd2: conn( Unconnected -> WFConnection )
Nov 24 10:53:55 pbxsrv3 kernel: block drbd2: Handshake successful:
Agreed network protocol version 94
Nov 24 10:53:55 pbxsrv3 kernel: block drbd2: conn( WFConnection ->
WFReportParams )
Nov 24 10:53:55 pbxsrv3 kernel: block drbd2: Starting asender thread
(from drbd2_receiver [3772])
Nov 24 10:53:55 pbxsrv3 kernel: block drbd2: data-integrity-alg: sha1
Nov 24 10:53:55 pbxsrv3 kernel: block drbd2: drbd_sync_handshake:
Nov 24 10:53:55 pbxsrv3 kernel: block drbd2: self
268326A60EE7DB38:0000000000000000:FB2FC21C6F40A4EC:3A16ACA35B436D91
bits:0 flags:0
Nov 24 10:53:55 pbxsrv3 kernel: block drbd2: peer
2F0065526B4B8220:268326A60EE7DB39:FB2FC21C6F40A4ED:3A16ACA35B436D91
bits:35 flags:0
Nov 24 10:53:55 pbxsrv3 kernel: block drbd2: uuid_compare()=-1 by rule 50
Nov 24 10:53:55 pbxsrv3 kernel: block drbd2: peer( Unknown ->
Secondary ) conn( WFReportParams -> WFBitMapT ) pdsk( DUnknown ->
UpToDate )
Nov 24 10:53:55 pbxsrv3 kernel: block drbd2: conn( WFBitMapT -> WFSyncUUID )
Nov 24 10:53:55 pbxsrv3 kernel: block drbd2: helper command:
/sbin/drbdadm before-resync-target minor-2
Nov 24 10:53:55 pbxsrv3 kernel: block drbd2: helper command:
/sbin/drbdadm before-resync-target minor-2 exit code 0 (0x0)
Nov 24 10:53:55 pbxsrv3 kernel: block drbd2: conn( WFSyncUUID ->
SyncTarget ) disk( Outdated -> Inconsistent )
Nov 24 10:53:55 pbxsrv3 kernel: block drbd2: Began resync as
SyncTarget (will sync 140 KB [35 bits set]).
Nov 24 10:53:56 pbxsrv3 kernel: block drbd2: Resync done (total 1 sec;
paused 0 sec; 140 K/sec)
Nov 24 10:53:56 pbxsrv3 kernel: block drbd2: 2 % had equal check sums,
eliminated: 4K; transferred 136K total 140K
Nov 24 10:53:56 pbxsrv3 kernel: block drbd2: conn( SyncTarget ->
Connected ) disk( Inconsistent -> UpToDate )
Nov 24 10:53:56 pbxsrv3 kernel: block drbd2: helper command:
/sbin/drbdadm after-resync-target minor-2
Nov 24 10:53:56 pbxsrv3 kernel: block drbd2: helper command:
/sbin/drbdadm after-resync-target minor-2 exit code 0 (0x0)
Nov 24 10:54:01 pbxsrv3 kernel: block drbd2: peer( Secondary -> Primary )
Nov 24 13:48:34 pbxsrv3 kernel: block drbd2: Requested state change
failed by peer: Refusing to be Primary while peer is not outdated (-7)
Nov 24 13:48:34 pbxsrv3 kernel: block drbd2: peer( Primary -> Unknown
) conn( Connected -> Disconnecting ) disk( UpToDate -> Outdated )
pdsk( UpToDate -> DUnknown )
Nov 24 13:48:34 pbxsrv3 kernel: block drbd2: short read expecting
header on sock: r=-512
Nov 24 13:48:34 pbxsrv3 kernel: block drbd2: asender terminated
Nov 24 13:48:35 pbxsrv3 kernel: block drbd2: Terminating asender thread
Nov 24 13:48:35 pbxsrv3 kernel: block drbd2: Connection closed
Nov 24 13:48:35 pbxsrv3 kernel: block drbd2: conn( Disconnecting -> StandAlone )
Nov 24 13:48:35 pbxsrv3 kernel: block drbd2: receiver terminated
Nov 24 13:48:35 pbxsrv3 kernel: block drbd2: Terminating receiver thread
Nov 24 13:48:35 pbxsrv3 kernel: block drbd2: disk( Outdated -> Diskless )
Nov 24 13:48:35 pbxsrv3 kernel: block drbd2: drbd_bm_resize called
with capacity == 0
Nov 24 13:48:35 pbxsrv3 kernel: block drbd2: worker terminated
Nov 24 13:48:35 pbxsrv3 kernel: block drbd2: Terminating worker thread
Nov 24 14:59:03 pbxsrv3 kernel: block drbd2: Starting worker thread
(from cqueue/0 [183])
Nov 24 14:59:03 pbxsrv3 kernel: block drbd2: disk( Diskless -> Attaching )
Nov 24 14:59:03 pbxsrv3 kernel: block drbd2: Found 4 transactions (11
active extents) in activity log.
Nov 24 14:59:03 pbxsrv3 kernel: block drbd2: Method to ensure write
ordering: barrier
Nov 24 14:59:03 pbxsrv3 kernel: block drbd2: max_segment_size ( = BIO
size ) = 32768
Nov 24 14:59:03 pbxsrv3 kernel: block drbd2: drbd_bm_resize called
with capacity == 2088248
Nov 24 14:59:03 pbxsrv3 kernel: block drbd2: resync bitmap:
bits=261031 words=8158
Nov 24 14:59:03 pbxsrv3 kernel: block drbd2: size = 1020 MB (1044124 KB)
Nov 24 14:59:03 pbxsrv3 kernel: block drbd2: recounting of set bits
took additional 0 jiffies
Nov 24 14:59:03 pbxsrv3 kernel: block drbd2: 0 KB (0 bits) marked
out-of-sync by on disk bit-map.
Nov 24 14:59:03 pbxsrv3 kernel: block drbd2: disk( Attaching -> Outdated )
Nov 24 14:59:03 pbxsrv3 kernel: block drbd2: conn( StandAlone -> Unconnected )
Nov 24 14:59:03 pbxsrv3 kernel: block drbd2: Starting receiver thread
(from drbd2_worker [3734])
Nov 24 14:59:03 pbxsrv3 kernel: block drbd2: receiver (re)started
Nov 24 14:59:03 pbxsrv3 kernel: block drbd2: conn( Unconnected -> WFConnection )
Nov 24 15:00:27 pbxsrv3 kernel: block drbd2: Handshake successful:
Agreed network protocol version 94
Nov 24 15:00:27 pbxsrv3 kernel: block drbd2: conn( WFConnection ->
WFReportParams )
Nov 24 15:00:27 pbxsrv3 kernel: block drbd2: Starting asender thread
(from drbd2_receiver [3755])
Nov 24 15:00:27 pbxsrv3 kernel: block drbd2: data-integrity-alg: sha1
Nov 24 15:00:27 pbxsrv3 kernel: block drbd2: drbd_sync_handshake:
Nov 24 15:00:27 pbxsrv3 kernel: block drbd2: self
2F0065526B4B8220:0000000000000000:6C5EDEB408469498:268326A60EE7DB39
bits:0 flags:0
Nov 24 15:00:27 pbxsrv3 kernel: block drbd2: peer
74E24760AB77C237:036EEF1C9077CD9B:D7C3C946A069FCA8:6B027F5B6B6E45D5
bits:95 flags:0
Nov 24 15:00:27 pbxsrv3 kernel: block drbd2: uuid_compare()=-1000 by rule 100
Nov 24 15:00:27 pbxsrv3 kernel: block drbd2: Unrelated data, aborting!
Nov 24 15:00:27 pbxsrv3 kernel: block drbd2: conn( WFReportParams ->
Disconnecting )
Nov 24 15:00:27 pbxsrv3 kernel: block drbd2: error receiving ReportState, l: 4!
Nov 24 15:00:27 pbxsrv3 kernel: block drbd2: asender terminated
Nov 24 15:00:27 pbxsrv3 kernel: block drbd2: Terminating asender thread
Nov 24 15:00:27 pbxsrv3 kernel: block drbd2: Connection closed
Nov 24 15:00:27 pbxsrv3 kernel: block drbd2: conn( Disconnecting -> StandAlone )
Nov 24 15:00:28 pbxsrv3 kernel: block drbd2: receiver terminated
Nov 24 15:00:28 pbxsrv3 kernel: block drbd2: Terminating receiver thread
node $id="1db957ef-20b5-43e0-84f7-f3224a7084bc" pbxsrv2
node $id="3f4fcfc7-8da5-4d9c-87a9-01e65e16d44f" pbxsrv3
node $id="8f04b98f-fbe3-479f-bbea-e078d65b2de4" pbxsrv1
primitive drbd_01 ocf:linbit:drbd \
params drbd_resource="drbd_resource_01" \
op monitor interval="30s" \
op start interval="0" timeout="240s" \
op stop interval="0" timeout="120s"
primitive drbd_02 ocf:linbit:drbd \
params drbd_resource="drbd_resource_02" \
op monitor interval="30s" \
op start interval="0" timeout="240s" \
op stop interval="0" timeout="120s"
primitive fs_01 ocf:heartbeat:Filesystem \
params device="/dev/drbd1" directory="/pbx_service_01" fstype="ext3" \
meta migration-threshold="3" failure-timeout="60" \
op monitor interval="20s" timeout="40s" OCF_CHECK_LEVEL="20" \
op start interval="0" timeout="60s" \
op stop interval="0" timeout="60s"
primitive fs_02 ocf:heartbeat:Filesystem \
params device="/dev/drbd2" directory="/pbx_service_02" fstype="ext3" \
meta migration-threshold="3" failure-timeout="60" \
op monitor interval="20s" timeout="40s" OCF_CHECK_LEVEL="20" \
op start interval="0" timeout="60s" \
op stop interval="0" timeout="60s"
primitive ip_01 ocf:heartbeat:IPaddr2 \
params ip="192.168.78.10" nic="eth3" cidr_netmask="24"
broadcast="192.168.78.255" \
meta failure-timeout="120" migration-threshold="3" \
op monitor interval="5s"
primitive ip_02 ocf:heartbeat:IPaddr2 \
params ip="192.168.78.30" nic="eth3" cidr_netmask="24"
broadcast="192.168.78.255" \
meta failure-timeout="120" migration-threshold="3" \
op monitor interval="5s"
primitive mailAlert_01 ocf:heartbeat:MailTo \
params email="root" subject="[Zanadoo Clustet event] pbx_service_01" \
op monitor interval="2" timeout="10" \
op start interval="0" timeout="10" \
op stop interval="0" timeout="10"
primitive mailAlert_02 ocf:heartbeat:MailTo \
params email="root" subject="[Zanadoo Clustet event] pbx_service_02" \
op monitor interval="2" timeout="10" \
op start interval="0" timeout="10" \
op stop interval="0" timeout="10"
primitive pbx_01 lsb:znd-pbx_01 \
meta migration-threshold="3" failure-timeout="60"
target-role="Started" \
op monitor interval="20s" timeout="20s" \
op start interval="0" timeout="60s" \
op stop interval="0" timeout="60s"
primitive pbx_02 lsb:znd-pbx_02 \
meta migration-threshold="3" failure-timeout="60"
target-role="Started" \
op monitor interval="20s" timeout="15s" \
op start interval="0" timeout="60s" \
op stop interval="0" timeout="60s"
primitive sshd_01 lsb:znd-sshd-pbx_01 \
op monitor on-fail="stop" interval="10m" \
op start interval="0" timeout="60s" on-fail="stop" \
op stop interval="0" timeout="60s" on-fail="stop"
primitive sshd_02 lsb:znd-sshd-pbx_02 \
op monitor on-fail="stop" interval="10m" \
op start interval="0" timeout="60s" on-fail="stop" \
op stop interval="0" timeout="60s" on-fail="stop"
group pbx_service_01 ip_01 fs_01 pbx_01 sshd_01 mailAlert_01 \
meta target-role="Started"
group pbx_service_02 ip_02 fs_02 pbx_02 sshd_02 mailAlert_02 \
meta target-role="Started"
ms ms-drbd_01 drbd_01 \
meta master-max="1" master-node-max="1" clone-max="2"
clone-node-max="1" notify="true" target-role="Started"
ms ms-drbd_02 drbd_02 \
meta master-max="1" master-node-max="1" clone-max="2"
clone-node-max="1" notify="true" target-role="Started"
location PrimaryNode-drbd_01 ms-drbd_01 100: pbxsrv1
location PrimaryNode-drbd_02 ms-drbd_02 100: pbxsrv2
location PrimaryNode-pbx_service_01 pbx_service_01 200: pbxsrv1
location PrimaryNode-pbx_service_02 pbx_service_02 200: pbxsrv2
location SecondaryNode-drbd_01 ms-drbd_01 0: pbxsrv3
location SecondaryNode-drbd_02 ms-drbd_02 0: pbxsrv3
location SecondaryNode-pbx_service_01 pbx_service_01 10: pbxsrv3
location SecondaryNode-pbx_service_02 pbx_service_02 10: pbxsrv3
colocation fs_01-on-drbd_01 inf: fs_01 ms-drbd_01:Master
colocation fs_02-on-drbd_02 inf: fs_02 ms-drbd_02:Master
order pbx_service_01-after-drbd_01 inf: ms-drbd_01:promote pbx_service_01:start
order pbx_service_02-after-drbd_02 inf: ms-drbd_02:promote pbx_service_02:start
property $id="cib-bootstrap-options" \
dc-version="1.1.3-9c2342c0378140df9bed7d192f2b9ed157908007" \
cluster-infrastructure="Heartbeat" \
symmetric-cluster="false" \
stonith-enabled="false"
rsc_defaults $id="rsc-options" \
resource-stickiness="1000"
[root at pbxsrv3 ~]# cat /etc/drbd.conf
#
# please have a a look at the example configuration file in
# /usr/share/doc/drbd83/drbd.conf
#
global {
usage-count yes;
}
common {
protocol C;
syncer {
csums-alg sha1;
verify-alg sha1;
rate 10M;
}
net {
data-integrity-alg sha1;
max-buffers 20480;
max-epoch-size 16384;
}
disk {
on-io-error detach;
### Only when DRBD is under cluster ###
fencing resource-only;
### --- ###
}
startup {
wfc-timeout 60;
degr-wfc-timeout 30;
outdated-wfc-timeout 15;
}
### Only when DRBD is under cluster ###
handlers {
split-brain "/usr/lib/drbd/notify-split-brain.sh root";
fence-peer "/usr/lib/drbd/crm-fence-peer.sh";
after-resync-target "/usr/lib/drbd/crm-unfence-peer.sh";
}
### --- ###
}
resource drbd_resource_01 {
on pbxsrv1 {
device /dev/drbd1;
disk /dev/sdb1;
address 10.10.10.129:7789;
meta-disk internal;
}
on pbxsrv3 {
device /dev/drbd1;
disk /dev/sdb1;
address 10.10.10.131:7789;
meta-disk internal;
}
syncer {
cpu-mask 2;
}
}
resource drbd_resource_02 {
on pbxsrv2 {
device /dev/drbd2;
disk /dev/sdb1;
address 10.10.10.130:7790;
meta-disk internal;
}
on pbxsrv3 {
device /dev/drbd2;
disk /dev/sdc1;
address 10.10.10.131:7790;
meta-disk internal;
}
syncer {
cpu-mask 1;
}
}