[DRBD-user] Problem with secondary node (or perhaps primary?)

[Michael Moody]

We took our nodes down for data center maintenance yesterday, and the drbd sync would not start again.

I have the following:

[root at filer1 ~]# cat /proc/drbd
version: 8.2.6 (api:88/proto:86-88)
GIT-hash: 3e69822d3bb4920a8c1bfdf7d647169eba7d2eb4 build by buildsvn at c5-x8664-build, 2008-10-03 11:30:17
 0: cs:StandAlone st:Primary/Unknown ds:UpToDate/DUnknown   r---
    ns:0 nr:0 dw:33864840 dr:13317628 al:116131 bm:114960 lo:0 pe:0 ua:0 ap:0 oos:29856900
 1: cs:StandAlone st:Primary/Unknown ds:UpToDate/DUnknown   r---
    ns:0 nr:0 dw:16813116 dr:6283432 al:50485 bm:49835 lo:0 pe:0 ua:0 ap:0 oos:23711044
 2: cs:StandAlone st:Primary/Unknown ds:UpToDate/DUnknown   r---
    ns:0 nr:0 dw:63376768 dr:19776836 al:35919 bm:34879 lo:0 pe:0 ua:0 ap:0 oos:74418524

[root at filer2 ~]# cat /proc/drbd
version: 8.2.6 (api:88/proto:86-88)
GIT-hash: 3e69822d3bb4920a8c1bfdf7d647169eba7d2eb4 build by buildsvn at c5-x8664-build, 2008-10-03 11:30:17
 0: cs:WFConnection st:Secondary/Unknown ds:Inconsistent/DUnknown B r---
    ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 oos:4294836188
 1: cs:WFConnection st:Secondary/Unknown ds:Inconsistent/DUnknown B r---
    ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 oos:4294836188
 2: cs:WFConnection st:Secondary/Unknown ds:Inconsistent/DUnknown B r---
    ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 oos:3669903964

I have done the following:
(after all else failed, I tried a full sync)
On secondary:
dd if=/dev/zero of=/dev/Storage/Volume1 bs=1M count=128
dd if=/dev/zero of=/dev/Storage/Volume2 bs=1M count=128
dd if=/dev/zero of=/dev/Storage/Volume3 bs=1M count=128
drbdadm create-md all
drbdadm attach all
drbdadm connect all

Primary:
drbdadm -- --overwrite-data-of-peer primary all

drbd.conf:
[root at filer1 ~]# cat /etc/drbd.conf
#
# please have a a look at the example configuration file in
# /usr/share/doc/drbd82/drbd.conf
#
global { usage-count no; }

resource Volume1-DRBD {
  protocol B;
  startup { wfc-timeout 0; degr-wfc-timeout 120; }
  disk { on-io-error detach; } # or panic, ...
  net { cram-hmac-alg "sha1"; shared-secret "Z792CK5W"; after-sb-0pri discard-older-primary; after-sb-1pri discard-secondary; sndbuf-size 256k; unplug-watermark 20480; max-epoch-size 4096; } # don't forget to choose a secret for auth !
  syncer { rate 100M; verify-alg md5; al-extents 3833; }

  on filer1.example.com {
    address 172.245.245.2:7788;
    device /dev/drbd0;
    disk /dev/Storage/Volume1;
    meta-disk internal;
  }
  on filer2.example.com {
    address 172.245.245.3:7788;
    device /dev/drbd0;
    disk /dev/Storage/Volume1;
    meta-disk internal;
  }
}

resource Volume2-DRBD {
  protocol B;
  startup { wfc-timeout 0; degr-wfc-timeout 120; }
  disk { on-io-error detach; } # or panic, ...
  net { cram-hmac-alg "sha1"; shared-secret "Z792CK5W"; after-sb-0pri discard-older-primary; after-sb-1pri discard-secondary; sndbuf-size 256k; unplug-watermark 20480; max-epoch-size 4096; } # don't forget to choose a secret for auth !
  syncer { rate 100M; verify-alg md5; al-extents 3833; }

  on filer1.example.com {
    address 172.245.245.2:7789;
    device /dev/drbd1;
    disk /dev/Storage/Volume2;
    meta-disk internal;
  }
  on filer2.example.com {
    address 172.245.245.3:7789;
    device /dev/drbd1;
    disk /dev/Storage/Volume2;
    meta-disk internal;
  }
}

resource Volume3-DRBD {
  protocol B;
  startup { wfc-timeout 0; degr-wfc-timeout 120; }
  disk { on-io-error detach; } # or panic, ...
  net { cram-hmac-alg "sha1"; shared-secret "Z792CK5W"; after-sb-0pri discard-older-primary; after-sb-1pri discard-secondary; sndbuf-size 256k; unplug-watermark 20480; max-epoch-size 4096; } # don't forget to choose a secret for auth !
  syncer { rate 100M; verify-alg md5; al-extents 3833; }

  on filer1.example.com {
    address 172.245.245.2:7790;
    device /dev/drbd2;
    disk /dev/Storage/Volume3;
    meta-disk internal;
  }
  on filer2.example.com {
    address 172.245.245.3:7790;
    device /dev/drbd2;
    disk /dev/Storage/Volume3;
    meta-disk internal;
  }
}

Please help.

Michael
-------------- next part --------------
An HTML attachment was scrubbed...
URL: <http://lists.linbit.com/pipermail/drbd-user/attachments/20090330/31dd3d2d/attachment.htm>