[DRBD-user] DRBD 9: 3-node mirror error (Low.dev. smaller than requested DRBD-dev. size.)

[Paul Clements]

Let me repost that inline, as the scrubbing seems to have mangled the text:

 ~]# size_gb=71680
[root at sios0 ~]# lvcreate -n $LV -L ${size_gb} $VG
  Logical volume "my_lv" created.
[root at sios0 ~]# lvs
  LV    VG    Attr       LSize  Pool Origin Data%  Meta%  Move Log
Cpy%Sync Convert
  my_lv my_vg -wi-a----- 70.00g
[root at sios0 ~]# blkdiscard -v -z -o 0 -l 1M /dev/$VG/$LV
/dev/my_vg/my_lv: Zero-filled 1048576 bytes from the offset 0
[root at sios0 ~]# blkdiscard -v -z -o $(( ${size_gb} * 2**20 - 2**20 ))
-l 1M /dev/$VG/$LV
/dev/my_vg/my_lv: Zero-filled 1048576 bytes from the offset 75160879104
[root at sios0 ~]# dmesg -c > /dev/null
[root at sios0 ~]# drbdadm -v create-md all
open(/dev/mapper/my_vg/my_lv) failed: No such file or directory
drbdmeta 0 v09 /dev/mapper/my_vg/my_lv internal create-md 2
open(/dev/mapper/my_vg/my_lv) failed: No such file or directory
Command 'drbdmeta 0 v09 /dev/mapper/my_vg/my_lv internal create-md 2'
terminated with exit code 20
[root at sios0 ~]# ls -l /dev/mapper/
total 0
crw-------. 1 root root 10, 236 Jul 10 15:49 control
lrwxrwxrwx. 1 root root       7 Jul 25 15:40 my_vg-my_lv -> ../dm-0
[root at sios0 ~]# vi /etc/drbd.conf
[root at sios0 ~]# vi /etc/drbd.conf
[root at sios0 ~]# drbdadm -v create-md all
drbdmeta 0 v09 /dev/mapper/my_vg-my_lv internal create-md 2
initializing activity log
initializing bitmap (4480 KB) to all zero
Writing meta data...
New drbd meta data block successfully created.
success
drbdmeta 0 v09 /dev/mapper/my_vg-my_lv internal write-dev-uuid 0A8D0B293091FD30
[root at sios0 ~]# drbdadm -v up all
drbdsetup new-resource r0 0
drbdsetup new-minor r0 0 0
drbdsetup new-peer r0 1 --_name=sios1 --protocol=C
drbdsetup new-peer r0 2 --_name=sios2 --protocol=A
drbdsetup new-path r0 1 ipv4:10.0.0.4:7788 ipv4:10.0.0.7:7788
drbdsetup new-path r0 2 ipv4:10.0.0.4:7788 ipv4:10.0.0.5:7788
drbdsetup peer-device-options r0 1 0 --c-max-rate=1000M --c-min-rate=50M
drbdsetup peer-device-options r0 2 0 --c-max-rate=1000M --c-min-rate=50M
drbdmeta 0 v09 /dev/mapper/my_vg-my_lv internal apply-al
drbdsetup attach 0 /dev/mapper/my_vg-my_lv /dev/mapper/my_vg-my_lv internal
0: Failure: (111) Low.dev. smaller than requested DRBD-dev. size.
Command 'drbdsetup attach 0 /dev/mapper/my_vg-my_lv
/dev/mapper/my_vg-my_lv internal' terminated with exit code 10
[root at sios0 ~]# dmesg
[1295818.933401] drbd r0: Starting worker thread (from drbdsetup [15783])
[1295818.944922] drbd r0 sios1: Starting sender thread (from drbdsetup [15787])
[1295818.960986] drbd r0 sios2: Starting sender thread (from drbdsetup [15791])
[1295819.009396] drbd r0/0 drbd0: Current (diskless) capacity
146861616, cannot attach smaller (146791608) disk
[root at sios0 ~]# drbdsetup status -vvs
r0 node-id:0 role:Secondary suspended:no
    write-ordering:none
  volume:0 minor:0 disk:Diskless client:no quorum:yes
      size:73430808 read:0 written:0 al-writes:0 bm-writes:0
upper-pending:0 lower-pending:0
      al-suspended:no blocked:no
  sios1 node-id:1 connection:StandAlone role:Unknown congested:no ap-in-flight:0
      rs-in-flight:0
    volume:0 replication:Off peer-disk:DUnknown resync-suspended:no
        received:0 sent:0 out-of-sync:0 pending:0 unacked:0
  sios2 node-id:2 connection:StandAlone role:Unknown congested:no ap-in-flight:0
      rs-in-flight:0
    volume:0 replication:Off peer-disk:DUnknown resync-suspended:no
        received:0 sent:0 out-of-sync:0 pending:0 unacked:0

[root at sios0 ~]# drbdsetup show
resource r0 {
    _this_host {
        node-id                 0;
        volume 0 {
            device                      minor 0;
        }
    }
    connection {
        _peer_node_id 1;
        path {
            _this_host ipv4 10.0.0.4:7788;
            _remote_host ipv4 10.0.0.7:7788;
        }
        _is_standalone;
        net {
            _name               "sios1";
        }
        volume 0 {
            disk {
                c-max-rate              1024000k; # bytes/second
                c-min-rate              51200k; # bytes/second
            }
        }
    }
    connection {
        _peer_node_id 2;
        path {
            _this_host ipv4 10.0.0.4:7788;
            _remote_host ipv4 10.0.0.5:7788;
        }
        _is_standalone;
        net {
            protocol            A;
            _name               "sios2";
        }
        volume 0 {
            disk {
                c-max-rate              1024000k; # bytes/second
                c-min-rate              51200k; # bytes/second
            }
        }
    }
}

[root at sios0 ~]# exit
exit
Script done, file is typescript


On Thu, Jul 25, 2019 at 11:52 AM Paul Clements
<paul.clements at us.sios.com> wrote:
>
> Lars,
>
> Thanks for your help.
>
> > Can you post a "transscript"?
>
> Attached is the typescript of the failure.
>
> --
> Paul