[DRBD-user] Bitmap for that device got too large.

Oleksiy Evin o.evin at onefc.com
Tue May 28 08:03:29 CEST 2019


Hi All,
Can anyone please clarify what's the actual volume size limit for DRBD?  The linbit's article dated 2012 says the current maximum is 1PiB, but when I'm trying to create a 3 node replication with 527TiB each, it gets me to the bitmap size error. 
I have an assumption that overall bitmap size limit is divided for 2 replicas. Is there any technical reason behind it? Is there any other way to create this volume without splitting it up and joining by LVM on the top (LVM-> DRBD -> LVM)?
# drbdadm create-md r0
Error: Bitmap for that device got too large.Command 'drbdmeta 0 v09 /dev/storage/data internal create-md 2' terminated with exit code 10
# drbdadm dump all
# /etc/drbd.conf
global {
    usage-count no;
}

common {
    options {
        auto-promote     yes;
    }
    net {
        protocol           C;
        max-buffers       8K;
    }
    disk {
        disk-barrier      no;
        disk-flushes      no;
        md-flushes        no;
        disk-drain       yes;
        resync-rate       2G;
        c-plan-ahead       0;
    }
}

# resource r0 on sgpplhan01: not ignored, not stacked
# defined at /etc/drbd.d/r0.res:1
resource r0 {
    volume 0 {
        device           /dev/drbd0 minor 0;
        disk             /dev/storage/data;
        meta-disk        internal;
    }
    on node01 {
        node-id 1;
        address          ipv4 172.16.1.1:7788;
    }
    on node02 {
        node-id 2;
        address          ipv4 172.16.2.1:7788;
    }
    on node03 {
        node-id 3;
        address          ipv4 172.16.3.1:7788;
    }
    connection {
        host node01         address         ipv4 172.16.1.1:7788;
        host node02         address         ipv4 172.16.2.2:7788;
    }
    connection {
        host node01         address         ipv4 172.16.1.2:7788;
        host node03         address         ipv4 172.16.3.1:7788;
    }
    connection {
        host node02         address         ipv4 172.16.2.1:7788;
        host node03         address         ipv4 172.16.3.2:7788;
    }
}

# lsblk
NAME            MAJ:MIN RM   SIZE RO TYPE MOUNTPOINT
sda               8:0    0 109.2T  0 disk 
└─storage-data  253:3    0 527.6T  0 lvm  
sdb               8:16   0 109.2T  0 disk 
└─storage-data  253:3    0 527.6T  0 lvm  
sdc               8:32   0 109.2T  0 disk 
└─storage-data  253:3    0 527.6T  0 lvm  
sdd               8:48   0 109.2T  0 disk 
└─storage-data  253:3    0 527.6T  0 lvm  
sdf               8:80   0 953.9G  0 disk 
├─sdf1            8:81   0   200M  0 part /boot/efi
├─sdf2            8:82   0     1G  0 part /boot
└─sdf3            8:83   0 952.7G  0 part 
  ├─centos-root 253:0    0    50G  0 lvm  /
  ├─centos-swap 253:1    0  31.3G  0 lvm  [SWAP]
  └─centos-home 253:2    0 871.3G  0 lvm  /home
sdg               8:96   0    91T  0 disk 
└─storage-data  253:3    0 527.6T  0 lvm  




-------------- next part --------------
An HTML attachment was scrubbed...
URL: <http://lists.linbit.com/pipermail/drbd-user/attachments/20190528/68f3f4bc/attachment-0001.htm>


More information about the drbd-user mailing list