[DRBD-user] Bitmap for that device got too large.

[Oleksiy Evin]

Hi All,
Can anyone please clarify what's the actual volume size limit for DRBD?  The linbit's article dated 2012 says the current maximum is 1PiB, but when I'm trying to create a 3 node replication with 527TiB each, it gets me to the bitmap size error. 
I have an assumption that overall bitmap size limit is divided for 2 replicas. Is there any technical reason behind it? Is there any other way to create this volume without splitting it up and joining by LVM on the top (LVM-> DRBD -> LVM)?
# drbdadm create-md r0
Error: Bitmap for that device got too large.Command 'drbdmeta 0 v09 /dev/storage/data internal create-md 2' terminated with exit code 10
# drbdadm dump all
# /etc/drbd.conf
global {
    usage-count no;
}

common {
    options {
        auto-promote     yes;
    }
    net {
        protocol           C;
        max-buffers       8K;
    }
    disk {
        disk-barrier      no;
        disk-flushes      no;
        md-flushes        no;
        disk-drain       yes;
        resync-rate       2G;
        c-plan-ahead       0;
    }
}

# resource r0 on sgpplhan01: not ignored, not stacked
# defined at /etc/drbd.d/r0.res:1
resource r0 {
    volume 0 {
        device           /dev/drbd0 minor 0;
        disk             /dev/storage/data;
        meta-disk        internal;
    }
    on node01 {
        node-id 1;
        address          ipv4 172.16.1.1:7788;
    }
    on node02 {
        node-id 2;
        address          ipv4 172.16.2.1:7788;
    }
    on node03 {
        node-id 3;
        address          ipv4 172.16.3.1:7788;
    }
    connection {
        host node01         address         ipv4 172.16.1.1:7788;
        host node02         address         ipv4 172.16.2.2:7788;
    }
    connection {
        host node01         address         ipv4 172.16.1.2:7788;
        host node03         address         ipv4 172.16.3.1:7788;
    }
    connection {
        host node02         address         ipv4 172.16.2.1:7788;
        host node03         address         ipv4 172.16.3.2:7788;
    }
}

# lsblk
NAME            MAJ:MIN RM   SIZE RO TYPE MOUNTPOINT
sda               8:0    0 109.2T  0 disk 
└─storage-data  253:3    0 527.6T  0 lvm  
sdb               8:16   0 109.2T  0 disk 
└─storage-data  253:3    0 527.6T  0 lvm  
sdc               8:32   0 109.2T  0 disk 
└─storage-data  253:3    0 527.6T  0 lvm  
sdd               8:48   0 109.2T  0 disk 
└─storage-data  253:3    0 527.6T  0 lvm  
sdf               8:80   0 953.9G  0 disk 
├─sdf1            8:81   0   200M  0 part /boot/efi
├─sdf2            8:82   0     1G  0 part /boot
└─sdf3            8:83   0 952.7G  0 part 
  ├─centos-root 253:0    0    50G  0 lvm  /
  ├─centos-swap 253:1    0  31.3G  0 lvm  [SWAP]
  └─centos-home 253:2    0 871.3G  0 lvm  /home
sdg               8:96   0    91T  0 disk 
└─storage-data  253:3    0 527.6T  0 lvm  




-------------- next part --------------
An HTML attachment was scrubbed...
URL: <http://lists.linbit.com/pipermail/drbd-user/attachments/20190528/68f3f4bc/attachment-0001.htm>