<p dir="ltr">Did you read this?<br>
<a href="https://www.drbd.org/en/doc/users-guide-90/s-enable-dual-primary">https://www.drbd.org/en/doc/users-guide-90/s-enable-dual-primary</a></p>
<div class="gmail_quote">On 24 Apr 2016 6:03 am, &quot;Ml Ml&quot; &lt;<a href="mailto:mliebherr99@googlemail.com">mliebherr99@googlemail.com</a>&gt; wrote:<br type="attribution"><blockquote class="gmail_quote" style="margin:0 0 0 .8ex;border-left:1px #ccc solid;padding-left:1ex">Hello List,<br>
<br>
i am running DRBD9 with 4.2.8-1-pve (Proxmox 4.1) and in syslog i get:<br>
<br>
Apr 23 21:50:07 node02 kernel: [ 5018.813223] drbd vm-101-disk-1<br>
node01: ASSERTION FAILED: pp_in_use: -12 &lt; 0<br>
Apr 23 21:50:07 node02 kernel: [ 5018.813379] drbd vm-104-disk-1<br>
node01: ASSERTION FAILED: pp_in_use: -2 &lt; 0<br>
Apr 23 21:50:07 node02 kernel: [ 5018.913334] drbd vm-101-disk-1<br>
node01: ASSERTION FAILED: pp_in_use: -12 &lt; 0<br>
Apr 23 21:50:07 node02 kernel: [ 5018.913509] drbd vm-104-disk-1<br>
node01: ASSERTION FAILED: pp_in_use: -2 &lt; 0<br>
Apr 23 21:50:07 node02 kernel: [ 5019.013381] drbd vm-101-disk-1<br>
node01: ASSERTION FAILED: pp_in_use: -12 &lt; 0<br>
<br>
And this quite a lot:<br>
grep &quot;ASSERTION FAILED&quot; -c /var/log/syslog<br>
74076<br>
<br>
Any idea whats broken here?<br>
Do you need any more infos?<br>
<br>
Thanks,<br>
Mario<br>
<br>
<br>
# /etc/drbd.conf<br>
global {<br>
    usage-count yes;<br>
}<br>
<br>
common {<br>
}<br>
<br>
# resource .drbdctrl on node02: not ignored, not stacked<br>
# defined at /etc/drbd.d/drbdctrl.res:1<br>
resource .drbdctrl {<br>
    volume 0 {<br>
        device           minor 0;<br>
        disk             /dev/drbdpool/.drbdctrl_0;<br>
        meta-disk        internal;<br>
    }<br>
    volume 1 {<br>
        device           minor 1;<br>
        disk             /dev/drbdpool/.drbdctrl_1;<br>
        meta-disk        internal;<br>
    }<br>
    on node02 {<br>
        node-id 1;<br>
        address          ipv4 <a href="http://192.168.113.2:6999" rel="noreferrer" target="_blank">192.168.113.2:6999</a>;<br>
    }<br>
    on node03 {<br>
        node-id 2;<br>
        address          ipv4 <a href="http://192.168.113.3:6999" rel="noreferrer" target="_blank">192.168.113.3:6999</a>;<br>
    }<br>
    on node01 {<br>
        node-id 0;<br>
        address          ipv4 <a href="http://192.168.113.1:6999" rel="noreferrer" target="_blank">192.168.113.1:6999</a>;<br>
    }<br>
    connection-mesh {<br>
        hosts node02 node03 node01;<br>
        net {<br>
            protocol       C;<br>
        }<br>
    }<br>
    net {<br>
        cram-hmac-alg    sha256;<br>
        shared-secret    tza2VB63DEJWCsk/kZY6;<br>
        allow-two-primaries  no;<br>
    }<br>
}<br>
<br>
# resource vm-100-disk-1 on node02: not ignored, not stacked<br>
# defined at /var/lib/drbd.d/drbdmanage_vm-100-disk-1.res:2<br>
resource vm-100-disk-1 {<br>
    template-file /var/lib/drbd.d/drbdmanage_global_common.conf;<br>
    on node02 {<br>
        node-id 0;<br>
        volume 0 {<br>
            disk {<br>
                size     78643200k;<br>
            }<br>
            device       minor 101;<br>
            disk         /dev/drbdpool/vm-100-disk-1_00;<br>
            meta-disk    internal;<br>
        }<br>
        address          ipv4 <a href="http://192.168.113.2:7001" rel="noreferrer" target="_blank">192.168.113.2:7001</a>;<br>
    }<br>
    on node03 {<br>
        node-id 1;<br>
        volume 0 {<br>
            disk {<br>
                size     78643200k;<br>
            }<br>
            device       minor 101;<br>
            disk         /dev/drbdpool/vm-100-disk-1_00;<br>
            meta-disk    internal;<br>
        }<br>
        address          ipv4 <a href="http://192.168.113.3:7001" rel="noreferrer" target="_blank">192.168.113.3:7001</a>;<br>
    }<br>
    on node01 {<br>
        node-id 2;<br>
        volume 0 {<br>
            disk {<br>
                size     78643200k;<br>
            }<br>
            device       minor 101;<br>
            disk         /dev/drbdpool/vm-100-disk-1_00;<br>
            meta-disk    internal;<br>
        }<br>
        address          ipv4 <a href="http://192.168.113.1:7001" rel="noreferrer" target="_blank">192.168.113.1:7001</a>;<br>
    }<br>
    connection-mesh {<br>
        hosts node02 node03 node01;<br>
    }<br>
    net {<br>
        allow-two-primaries yes;<br>
        shared-secret    &quot;moxL2b+nErKykEfUGi2Z&quot;;<br>
        cram-hmac-alg    sha1;<br>
    }<br>
}<br>
<br>
# resource vm-101-disk-1 on node02: not ignored, not stacked<br>
# defined at /var/lib/drbd.d/drbdmanage_vm-101-disk-1.res:2<br>
resource vm-101-disk-1 {<br>
    template-file /var/lib/drbd.d/drbdmanage_global_common.conf;<br>
    on node02 {<br>
        node-id 0;<br>
        volume 0 {<br>
            disk {<br>
                size     209715200k;<br>
            }<br>
            device       minor 102;<br>
            disk         /dev/drbdpool/vm-101-disk-1_00;<br>
            meta-disk    internal;<br>
        }<br>
        address          ipv4 <a href="http://192.168.113.2:7002" rel="noreferrer" target="_blank">192.168.113.2:7002</a>;<br>
    }<br>
    on node03 {<br>
        node-id 1;<br>
        volume 0 {<br>
            disk {<br>
                size     209715200k;<br>
            }<br>
            device       minor 102;<br>
            disk         /dev/drbdpool/vm-101-disk-1_00;<br>
            meta-disk    internal;<br>
        }<br>
        address          ipv4 <a href="http://192.168.113.3:7002" rel="noreferrer" target="_blank">192.168.113.3:7002</a>;<br>
    }<br>
    on node01 {<br>
        node-id 2;<br>
        volume 0 {<br>
            disk {<br>
                size     209715200k;<br>
            }<br>
            device       minor 102;<br>
            disk         /dev/drbdpool/vm-101-disk-1_00;<br>
            meta-disk    internal;<br>
        }<br>
        address          ipv4 <a href="http://192.168.113.1:7002" rel="noreferrer" target="_blank">192.168.113.1:7002</a>;<br>
    }<br>
    connection-mesh {<br>
        hosts node02 node03 node01;<br>
    }<br>
<br>
    net {<br>
        max-epoch-size   8000;<br>
        max-buffers      8000;<br>
        shared-secret    Y5g0NB8QKFcs1R5p7XAA;<br>
        allow-two-primaries yes;<br>
        sndbuf-size        0;<br>
        cram-hmac-alg    sha1;<br>
    }<br>
}<br>
<br>
# resource vm-102-disk-1 on node02: not ignored, not stacked<br>
# defined at /var/lib/drbd.d/drbdmanage_vm-102-disk-1.res:2<br>
resource vm-102-disk-1 {<br>
    template-file /var/lib/drbd.d/drbdmanage_global_common.conf;<br>
    on node02 {<br>
        node-id 1;<br>
        volume 0 {<br>
            disk {<br>
                size     209715200k;<br>
            }<br>
            device       minor 103;<br>
            disk         /dev/drbdpool/vm-102-disk-1_00;<br>
            meta-disk    internal;<br>
        }<br>
        address          ipv4 <a href="http://192.168.113.2:7003" rel="noreferrer" target="_blank">192.168.113.2:7003</a>;<br>
    }<br>
    on node03 {<br>
        node-id 2;<br>
        volume 0 {<br>
            disk {<br>
                size     209715200k;<br>
            }<br>
            device       minor 103;<br>
            disk         /dev/drbdpool/vm-102-disk-1_00;<br>
            meta-disk    internal;<br>
        }<br>
        address          ipv4 <a href="http://192.168.113.3:7003" rel="noreferrer" target="_blank">192.168.113.3:7003</a>;<br>
    }<br>
    on node01 {<br>
        node-id 0;<br>
        volume 0 {<br>
            disk {<br>
                size     209715200k;<br>
            }<br>
            device       minor 103;<br>
            disk         /dev/drbdpool/vm-102-disk-1_00;<br>
            meta-disk    internal;<br>
        }<br>
        address          ipv4 <a href="http://192.168.113.1:7003" rel="noreferrer" target="_blank">192.168.113.1:7003</a>;<br>
    }<br>
    connection-mesh {<br>
        hosts node02 node03 node01;<br>
    }<br>
    net {<br>
        max-epoch-size   8000;<br>
        max-buffers      8000;<br>
        shared-secret    3cg6JmVPwecGfAC5Ugtw;<br>
        allow-two-primaries yes;<br>
        sndbuf-size        0;<br>
        cram-hmac-alg    sha1;<br>
    }<br>
}<br>
<br>
# resource vm-103-disk-1 on node02: not ignored, not stacked<br>
# defined at /var/lib/drbd.d/drbdmanage_vm-103-disk-1.res:1<br>
resource vm-103-disk-1 {<br>
    template-file /var/lib/drbd.d/drbdmanage_global_common.conf;<br>
    on node02 {<br>
        node-id 1;<br>
        volume 0 {<br>
            disk {<br>
                size     209715200k;<br>
            }<br>
            device       minor 104;<br>
            disk         /dev/drbdpool/vm-103-disk-1_00;<br>
            meta-disk    internal;<br>
        }<br>
        address          ipv4 <a href="http://192.168.113.2:7004" rel="noreferrer" target="_blank">192.168.113.2:7004</a>;<br>
    }<br>
    on node03 {<br>
        node-id 2;<br>
        volume 0 {<br>
            disk {<br>
                size     209715200k;<br>
            }<br>
            device       minor 104;<br>
            disk         /dev/null;<br>
            meta-disk    internal;<br>
        }<br>
        address          ipv4 <a href="http://192.168.113.3:7004" rel="noreferrer" target="_blank">192.168.113.3:7004</a>;<br>
    }<br>
    on node01 {<br>
        node-id 0;<br>
        volume 0 {<br>
            disk {<br>
                size     209715200k;<br>
            }<br>
            device       minor 104;<br>
            disk         /dev/drbdpool/vm-103-disk-1_00;<br>
            meta-disk    internal;<br>
        }<br>
        address          ipv4 <a href="http://192.168.113.1:7004" rel="noreferrer" target="_blank">192.168.113.1:7004</a>;<br>
    }<br>
    connection-mesh {<br>
        hosts node02 node03 node01;<br>
    }<br>
    net {<br>
        allow-two-primaries yes;<br>
        shared-secret    &quot;E+pEB8JdmKeHiS55CQmy&quot;;<br>
        cram-hmac-alg    sha1;<br>
    }<br>
}<br>
<br>
# resource vm-104-disk-1 on node02: not ignored, not stacked<br>
# defined at /var/lib/drbd.d/drbdmanage_vm-104-disk-1.res:1<br>
resource vm-104-disk-1 {<br>
    template-file /var/lib/drbd.d/drbdmanage_global_common.conf;<br>
    on node02 {<br>
        node-id 1;<br>
        volume 0 {<br>
            disk {<br>
                size     31457280k;<br>
            }<br>
            device       minor 105;<br>
            disk         /dev/drbdpool/vm-104-disk-1_00;<br>
            meta-disk    internal;<br>
        }<br>
        address          ipv4 <a href="http://192.168.113.2:7005" rel="noreferrer" target="_blank">192.168.113.2:7005</a>;<br>
    }<br>
    on node03 {<br>
        node-id 2;<br>
        volume 0 {<br>
            disk {<br>
                size     31457280k;<br>
            }<br>
            device       minor 105;<br>
            disk         /dev/null;<br>
            meta-disk    internal;<br>
        }<br>
        address          ipv4 <a href="http://192.168.113.3:7005" rel="noreferrer" target="_blank">192.168.113.3:7005</a>;<br>
    }<br>
    on node01 {<br>
        node-id 0;<br>
        volume 0 {<br>
            disk {<br>
                size     31457280k;<br>
            }<br>
            device       minor 105;<br>
            disk         /dev/drbdpool/vm-104-disk-1_00;<br>
            meta-disk    internal;<br>
        }<br>
        address          ipv4 <a href="http://192.168.113.1:7005" rel="noreferrer" target="_blank">192.168.113.1:7005</a>;<br>
    }<br>
    connection-mesh {<br>
        hosts node02 node03 node01;<br>
    }<br>
    net {<br>
        allow-two-primaries yes;<br>
        shared-secret    4JsX2KiotwUVqJTVI6G4;<br>
        cram-hmac-alg    sha1;<br>
    }<br>
}<br>
<br>
# resource vm-105-disk-1 on node02: not ignored, not stacked<br>
# defined at /var/lib/drbd.d/drbdmanage_vm-105-disk-1.res:1<br>
resource vm-105-disk-1 {<br>
    template-file /var/lib/drbd.d/drbdmanage_global_common.conf;<br>
    on node02 {<br>
        node-id 1;<br>
        volume 0 {<br>
            disk {<br>
                size     52428800k;<br>
            }<br>
            device       minor 106;<br>
            disk         /dev/drbdpool/vm-105-disk-1_00;<br>
            meta-disk    internal;<br>
        }<br>
        address          ipv4 <a href="http://192.168.113.2:7006" rel="noreferrer" target="_blank">192.168.113.2:7006</a>;<br>
    }<br>
    on node03 {<br>
        node-id 2;<br>
        volume 0 {<br>
            disk {<br>
                size     52428800k;<br>
            }<br>
            device       minor 106;<br>
            disk         /dev/null;<br>
            meta-disk    internal;<br>
        }<br>
        address          ipv4 <a href="http://192.168.113.3:7006" rel="noreferrer" target="_blank">192.168.113.3:7006</a>;<br>
    }<br>
    on node01 {<br>
        node-id 0;<br>
        volume 0 {<br>
            disk {<br>
                size     52428800k;<br>
            }<br>
            device       minor 106;<br>
            disk         /dev/drbdpool/vm-105-disk-1_00;<br>
            meta-disk    internal;<br>
        }<br>
        address          ipv4 <a href="http://192.168.113.1:7006" rel="noreferrer" target="_blank">192.168.113.1:7006</a>;<br>
    }<br>
    connection-mesh {<br>
        hosts node02 node03 node01;<br>
    }<br>
    net {<br>
        allow-two-primaries yes;<br>
        shared-secret    &quot;1+gJSkv3WTAlbOKfChwC&quot;;<br>
        cram-hmac-alg    sha1;<br>
    }<br>
}<br>
<br>
# resource vm-106-disk-1 on node02: not ignored, not stacked<br>
# defined at /var/lib/drbd.d/drbdmanage_vm-106-disk-1.res:1<br>
resource vm-106-disk-1 {<br>
    template-file /var/lib/drbd.d/drbdmanage_global_common.conf;<br>
    on node02 {<br>
        node-id 1;<br>
        volume 0 {<br>
            disk {<br>
                size     57671680k;<br>
            }<br>
            device       minor 100;<br>
            disk         /dev/drbdpool/vm-106-disk-1_00;<br>
            meta-disk    internal;<br>
        }<br>
        address          ipv4 <a href="http://192.168.113.2:7000" rel="noreferrer" target="_blank">192.168.113.2:7000</a>;<br>
    }<br>
    on node03 {<br>
        node-id 2;<br>
        volume 0 {<br>
            disk {<br>
                size     57671680k;<br>
            }<br>
            device       minor 100;<br>
            disk         /dev/null;<br>
            meta-disk    internal;<br>
        }<br>
        address          ipv4 <a href="http://192.168.113.3:7000" rel="noreferrer" target="_blank">192.168.113.3:7000</a>;<br>
    }<br>
    on node01 {<br>
        node-id 0;<br>
        volume 0 {<br>
            disk {<br>
                size     57671680k;<br>
            }<br>
            device       minor 100;<br>
            disk         /dev/drbdpool/vm-106-disk-1_00;<br>
            meta-disk    internal;<br>
        }<br>
        address          ipv4 <a href="http://192.168.113.1:7000" rel="noreferrer" target="_blank">192.168.113.1:7000</a>;<br>
    }<br>
    connection-mesh {<br>
        hosts node02 node03 node01;<br>
    }<br>
    net {<br>
        allow-two-primaries yes;<br>
        shared-secret    &quot;uaj0jC+ehtONe8uFJ6dr&quot;;<br>
        cram-hmac-alg    sha1;<br>
    }<br>
}<br>
_______________________________________________<br>
drbd-user mailing list<br>
<a href="mailto:drbd-user@lists.linbit.com">drbd-user@lists.linbit.com</a><br>
<a href="http://lists.linbit.com/mailman/listinfo/drbd-user" rel="noreferrer" target="_blank">http://lists.linbit.com/mailman/listinfo/drbd-user</a><br>
</blockquote></div>