Note: "permalinks" may not be as permanent as we would like,
direct links of old sources may well be a few messages off.
In a 3 node Proxmox 4.4 with DRBD9, with vm100, vm104 and vm105
starting at boot in HA, at the moment used for testing.
After some update (first to drbdmanage 0.98, now drbdmanage 0.99.2) I
have some problems.
Starting system I have vm100 starting on mpve3 (node 3) and vm104 and
vm105 not starting.
Those are the output of drbd-overview and drbdsetup status on servers:
root at mpve3:~# drbd-overview
0:.drbdctrl/0 Connected(3*)
Prim(mpve3)/Seco(mpve1,mpve2) UpTo(mpve3)/UpTo(mpve1,mpve2)
1:.drbdctrl/1 Connected(3*)
Prim(mpve3)/Seco(mpve2,mpve1) UpTo(mpve3)/UpTo(mpve2,mpve1)
100:vm-100-disk-1/0 Conn(mpve3)/C'ng(mpve1,mpve2)
Prim(mpve3)/Unkn(mpve1,mpve2) UpTo(mpve3)/DUnk(mpve2,mpve1)
101:vm-101-disk-1/0 Conn(mpve3)/C'ng(mpve1,mpve2)
Seco(mpve3)/Unkn(mpve1,mpve2) UpTo(mpve3)/DUnk(mpve1,mpve2)
102:vm-102-disk-1/0 Conn(mpve3)/C'ng(mpve1,mpve2)
Seco(mpve3)/Unkn(mpve2,mpve1) UpTo(mpve3)/DUnk(mpve2,mpve1)
103:vm-103-disk-1/0 Conn(mpve3)/C'ng(mpve2,mpve1)
Seco(mpve3)/Unkn(mpve1,mpve2) UpTo(mpve3)/DUnk(mpve1,mpve2)
104:vm-104-disk-1/0 Conn(mpve3)/C'ng(mpve1,mpve2)
Seco(mpve3)/Unkn(mpve1,mpve2) UpTo(mpve3)/DUnk(mpve1,mpve2)
105:vm-105-disk-1/0 Conn(mpve3)/C'ng(mpve1,mpve2)
Seco(mpve3)/Unkn(mpve2,mpve1) UpTo(mpve3)/DUnk(mpve1,mpve2)
root at mpve3:~# drbdsetup status vm-105-disk-1 --verbose --statistics
vm-105-disk-1 node-id:1 role:Secondary suspended:no
write-ordering:flush
volume:0 minor:105 disk:UpToDate
size:153092096 read:756 written:0 al-writes:0 bm-writes:0
upper-pending:0 lower-pending:0 al-suspended:no
blocked:no
mpve1 node-id:0 connection:Connecting role:Unknown congested:no
volume:0 replication:Off peer-disk:DUnknown resync-suspended:no
received:0 sent:0 out-of-sync:3396 pending:0 unacked:0
mpve2 node-id:2 connection:Connecting role:Unknown congested:no
volume:0 replication:Off peer-disk:DUnknown resync-suspended:no
received:0 sent:0 out-of-sync:3396 pending:0 unacked:0
root at mpve3:~# drbdsetup status vm-104-disk-1 --verbose --statistics
vm-104-disk-1 node-id:1 role:Secondary suspended:no
write-ordering:flush
volume:0 minor:104 disk:UpToDate
size:153092096 read:636 written:0 al-writes:0 bm-writes:0
upper-pending:0 lower-pending:0 al-suspended:no
blocked:no
mpve1 node-id:0 connection:Connecting role:Unknown congested:no
volume:0 replication:Off peer-disk:DUnknown resync-suspended:no
received:0 sent:0 out-of-sync:3156 pending:0 unacked:0
mpve2 node-id:2 connection:Connecting role:Unknown congested:no
volume:0 replication:Off peer-disk:DUnknown resync-suspended:no
received:0 sent:0 out-of-sync:3156 pending:0 unacked:0
root at mpve3:~# drbdsetup status vm-100-disk-1 --verbose --statistics
vm-100-disk-1 node-id:1 role:Primary suspended:no
write-ordering:flush
volume:0 minor:100 disk:UpToDate
size:33554432 read:123626 written:4260 al-writes:14 bm-writes:0
upper-pending:0 lower-pending:0 al-suspended:no
blocked:no
mpve1 node-id:0 connection:Connecting role:Unknown congested:no
volume:0 replication:Off peer-disk:DUnknown resync-suspended:no
received:0 sent:0 out-of-sync:30282464 pending:0 unacked:0
mpve2 node-id:2 connection:Connecting role:Unknown congested:no
volume:0 replication:Off peer-disk:DUnknown resync-suspended:no
received:0 sent:0 out-of-sync:4844 pending:0 unacked:0
root at mpve2:~# drbd-overview
0:.drbdctrl/0 Connected(3*)
Seco(mpve2,mpve1)/Prim(mpve3) UpTo(mpve2)/UpTo(mpve3,mpve1)
1:.drbdctrl/1 Connected(3*)
Seco(mpve2,mpve1)/Prim(mpve3) UpTo(mpve2)/UpTo(mpve1,mpve3)
101:vm-101-disk-1/0 Conn(mpve2,mpve3)/C'ng(mpve1)
Seco(mpve3,mpve2)/Unkn(mpve1) UpTo(mpve2)/DUnk(mpve1)/UpTo(mpve3)
root at mpve2:~# drbd-overview
0:.drbdctrl/0 Connected(3*)
Seco(mpve2,mpve1)/Prim(mpve3) UpTo(mpve2)/UpTo(mpve1,mpve3)
1:.drbdctrl/1 Connected(3*)
Seco(mpve2,mpve1)/Prim(mpve3) UpTo(mpve2)/UpTo(mpve3,mpve1)
101:vm-101-disk-1/0 Conn(mpve3,mpve2)/C'ng(mpve1)
Seco(mpve3,mpve2)/Unkn(mpve1) UpTo(mpve2)/DUnk(mpve1)/UpTo(mpve3)
root at mpve1:~# drbd-overview
0:.drbdctrl/0 Connected(3*) Seco(mpve2,mpve1)/Prim(mpve3)
UpTo(mpve1)/UpTo(mpve3,mpve2)
1:.drbdctrl/1 Connected(3*) Seco(mpve1,mpve2)/Prim(mpve3)
UpTo(mpve1)/UpTo(mpve3,mpve2)
root at mpve1:~# drbd-overview
0:.drbdctrl/0 Connected(3*) Seco(mpve2,mpve1)/Prim(mpve3)
UpTo(mpve1)/UpTo(mpve3,mpve2)
1:.drbdctrl/1 Connected(3*) Seco(mpve2,mpve1)/Prim(mpve3)
UpTo(mpve1)/UpTo(mpve2,mpve3)
root at mpve1:~# drbd-overview
0:.drbdctrl/0 Connected(3*) Seco(mpve1,mpve2)/Prim(mpve3)
UpTo(mpve1)/UpTo(mpve3,mpve2)
1:.drbdctrl/1 Connected(3*) Seco(mpve1,mpve2)/Prim(mpve3)
UpTo(mpve1)/UpTo(mpve2,mpve3)
What I have to do to restore the correct system?
Thanks,
Michele