Note: "permalinks" may not be as permanent as we would like,
direct links of old sources may well be a few messages off.
>
> No, drbd is not on anything: cs:StandAlone ro:Primary/Unknown
> ds:Diskless/DUnknown
>
> You have not shown the resource definition files, so we can only guess.
> What has been done after / filled up? I would think at least freeing some
> space and a reboot, but you don't say.
>
resource r0 {
protocol C;
startup {
wfc-timeout 15;
degr-wfc-timeout 60;
become-primary-on wirt.feb.net.pl;
}
net {
cram-hmac-alg sha1;
shared-secret "supersecret";
}
syncer {
rate 100M;
verify-alg sha1;
}
on wirt.feb.net.pl {
device minor 1;
disk /dev/md2;
address IP1:7788;
meta-disk internal;
}
on wirt2.feb.net.pl {
device minor 1;
disk /dev/md2;
address IP2:7788;
meta-disk internal;
}
}
[root at wirt ~]# df -h
Filesystem Size Used Avail Use% Mounted on
/dev/mapper/vg0-root 50G 3.0G 44G 7% /
tmpfs 16G 0 16G 0% /dev/shm
/dev/md0 496M 177M 294M 38% /boot
/dev/mapper/vg0-tmp 25G 173M 24G 1% /tmp
/dev/sdc3 1.7T 352G 1.3T 22% /mnt
/dev/mapper/vg1-vm1 1.1T 404G 606G 41% /vz/private/1
/dev/mapper/vg1-vm2 394G 8.7G 366G 3% /vz/private/2
[root at wirt ~]# cat /proc/mdstat
Personalities : [raid1]
md2 : active raid1 sdb3[1] sda3[0]
1848128448 blocks super 1.0 [2/2] [UU]
md1 : active raid1 sdb2[1] sda2[0]
104857472 blocks super 1.0 [2/2] [UU]
md0 : active raid1 sdb1[1] sda1[0]
524224 blocks super 1.0 [2/2] [UU]
unused devices: <none>
[root at wirt ~]#
[root at wirt ~]# pvdisplay
/dev/drbd1: read failed after 0 of 4096 at 1892425662464: Input/output
error
/dev/drbd1: read failed after 0 of 4096 at 1892425728000: Input/output
error
/dev/drbd1: read failed after 0 of 4096 at 0: Input/output error
/dev/drbd1: read failed after 0 of 4096 at 4096: Input/output error
--- Physical volume ---
PV Name /dev/md2
VG Name vg1
PV Size 1.72 TiB / not usable 1.82 MiB
Allocatable yes
PE Size 4.00 MiB
Total PE 451189
Free PE 41589
Allocated PE 409600
PV UUID 5i9EaO-fJKs-e10m-fr0i-0oC2-QaKm-OSel3f
--- Physical volume ---
PV Name /dev/md1
VG Name vg0
PV Size 100.00 GiB / not usable 3.88 MiB
Allocatable yes
PE Size 4.00 MiB
Total PE 25599
Free PE 2303
Allocated PE 23296
PV UUID AMarQw-o8GV-VHfV-2KGc-yRe2-zd8s-ZPIli0
[root at wirt ~]# lvdisplay
/dev/drbd1: read failed after 0 of 4096 at 1892425662464: Input/output
error
/dev/drbd1: read failed after 0 of 4096 at 1892425728000: Input/output
error
/dev/drbd1: read failed after 0 of 4096 at 0: Input/output error
/dev/drbd1: read failed after 0 of 4096 at 4096: Input/output error
--- Logical volume ---
LV Path /dev/vg1/vm1
LV Name vm1
VG Name vg1
LV UUID cQ47kS-QJHW-rVR8-3PC1-PDyD-r9md-SEwDtW
LV Write Access read/write
LV Creation host, time wirt.feb.net.pl, 2013-12-17 21:41:19 +0100
LV Status available
# open 1
LV Size 1.17 TiB
Current LE 307200
Segments 1
Allocation inherit
Read ahead sectors auto
- currently set to 512
Block device 253:0
--- Logical volume ---
LV Path /dev/vg1/vm2
LV Name vm2
VG Name vg1
LV UUID PHNzo5-y4UW-KUBT-9hcG-HsmE-5St4-KpGWK7
LV Write Access read/write
LV Creation host, time wirt.feb.net.pl, 2014-02-15 00:09:53 +0100
LV Status available
# open 1
LV Size 400.00 GiB
Current LE 102400
Segments 1
Allocation inherit
Read ahead sectors auto
- currently set to 512
Block device 253:4
--- Logical volume ---
LV Path /dev/vg0/root
LV Name root
VG Name vg0
LV UUID rSnc3v-ET5b-SfWN-2LnS-7JC3-K0AT-ZIfXz7
LV Write Access read/write
LV Creation host, time rescue, 2013-12-17 15:05:25 +0100
LV Status available
# open 1
LV Size 50.00 GiB
Current LE 12800
Segments 1
Allocation inherit
Read ahead sectors auto
- currently set to 256
Block device 253:1
--- Logical volume ---
LV Path /dev/vg0/swap
LV Name swap
VG Name vg0
LV UUID l2SuRC-PP1D-xd68-tMo2-5Wo2-ljnf-UpfTEG
LV Write Access read/write
LV Creation host, time rescue, 2013-12-17 15:05:25 +0100
LV Status available
# open 1
LV Size 16.00 GiB
Current LE 4096
Segments 1
Allocation inherit
Read ahead sectors auto
- currently set to 256
Block device 253:2
--- Logical volume ---
LV Path /dev/vg0/tmp
LV Name tmp
VG Name vg0
LV UUID UNAEhn-mQ4l-zgsp-WA91-jYCk-yGU4-94bzxa
LV Write Access read/write
LV Creation host, time rescue, 2013-12-17 15:05:25 +0100
LV Status available
# open 1
LV Size 25.00 GiB
Current LE 6400
Segments 1
Allocation inherit
Read ahead sectors auto
- currently set to 256
Block device 253:3
[root at wirt ~]#
[root at wirt ~]# vgdisplay
/dev/drbd1: read failed after 0 of 4096 at 1892425662464: Input/output
error
/dev/drbd1: read failed after 0 of 4096 at 1892425728000: Input/output
error
/dev/drbd1: read failed after 0 of 4096 at 0: Input/output error
/dev/drbd1: read failed after 0 of 4096 at 4096: Input/output error
--- Volume group ---
VG Name vg1
System ID
Format lvm2
Metadata Areas 1
Metadata Sequence No 6
VG Access read/write
VG Status resizable
MAX LV 0
Cur LV 2
Open LV 2
Max PV 0
Cur PV 1
Act PV 1
VG Size 1.72 TiB
PE Size 4.00 MiB
Total PE 451189
Alloc PE / Size 409600 / 1.56 TiB
Free PE / Size 41589 / 162.46 GiB
VG UUID TIp3Ii-v6u4-E23S-wELl-2PzS-CQ4S-zSaAwS
--- Volume group ---
VG Name vg0
System ID
Format lvm2
Metadata Areas 1
Metadata Sequence No 4
VG Access read/write
VG Status resizable
MAX LV 0
Cur LV 3
Open LV 3
Max PV 0
Cur PV 1
Act PV 1
VG Size 100.00 GiB
PE Size 4.00 MiB
Total PE 25599
Alloc PE / Size 23296 / 91.00 GiB
Free PE / Size 2303 / 9.00 GiB
VG UUID bC6WbN-Up27-vvce-SHnP-xDzw-8CMl-e9Tw7r
[root at wirt ~]#
[root at wirt ~]# cat /etc/lvm/lvm.conf |grep -i filt
# A filter that tells LVM2 to only use a restricted set of devices.
# The filter consists of an array of regular expressions. These
# Don't have more than one filter line active at once: only one gets
used.
# filter = [ "r|.*|", "a|/dev/drbd[0-9]$|" ]
# filter = [ "r|/dev/cdrom|" ]
# filter = [ "a/loop/", "r/.*/" ]
# filter =[ "a|loop|", "r|/dev/hdc|", "a|/dev/ide|", "r|.*|" ]
# filter = [ "a|^/dev/hda8$|", "r/.*/" ]
# Since "filter" is often overridden from command line, it is not
suitable
# for system-wide device filtering (udev rules, lvmetad). To hide
devices
# global_filter. The syntax is the same as for normal "filter"
# above. Devices that fail the global_filter are not even opened by LVM.
# global_filter = []
# The results of the filtering are cached on disk to avoid
# mlock_filter = [ "locale/locale-archive",
"gconv/gconv-modules.cache" ]
> The I/O errors are expected - drbd's devices are not present or not
> available. LVM may have grabbed them if your filters are not set up
> correctly. Again, please provide more doc. Output from mount, your drbd
> resource definition files and your LVM filters.
>
There was normal operation for few weeks and after out of disk space on main
partition the state of drbd changed to Diskless
The both servers was rebooted already..
Its possible to fix this in some way ?
Thanks
Piotr