[DRBD-user] Manually resolve split brain situation on 8.4.2 not working for me

Joeri Vanthienen mail at joerivanthienen.be
Thu Sep 13 13:38:52 CEST 2012

Note: "permalinks" may not be as permanent as we would like,
direct links of old sources may well be a few messages off.


I can't find any message in the logs after executing the connect command.
I've provided the strace output. Can you please check this ? Thanks.

---------------------------------------------------------------------------------------------------------------------------------------
alpha:~ # uname -a
Linux alpha 3.4.6-2.10-xen #1 SMP Thu Jul 26 09:36:26 UTC 2012
(641c197) x86_64 x86_64 x86_64 GNU/Linux

alpha:~ # strace drbdadm connect --discard-my-data r0
execve("/sbin/drbdadm", ["drbdadm", "connect", "--discard-my-data",
"r0"], [/* 51 vars */]) =
                                                                    0
brk(0)                                  = 0x23bf000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x7f9cb58fa000
access("/etc/ld.so.preload", R_OK)      = -1 ENOENT (No such file or directory)
open("/etc/ld.so.cache", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=34265, ...}) = 0
mmap(NULL, 34265, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7f9cb58f1000
close(3)                                = 0
open("/lib64/libc.so.6", O_RDONLY|O_CLOEXEC) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0`\25\2\0\0\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=1957616, ...}) = 0
mmap(NULL, 3820608, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
0) = 0x7f9cb5335000
mprotect(0x7f9cb54d0000, 2097152, PROT_NONE) = 0
mmap(0x7f9cb56d0000, 24576, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x19

               b000) = 0x7f9cb56d0000
mmap(0x7f9cb56d6000, 15424, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0)

               = 0x7f9cb56d6000
close(3)                                = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x7f9cb58f0000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x7f9cb58ef000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x7f9cb58ee000
arch_prctl(ARCH_SET_FS, 0x7f9cb58ef700) = 0
mprotect(0x7f9cb56d0000, 16384, PROT_READ) = 0
mprotect(0x62b000, 4096, PROT_READ)     = 0
mprotect(0x7f9cb58fb000, 4096, PROT_READ) = 0
munmap(0x7f9cb58f1000, 34265)           = 0
uname({sys="Linux", node="alpha", ...}) = 0
ioctl(0, SNDCTL_TMR_TIMEBASE or SNDRV_TIMER_IOCTL_NEXT_DEVICE or
TCGETS, {B38400 opost isig ic

anon echo ...}) = 0
ioctl(1, SNDCTL_TMR_TIMEBASE or SNDRV_TIMER_IOCTL_NEXT_DEVICE or
TCGETS, {B38400 opost isig ic

anon echo ...}) = 0
brk(0)                                  = 0x23bf000
brk(0x23e0000)                          = 0x23e0000
open("/proc/drbd", O_RDONLY)            = 3
read(3, "version: 8.4.2 (api:1/proto:86-1"..., 4095) = 407
close(3)                                = 0
open("/etc/drbd-84.conf", O_RDONLY)     = -1 ENOENT (No such file or directory)
open("/etc/drbd-83.conf", O_RDONLY)     = -1 ENOENT (No such file or directory)
open("/etc/drbd-82.conf", O_RDONLY)     = -1 ENOENT (No such file or directory)
open("/etc/drbd-08.conf", O_RDONLY)     = -1 ENOENT (No such file or directory)
open("/etc/drbd.conf", O_RDONLY)        = 3
open(".", O_RDONLY)                     = 4
chdir("/etc")                           = 0
getcwd("/etc", 4096)                    = 5
fchdir(4)                               = 0
ioctl(3, SNDCTL_TMR_TIMEBASE or SNDRV_TIMER_IOCTL_NEXT_DEVICE or
TCGETS, 0x7fffe2ea34c0) = -1

ENOTTY (Inappropriate ioctl for device)
fstat(3, {st_mode=S_IFREG|0644, st_size=133, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x7f9cb58f9000
read(3, "# You can find an example in  /u"..., 8192) = 133
read(3, "", 4096)                       = 0
open(".", O_RDONLY)                     = 5
chdir("/etc")                           = 0
stat("drbd.d/global_common.conf", {st_mode=S_IFREG|0644, st_size=1650, ...}) = 0
open("drbd.d/global_common.conf", O_RDONLY) = 6
open(".", O_RDONLY)                     = 7
chdir("drbd.d")                         = 0
getcwd("/etc/drbd.d", 4096)             = 12
fchdir(7)                               = 0
ioctl(6, SNDCTL_TMR_TIMEBASE or SNDRV_TIMER_IOCTL_NEXT_DEVICE or
TCGETS, 0x7fffe2ea3440) = -1

ENOTTY (Inappropriate ioctl for device)
fstat(6, {st_mode=S_IFREG|0644, st_size=1650, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x7f9cb58f8000
read(6, "global {\n\tusage-count yes;\n\t# mi"..., 8192) = 1650
read(6, "", 4096)                       = 0
read(6, "", 8192)                       = 0
ioctl(6, SNDCTL_TMR_TIMEBASE or SNDRV_TIMER_IOCTL_NEXT_DEVICE or
TCGETS, 0x7fffe2ea33d0) = -1

ENOTTY (Inappropriate ioctl for device)
close(6)                                = 0
munmap(0x7f9cb58f8000, 4096)            = 0
fchdir(5)                               = 0
open(".", O_RDONLY)                     = 6
chdir("/etc")                           = 0
openat(AT_FDCWD, "drbd.d", O_RDONLY|O_NONBLOCK|O_DIRECTORY|O_CLOEXEC) = 8
brk(0x2405000)                          = 0x2405000
getdents(8, /* 4 entries */, 32768)     = 120
getdents(8, /* 0 entries */, 32768)     = 0
brk(0x23fd000)                          = 0x23fd000
close(8)                                = 0
open("drbd.d/r0.res", O_RDONLY)         = 8
open(".", O_RDONLY)                     = 9
chdir("drbd.d")                         = 0
getcwd("/etc/drbd.d", 4096)             = 12
fchdir(9)                               = 0
ioctl(8, SNDCTL_TMR_TIMEBASE or SNDRV_TIMER_IOCTL_NEXT_DEVICE or
TCGETS, 0x7fffe2ea3440) = -1

ENOTTY (Inappropriate ioctl for device)
fstat(8, {st_mode=S_IFREG|0644, st_size=565, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x7f9cb58f8000
read(8, "resource r0 { \n\nprotocol C;\n    "..., 8192) = 565
read(8, "", 4096)                       = 0
read(8, "", 8192)                       = 0
ioctl(8, SNDCTL_TMR_TIMEBASE or SNDRV_TIMER_IOCTL_NEXT_DEVICE or
TCGETS, 0x7fffe2ea33d0) = -1

ENOTTY (Inappropriate ioctl for device)
close(8)                                = 0
munmap(0x7f9cb58f8000, 4096)            = 0
fchdir(6)                               = 0
read(3, "", 8192)                       = 0
ioctl(3, SNDCTL_TMR_TIMEBASE or SNDRV_TIMER_IOCTL_NEXT_DEVICE or
TCGETS, 0x7fffe2ea34c0) = -1

ENOTTY (Inappropriate ioctl for device)
getuid()                                = 0
open("/var/lib/drbd/node_id", O_RDONLY) = 8
read(8, "\203t\2hzPo\1b\334\273\340\0\0\0\0z\325\370P\327\21\"7\23\326\334\255\303\335H\206"..

                                         ., 52) = 52
close(8)                                = 0
socket(PF_INET, SOCK_STREAM, IPPROTO_TCP) = 8
ioctl(8, SIOCGIFCONF, {80, {{"lo", {AF_INET, inet_addr("127.0.0.1")}},
{"eth0", {AF_INET, inet

_addr("192.168.250.16")}}}}) = 0
ioctl(8, SIOCGIFFLAGS, {ifr_name="lo",
ifr_flags=IFF_UP|IFF_LOOPBACK|IFF_RUNNING}) = 0
ioctl(8, SIOCGIFFLAGS, {ifr_name="eth0",
ifr_flags=IFF_UP|IFF_BROADCAST|IFF_RUNNING|IFF_MULTIC

                        AST}) = 0
close(8)                                = 0
clone(child_stack=0,
flags=CLONE_CHILD_CLEARTID|CLONE_CHILD_SETTID|SIGCHLD,
child_tidptr=0x7f9
                                                            cb58ef9d0)
= 4083
rt_sigaction(SIGALRM, {0x409f90, [], SA_RESTORER, 0x7f9cb5369da0},
{SIG_DFL, [], 0}, 8) = 0
alarm(5)                                = 0
wait4(4083, [{WIFEXITED(s) && WEXITSTATUS(s) == 20}], 0, NULL) = 4083
--- SIGCHLD {si_signo=SIGCHLD, si_code=CLD_EXITED, si_pid=4083,
si_status=20, si_utime=0, si_s

 time=0} ---
write(2, "Command '", 9Command ')                = 9
write(2, "drbdsetup", 9drbdsetup)                = 9
write(2, " ", 1 )                        = 1
write(2, "connect", 7connect)                  = 7
write(2, " ", 1 )                        = 1
write(2, "r0", 2r0)                       = 2
write(2, " ", 1 )                        = 1
write(2, "ipv4:192.168.250.16:7789", 24ipv4:192.168.250.16:7789) = 24
write(2, " ", 1 )                        = 1
write(2, "ipv4:192.168.250.14:7789", 24ipv4:192.168.250.14:7789) = 24
write(2, " ", 1 )                        = 1
write(2, "--protocol=C", 12--protocol=C)            = 12
write(2, " ", 1 )                        = 1
write(2, "--verify-alg=sha1", 17--verify-alg=sha1)       = 17
write(2, " ", 1 )                        = 1
write(2, "--cram-hmac-alg=sha1", 20--cram-hmac-alg=sha1)    = 20
write(2, " ", 1 )                        = 1
write(2, "--shared-secret=8a6cxxxxxxxxxxxx"...,
54--shared-secret=8a6cxxxxxxxxxxxxxxxxxxxxx49x

                 xxxxxxxfb3) = 54
write(2, " ", 1 )                        = 1
write(2, "--after-sb-0pri=discard-zero-cha"...,
36--after-sb-0pri=discard-zero-changes) = 36
write(2, " ", 1 )                        = 1
write(2, "--after-sb-1pri=discard-secondar"...,
33--after-sb-1pri=discard-secondary) = 33
write(2, " ", 1 )                        = 1
write(2, "--after-sb-2pri=consensus", 25--after-sb-2pri=consensus) = 25
write(2, " ", 1 )                        = 1
write(2, "--rr-conflict=disconnect", 24--rr-conflict=disconnect) = 24
write(2, " ", 1 )                        = 1
write(2, "--discard-my-data", 17--discard-my-data)       = 17
write(2, "' terminated with exit code 20\n", 31' terminated with exit code 20
) = 31
exit_group(20)                          = ?
+++ exited with 20 +++



More information about the drbd-user mailing list