<html xmlns:v="urn:schemas-microsoft-com:vml" xmlns:o="urn:schemas-microsoft-com:office:office" xmlns:w="urn:schemas-microsoft-com:office:word" xmlns:x="urn:schemas-microsoft-com:office:excel" xmlns:p="urn:schemas-microsoft-com:office:powerpoint" xmlns:a="urn:schemas-microsoft-com:office:access" xmlns:dt="uuid:C2F41010-65B3-11d1-A29F-00AA00C14882" xmlns:s="uuid:BDC6E3F0-6DA3-11d1-A2A3-00AA00C14882" xmlns:rs="urn:schemas-microsoft-com:rowset" xmlns:z="#RowsetSchema" xmlns:b="urn:schemas-microsoft-com:office:publisher" xmlns:ss="urn:schemas-microsoft-com:office:spreadsheet" xmlns:c="urn:schemas-microsoft-com:office:component:spreadsheet" xmlns:odc="urn:schemas-microsoft-com:office:odc" xmlns:oa="urn:schemas-microsoft-com:office:activation" xmlns:html="http://www.w3.org/TR/REC-html40" xmlns:q="http://schemas.xmlsoap.org/soap/envelope/" xmlns:rtc="http://microsoft.com/officenet/conferencing" xmlns:D="DAV:" xmlns:Repl="http://schemas.microsoft.com/repl/" xmlns:mt="http://schemas.microsoft.com/sharepoint/soap/meetings/" xmlns:x2="http://schemas.microsoft.com/office/excel/2003/xml" xmlns:ppda="http://www.passport.com/NameSpace.xsd" xmlns:ois="http://schemas.microsoft.com/sharepoint/soap/ois/" xmlns:dir="http://schemas.microsoft.com/sharepoint/soap/directory/" xmlns:ds="http://www.w3.org/2000/09/xmldsig#" xmlns:dsp="http://schemas.microsoft.com/sharepoint/dsp" xmlns:udc="http://schemas.microsoft.com/data/udc" xmlns:xsd="http://www.w3.org/2001/XMLSchema" xmlns:sub="http://schemas.microsoft.com/sharepoint/soap/2002/1/alerts/" xmlns:ec="http://www.w3.org/2001/04/xmlenc#" xmlns:sp="http://schemas.microsoft.com/sharepoint/" xmlns:sps="http://schemas.microsoft.com/sharepoint/soap/" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:udcs="http://schemas.microsoft.com/data/udc/soap" xmlns:udcxf="http://schemas.microsoft.com/data/udc/xmlfile" xmlns:udcp2p="http://schemas.microsoft.com/data/udc/parttopart" xmlns:wf="http://schemas.microsoft.com/sharepoint/soap/workflow/" xmlns:dsss="http://schemas.microsoft.com/office/2006/digsig-setup" xmlns:dssi="http://schemas.microsoft.com/office/2006/digsig" xmlns:mdssi="http://schemas.openxmlformats.org/package/2006/digital-signature" xmlns:mver="http://schemas.openxmlformats.org/markup-compatibility/2006" xmlns:m="http://schemas.microsoft.com/office/2004/12/omml" xmlns:mrels="http://schemas.openxmlformats.org/package/2006/relationships" xmlns:spwp="http://microsoft.com/sharepoint/webpartpages" xmlns:ex12t="http://schemas.microsoft.com/exchange/services/2006/types" xmlns:ex12m="http://schemas.microsoft.com/exchange/services/2006/messages" xmlns:pptsl="http://schemas.microsoft.com/sharepoint/soap/SlideLibrary/" xmlns:spsl="http://microsoft.com/webservices/SharePointPortalServer/PublishedLinksService" xmlns:Z="urn:schemas-microsoft-com:" xmlns:st="&#1;" xmlns="http://www.w3.org/TR/REC-html40">

<head>
<META HTTP-EQUIV="Content-Type" CONTENT="text/html; charset=us-ascii">
<meta name=Generator content="Microsoft Word 12 (filtered medium)">
<style>
<!--
 /* Font Definitions */
 @font-face
        {font-family:Calibri;
        panose-1:2 15 5 2 2 2 4 3 2 4;}
@font-face
        {font-family:Tahoma;
        panose-1:2 11 6 4 3 5 4 4 2 4;}
 /* Style Definitions */
 p.MsoNormal, li.MsoNormal, div.MsoNormal
        {margin:0in;
        margin-bottom:.0001pt;
        font-size:12.0pt;
        font-family:"Times New Roman","serif";}
a:link, span.MsoHyperlink
        {mso-style-priority:99;
        color:blue;
        text-decoration:underline;}
a:visited, span.MsoHyperlinkFollowed
        {mso-style-priority:99;
        color:purple;
        text-decoration:underline;}
p
        {mso-style-priority:99;
        mso-margin-top-alt:auto;
        margin-right:0in;
        mso-margin-bottom-alt:auto;
        margin-left:0in;
        font-size:12.0pt;
        font-family:"Times New Roman","serif";}
p.MsoAcetate, li.MsoAcetate, div.MsoAcetate
        {mso-style-priority:99;
        mso-style-link:"Balloon Text Char";
        margin:0in;
        margin-bottom:.0001pt;
        font-size:8.0pt;
        font-family:"Tahoma","sans-serif";}
span.BalloonTextChar
        {mso-style-name:"Balloon Text Char";
        mso-style-priority:99;
        mso-style-link:"Balloon Text";
        font-family:"Tahoma","sans-serif";}
span.EmailStyle20
        {mso-style-type:personal;
        font-family:"Calibri","sans-serif";
        color:#1F497D;}
span.EmailStyle21
        {mso-style-type:personal;
        font-family:"Calibri","sans-serif";
        color:#1F497D;}
span.EmailStyle22
        {mso-style-type:personal-reply;
        font-family:"Calibri","sans-serif";
        color:#1F497D;}
.MsoChpDefault
        {mso-style-type:export-only;
        font-size:10.0pt;}
@page Section1
        {size:8.5in 11.0in;
        margin:1.0in 1.0in 1.0in 1.0in;}
div.Section1
        {page:Section1;}
-->
</style>
<!--[if gte mso 9]><xml>
 <o:shapedefaults v:ext="edit" spidmax="1026" />
</xml><![endif]--><!--[if gte mso 9]><xml>
 <o:shapelayout v:ext="edit">
  <o:idmap v:ext="edit" data="1" />
 </o:shapelayout></xml><![endif]-->
</head>

<body lang=EN-US link=blue vlink=purple>

<div class=Section1>

<p class=MsoNormal><span style='font-size:11.0pt;font-family:"Calibri","sans-serif";
color:#1F497D'>We are getting these two errors after a manual failover (fairly
easy to recreate):<o:p></o:p></span></p>

<p class=MsoNormal><span style='font-size:11.0pt;font-family:"Calibri","sans-serif";
color:#1F497D'><o:p>&nbsp;</o:p></span></p>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'><span
style='font-size:8.0pt;color:#1F497D;background:yellow;mso-highlight:yellow'>Feb
27 09:23:47 jamaica-a kernel: EXT3-fs warning: maximal mount count reached,
running e2fsck is recommended</span><span style='font-size:8.0pt;color:#1F497D'><o:p></o:p></span></p>

<p class=MsoNormal><span style='font-size:8.0pt;color:#1F497D'>(we know the max
count is 20 now.)<o:p></o:p></span></p>

<p class=MsoNormal><span style='font-size:8.0pt;color:#1F497D'><o:p>&nbsp;</o:p></span></p>

<p class=MsoNormal><span style='font-size:8.0pt;color:#1F497D;background:yellow;
mso-highlight:yellow'><o:p>&nbsp;</o:p></span></p>

<p class=MsoNormal><span style='font-size:8.0pt;color:#1F497D;background:yellow;
mso-highlight:yellow'>Feb 26 00:36:03 jamaica-a kernel: drbd0: State change
failed: Device is held open by someone</span><span style='font-size:8.0pt;
color:#1F497D'><o:p></o:p></span></p>

<p class=MsoNormal><span style='font-size:11.0pt;font-family:"Calibri","sans-serif";
color:#1F497D'><o:p>&nbsp;</o:p></span></p>

<p class=MsoNormal><span style='font-size:11.0pt;font-family:"Calibri","sans-serif";
color:#1F497D'><br>
Dan Phillips<o:p></o:p></span></p>

<p class=MsoNormal><span style='font-size:11.0pt;font-family:"Calibri","sans-serif";
color:#1F497D'><o:p>&nbsp;</o:p></span></p>

<p class=MsoNormal><span style='font-size:11.0pt;font-family:"Calibri","sans-serif";
color:#1F497D'><o:p>&nbsp;</o:p></span></p>

<div>

<div style='border:none;border-top:solid #B5C4DF 1.0pt;padding:3.0pt 0in 0in 0in'>

<p class=MsoNormal><b><span style='font-size:10.0pt;font-family:"Tahoma","sans-serif"'>From:</span></b><span
style='font-size:10.0pt;font-family:"Tahoma","sans-serif"'> Phillips, Dan <br>
<b>Sent:</b> Wednesday, February 27, 2013 2:07 PM<br>
<b>To:</b> Dan Barker; drbd List (drbd-user@lists.linbit.com)<br>
<b>Cc:</b> Phillips, Dan; Felipe Gutierrez<br>
<b>Subject:</b> RE: [DRBD-user] Device is held open by someone<o:p></o:p></span></p>

</div>

</div>

<p class=MsoNormal><o:p>&nbsp;</o:p></p>

<p class=MsoNormal><span style='font-family:"Calibri","sans-serif";color:#1F497D'>On
our system:<o:p></o:p></span></p>

<p class=MsoNormal><span style='font-family:"Calibri","sans-serif";color:#1F497D'><o:p>&nbsp;</o:p></span></p>

<p class=MsoNormal><span style='color:#1F497D'>[root@jamaica-a ~]# lsof | grep
drbd<o:p></o:p></span></p>

<p class=MsoNormal><span style='color:#1F497D'>drbd0_wor
14557&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; root&nbsp;
cwd&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
DIR&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 9,2&nbsp;&nbsp;&nbsp;&nbsp;
1024&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 2 /<o:p></o:p></span></p>

<p class=MsoNormal><span style='color:#1F497D'>drbd0_wor
14557&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; root&nbsp;
rtd&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
DIR&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 9,2&nbsp;&nbsp;&nbsp;&nbsp;
1024&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 2 /<o:p></o:p></span></p>

<p class=MsoNormal><b><span style='color:#1F497D'>drbd0_wor
14557&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; root&nbsp; txt&nbsp;&nbsp;
unknown&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
/proc/14557/exe<o:p></o:p></span></b></p>

<p class=MsoNormal><span style='color:#1F497D'>drbd0_rec
28332&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; root&nbsp;
cwd&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
DIR&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 9,2&nbsp;&nbsp;&nbsp;&nbsp;
1024&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 2 /<o:p></o:p></span></p>

<p class=MsoNormal><span style='color:#1F497D'>drbd0_rec
28332&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; root&nbsp;
rtd&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
DIR&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 9,2&nbsp;&nbsp;&nbsp;&nbsp;
1024&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 2 /<o:p></o:p></span></p>

<p class=MsoNormal><b><span style='color:#1F497D'>drbd0_rec
28332&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; root&nbsp; txt&nbsp;&nbsp;
unknown&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
/proc/28332/exe<o:p></o:p></span></b></p>

<p class=MsoNormal><span style='color:#1F497D'>drbd0_ase
28333&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; root&nbsp;
cwd&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
DIR&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 9,2&nbsp;&nbsp;&nbsp;&nbsp;
1024&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 2 /<o:p></o:p></span></p>

<p class=MsoNormal><span style='color:#1F497D'>drbd0_ase
28333&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; root&nbsp;
rtd&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
DIR&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 9,2&nbsp;&nbsp;&nbsp;&nbsp;
1024&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 2 /<o:p></o:p></span></p>

<p class=MsoNormal><b><span style='color:#1F497D'>drbd0_ase
28333&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; root&nbsp; txt&nbsp;&nbsp;
unknown&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
/proc/28333/exe<o:p></o:p></span></b></p>

<p class=MsoNormal><span style='color:#1F497D'><o:p>&nbsp;</o:p></span></p>

<p class=MsoNormal><span style='color:#1F497D'>HERE are the processes that<b>
correspond to task IDs 14557, 28332, 28333</b><o:p></o:p></span></p>

<p class=MsoNormal><span style='color:#1F497D'><o:p>&nbsp;</o:p></span></p>

<p class=MsoNormal><span style='color:#1F497D'>[root@jamaica-a ~]# ps -aux | <b>grep
14557<o:p></o:p></b></span></p>

<p class=MsoNormal><span style='color:#1F497D'>Warning: bad syntax, perhaps a
bogus '-'? See /usr/share/doc/procps-3.2.7.2.7/FAQ<o:p></o:p></span></p>

<p class=MsoNormal><span style='color:#1F497D'>root&nbsp;&nbsp;&nbsp;&nbsp; <b>14557
</b>&nbsp;0.0&nbsp; 0.0&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 0&nbsp;&nbsp;&nbsp;&nbsp;
0 ?&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; S&nbsp;&nbsp;&nbsp;
06:57&nbsp;&nbsp; 0:02 [<b>drbd0_worker]</b><o:p></o:p></span></p>

<p class=MsoNormal><span style='color:#1F497D'>root&nbsp;&nbsp;&nbsp;&nbsp;
30919&nbsp; 0.0&nbsp; 0.0&nbsp;&nbsp; 3852&nbsp;&nbsp; 600
pts/3&nbsp;&nbsp;&nbsp; S+&nbsp;&nbsp; 13:54&nbsp;&nbsp; 0:00 grep 14557<o:p></o:p></span></p>

<p class=MsoNormal><span style='color:#1F497D'><o:p>&nbsp;</o:p></span></p>

<p class=MsoNormal><span style='color:#1F497D'>[root@jamaica-a ~]# ps -aux |
grep 28332<o:p></o:p></span></p>

<p class=MsoNormal><span style='color:#1F497D'>Warning: bad syntax, perhaps a
bogus '-'? See /usr/share/doc/procps-3.2.7.2.7/FAQ<o:p></o:p></span></p>

<p class=MsoNormal><span style='color:#1F497D'>root&nbsp;&nbsp;&nbsp;&nbsp; <b>28332&nbsp;
</b>0.0&nbsp; 0.0&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 0&nbsp;&nbsp;&nbsp;&nbsp; 0
?&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; S&nbsp;&nbsp;&nbsp;
07:04&nbsp;&nbsp; 0:01 [<b>drbd0_receiver</b>]<o:p></o:p></span></p>

<p class=MsoNormal><span style='color:#1F497D'>root&nbsp;&nbsp;&nbsp;&nbsp;
31384&nbsp; 0.0&nbsp; 0.0&nbsp;&nbsp; 3848&nbsp;&nbsp; 588
pts/3&nbsp;&nbsp;&nbsp; S+&nbsp;&nbsp; 13:54&nbsp;&nbsp; 0:00 grep 28332<o:p></o:p></span></p>

<p class=MsoNormal><span style='color:#1F497D'><o:p>&nbsp;</o:p></span></p>

<p class=MsoNormal><span style='color:#1F497D'>[root@jamaica-a ~]# ps -aux |
grep 28333<o:p></o:p></span></p>

<p class=MsoNormal><span style='color:#1F497D'>Warning: bad syntax, perhaps a bogus
'-'? See /usr/share/doc/procps-3.2.7.2.7/FAQ<o:p></o:p></span></p>

<p class=MsoNormal><span style='color:#1F497D'>root&nbsp;&nbsp;&nbsp;&nbsp; <b>28333</b>&nbsp;
0.0&nbsp; 0.0&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; 0&nbsp;&nbsp;&nbsp;&nbsp; 0
?&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp; S&nbsp;&nbsp;&nbsp;
07:04&nbsp;&nbsp; 0:02 [<b>drbd0_asender</b>]<o:p></o:p></span></p>

<p class=MsoNormal><span style='color:#1F497D'>root&nbsp;&nbsp;&nbsp;&nbsp;
31451&nbsp; 0.0&nbsp; 0.0&nbsp;&nbsp; 3848&nbsp;&nbsp; 592
pts/3&nbsp;&nbsp;&nbsp; S+&nbsp;&nbsp; 13:54&nbsp;&nbsp; 0:00 grep 28333<o:p></o:p></span></p>

<p class=MsoNormal><span style='color:#1F497D'><o:p>&nbsp;</o:p></span></p>

<p class=MsoNormal><span style='color:#1F497D'>So <b>drbd0_worker,
drbd0_receiver and drbd0_asender have files open. After a failover, should
these processes still have a device(s) held open?<o:p></o:p></b></span></p>

<p class=MsoNormal><b><span style='color:#1F497D'><o:p>&nbsp;</o:p></span></b></p>

<p class=MsoNormal><span style='color:#1F497D'>What does this tell us?</span><span
style='font-family:"Calibri","sans-serif";color:#1F497D'><o:p></o:p></span></p>

<p class=MsoNormal><span style='font-family:"Calibri","sans-serif";color:#1F497D'><o:p>&nbsp;</o:p></span></p>

<p class=MsoNormal><span style='font-family:"Calibri","sans-serif";color:#1F497D'>Thanks,<o:p></o:p></span></p>

<p class=MsoNormal><span style='font-family:"Calibri","sans-serif";color:#1F497D'><o:p>&nbsp;</o:p></span></p>

<p class=MsoNormal><span style='font-family:"Calibri","sans-serif";color:#1F497D'>Dan<o:p></o:p></span></p>

<p class=MsoNormal><span style='font-size:11.0pt;font-family:"Calibri","sans-serif";
color:#1F497D'><o:p>&nbsp;</o:p></span></p>

<p class=MsoNormal><span style='font-size:11.0pt;font-family:"Calibri","sans-serif";
color:#1F497D'><o:p>&nbsp;</o:p></span></p>

<div>

<div style='border:none;border-top:solid #B5C4DF 1.0pt;padding:3.0pt 0in 0in 0in'>

<p class=MsoNormal><b><span style='font-size:10.0pt;font-family:"Tahoma","sans-serif"'>From:</span></b><span
style='font-size:10.0pt;font-family:"Tahoma","sans-serif"'>
drbd-user-bounces@lists.linbit.com [mailto:drbd-user-bounces@lists.linbit.com] <b>On
Behalf Of </b>Dan Barker<br>
<b>Sent:</b> Wednesday, February 27, 2013 12:39 PM<br>
<b>To:</b> drbd List (drbd-user@lists.linbit.com)<br>
<b>Subject:</b> Re: [DRBD-user] Device is held open by someone<o:p></o:p></span></p>

</div>

</div>

<p class=MsoNormal><o:p>&nbsp;</o:p></p>

<p class=MsoNormal><span style='font-size:11.0pt;font-family:"Calibri","sans-serif";
color:#1F497D'>Well, that&#8217;s who&#8217;s got it open. Task 7354, 27005 and 27174. See
which you may be able to stop or kill.<o:p></o:p></span></p>

<p class=MsoNormal><span style='font-size:11.0pt;font-family:"Calibri","sans-serif";
color:#1F497D'><o:p>&nbsp;</o:p></span></p>

<p class=MsoNormal><span style='font-size:11.0pt;font-family:"Calibri","sans-serif";
color:#1F497D'>Dan<o:p></o:p></span></p>

<p class=MsoNormal><span style='font-size:11.0pt;font-family:"Calibri","sans-serif";
color:#1F497D'><o:p>&nbsp;</o:p></span></p>

<p class=MsoNormal style='margin-left:.5in'><b><span style='font-size:10.0pt;
font-family:"Tahoma","sans-serif"'>From:</span></b><span style='font-size:10.0pt;
font-family:"Tahoma","sans-serif"'> Felipe Gutierrez
[mailto:felipe.o.gutierrez@gmail.com] <br>
<b>Sent:</b> Wednesday, February 27, 2013 11:46 AM<br>
<b>To:</b> Dan Barker<br>
<b>Subject:</b> Re: [DRBD-user] Device is held open by someone<o:p></o:p></span></p>

<p class=MsoNormal style='margin-left:.5in'><o:p>&nbsp;</o:p></p>

<div>

<p class=MsoNormal style='margin-left:.5in'>root@cloud15:/home/cloud15# lsof |
grep drbd<o:p></o:p></p>

</div>

<div>

<p class=MsoNormal style='margin-left:.5in'>lsof: WARNING: can't stat()
fuse.gvfs-fuse-daemon file system /home/cloud15/.gvfs<o:p></o:p></p>

</div>

<div>

<p class=MsoNormal style='margin-left:.5in'>&nbsp; &nbsp; &nbsp; Output
information may be incomplete.<o:p></o:p></p>

</div>

<div>

<p class=MsoNormal style='margin-left:.5in'>drbd7_wor &nbsp;7354 &nbsp; &nbsp;
&nbsp; &nbsp; &nbsp; &nbsp;root &nbsp;cwd &nbsp; &nbsp; &nbsp; DIR &nbsp;
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp;8,2 &nbsp; &nbsp; &nbsp; 4096
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp;2 /<o:p></o:p></p>

</div>

<div>

<p class=MsoNormal style='margin-left:.5in'>drbd7_wor &nbsp;7354 &nbsp; &nbsp;
&nbsp; &nbsp; &nbsp; &nbsp;root &nbsp;rtd &nbsp; &nbsp; &nbsp; DIR &nbsp;
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp;8,2 &nbsp; &nbsp; &nbsp; 4096
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp;2 /<o:p></o:p></p>

</div>

<div>

<p class=MsoNormal style='margin-left:.5in'>drbd7_wor &nbsp;7354 &nbsp; &nbsp;
&nbsp; &nbsp; &nbsp; &nbsp;root &nbsp;txt &nbsp; unknown &nbsp; &nbsp; &nbsp;
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp;
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp;/proc/7354/exe<o:p></o:p></p>

</div>

<div>

<p class=MsoNormal style='margin-left:.5in'>drbd7_rec 27005 &nbsp; &nbsp;
&nbsp; &nbsp; &nbsp; &nbsp;root &nbsp;cwd &nbsp; &nbsp; &nbsp; DIR &nbsp;
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp;8,2 &nbsp; &nbsp; &nbsp; 4096
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp;2 /<o:p></o:p></p>

</div>

<div>

<p class=MsoNormal style='margin-left:.5in'>drbd7_rec 27005 &nbsp; &nbsp;
&nbsp; &nbsp; &nbsp; &nbsp;root &nbsp;rtd &nbsp; &nbsp; &nbsp; DIR &nbsp;
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp;8,2 &nbsp; &nbsp; &nbsp; 4096
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp;2 /<o:p></o:p></p>

</div>

<div>

<p class=MsoNormal style='margin-left:.5in'>drbd7_rec 27005 &nbsp; &nbsp;
&nbsp; &nbsp; &nbsp; &nbsp;root &nbsp;txt &nbsp; unknown &nbsp; &nbsp; &nbsp;
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp;
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp;/proc/27005/exe<o:p></o:p></p>

</div>

<div>

<p class=MsoNormal style='margin-left:.5in'>drbd7_ase 27174 &nbsp; &nbsp;
&nbsp; &nbsp; &nbsp; &nbsp;root &nbsp;cwd &nbsp; &nbsp; &nbsp; DIR &nbsp;
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp;8,2 &nbsp; &nbsp; &nbsp; 4096
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp;2 /<o:p></o:p></p>

</div>

<div>

<p class=MsoNormal style='margin-left:.5in'>drbd7_ase 27174 &nbsp; &nbsp;
&nbsp; &nbsp; &nbsp; &nbsp;root &nbsp;rtd &nbsp; &nbsp; &nbsp; DIR &nbsp;
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp;8,2 &nbsp; &nbsp; &nbsp; 4096
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp;2 /<o:p></o:p></p>

</div>

<div>

<p class=MsoNormal style='margin-left:.5in'>drbd7_ase 27174 &nbsp; &nbsp;
&nbsp; &nbsp; &nbsp; &nbsp;root &nbsp;txt &nbsp; unknown &nbsp; &nbsp; &nbsp;
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp;
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp;/proc/27174/exe<o:p></o:p></p>

</div>

<div>

<p class=MsoNormal style='margin-left:.5in'><o:p>&nbsp;</o:p></p>

</div>

<p class=MsoNormal style='margin-left:.5in'><o:p>&nbsp;</o:p></p>

<div>

<p class=MsoNormal style='margin-left:.5in'>On Wed, Feb 27, 2013 at 1:28 PM,
Dan Barker &lt;<a href="mailto:dbarker@visioncomm.net" target="_blank">dbarker@visioncomm.net</a>&gt;
wrote:<o:p></o:p></p>

<div>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:.5in'><span style='font-size:11.0pt;font-family:"Calibri","sans-serif";
color:#1F497D'>And what did &#8220;lsof | grep drbd&#8221; say?</span><o:p></o:p></p>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:.5in'><span style='font-size:11.0pt;font-family:"Calibri","sans-serif";
color:#1F497D'>&nbsp;</span><o:p></o:p></p>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'><b><span style='font-size:10.0pt;font-family:"Tahoma","sans-serif"'>From:</span></b><span
style='font-size:10.0pt;font-family:"Tahoma","sans-serif"'> <a
href="mailto:drbd-user-bounces@lists.linbit.com" target="_blank">drbd-user-bounces@lists.linbit.com</a>
[mailto:<a href="mailto:drbd-user-bounces@lists.linbit.com" target="_blank">drbd-user-bounces@lists.linbit.com</a>]
<b>On Behalf Of </b>Felipe Gutierrez<br>
<b>Sent:</b> Wednesday, February 27, 2013 11:24 AM<br>
<b>To:</b> Prater, James K.<br>
<b>Cc:</b> <a href="mailto:drbd-user@lists.linbit.com" target="_blank">drbd-user@lists.linbit.com</a></span><o:p></o:p></p>

<div>

<div>

<p class=MsoNormal style='margin-left:.5in'><br>
<b>Subject:</b> Re: [DRBD-user] Device is held open by someone<o:p></o:p></p>

</div>

</div>

<div>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'>&nbsp;<o:p></o:p></p>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'>Hi James,<o:p></o:p></p>

</div>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'>&nbsp;<o:p></o:p></p>

</div>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'>even stoping Xen I couldn't umount my file system and set
drbdadm secondary.<o:p></o:p></p>

</div>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'>&nbsp;<o:p></o:p></p>

</div>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'>This is my output:<o:p></o:p></p>

</div>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'>&nbsp;<o:p></o:p></p>

</div>

<div>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'>root@cloud15:/home/cloud15# umount /mnt/drbd7/<o:p></o:p></p>

</div>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'>umount: /mnt/drbd7: device is busy.<o:p></o:p></p>

</div>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'>&nbsp; &nbsp; &nbsp; &nbsp; (In some cases useful info about
processes that use<o:p></o:p></p>

</div>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'>&nbsp; &nbsp; &nbsp; &nbsp; &nbsp;the device is found by
lsof(8) or fuser(1))<o:p></o:p></p>

</div>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'>root@cloud15:/home/cloud15# drbd-overview&nbsp;<o:p></o:p></p>

</div>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'>&nbsp; 7:r7 &nbsp;StandAlone Primary/Unknown
UpToDate/DUnknown r----- /mnt/drbd7 ext3 23G 8.3G 14G 39%<o:p></o:p></p>

</div>

</div>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'>&nbsp;<o:p></o:p></p>

</div>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'>&nbsp;<o:p></o:p></p>

</div>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'>Any hint?<o:p></o:p></p>

</div>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'>Thanks<o:p></o:p></p>

</div>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'>&nbsp;<o:p></o:p></p>

</div>

<p class=MsoNormal style='mso-margin-top-alt:auto;margin-bottom:12.0pt;
margin-left:1.0in'>&nbsp;<o:p></o:p></p>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'>On Wed, Feb 27, 2013 at 6:50 AM, Prater, James K. &lt;<a
href="mailto:jprater@draper.com" target="_blank">jprater@draper.com</a>&gt;
wrote:<o:p></o:p></p>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'><span style='font-size:11.0pt;font-family:"Calibri","sans-serif";
color:#1F497D'>a separate system just for XEN. You are probably having some
kernel based conflicts that is blocking the release of the volume(s).</span><o:p></o:p></p>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'><br>
&nbsp;<o:p></o:p></p>

<div style='border:none;border-top:solid #B5C4DF 1.0pt;padding:3.0pt 0in 0in 0in'>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'><b><span style='font-size:10.0pt;font-family:"Tahoma","sans-serif"'>From</span></b><span
style='font-size:10.0pt;font-family:"Tahoma","sans-serif"'>: Felipe Gutierrez
[mailto:<a href="mailto:felipe.o.gutierrez@gmail.com" target="_blank">felipe.o.gutierrez@gmail.com</a>]
<br>
<b>Sent</b>: Tuesday, February 26, 2013 04:57 PM<br>
<b>To</b>: Arnold Krille &lt;<a href="mailto:arnold@arnoldarts.de"
target="_blank">arnold@arnoldarts.de</a>&gt; <br>
<b>Cc</b>: <a href="mailto:drbd-user@lists.linbit.com" target="_blank">drbd-user@lists.linbit.com</a>
&lt;<a href="mailto:drbd-user@lists.linbit.com" target="_blank">drbd-user@lists.linbit.com</a>&gt;
<br>
<b>Subject</b>: Re: [DRBD-user] Device is held open by someone <br>
</span>&nbsp;<o:p></o:p></p>

</div>

</div>

<div>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'>Hi Arnold, <o:p></o:p></p>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'>&nbsp;<o:p></o:p></p>

</div>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'>I will try to stop Xen.<o:p></o:p></p>

</div>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'>&nbsp;<o:p></o:p></p>

</div>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'>Talking about stonith/fencing I was working with
Corosync+Pacemaker+Xen+DRBD but the pace maker configurations got failed when I
put all components together. I mean, when I was with Corosync+Pacemaker+DRBD
the fencing worked well! After I put Xen together the pacemaker configuration
got failed.<o:p></o:p></p>

</div>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'>&nbsp;<o:p></o:p></p>

</div>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'>Now I am not using Corosyn+Pacemaker anymore :(<o:p></o:p></p>

</div>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'>&nbsp;<o:p></o:p></p>

</div>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'>Do you have some clue to me about this?<o:p></o:p></p>

</div>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'>&nbsp;<o:p></o:p></p>

</div>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'>Thanks in advance!<o:p></o:p></p>

</div>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;margin-bottom:12.0pt;
margin-left:1.0in'>Felipe<o:p></o:p></p>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'>On Tue, Feb 26, 2013 at 6:47 PM, Arnold Krille &lt;<a
href="mailto:arnold@arnoldarts.de" target="_blank">arnold@arnoldarts.de</a>&gt;
wrote:<o:p></o:p></p>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;margin-bottom:12.0pt;
margin-left:1.0in'>On Tue, 26 Feb 2013 09:43:55 -0300 Felipe Gutierrez<br>
&lt;<a href="mailto:felipe.o.gutierrez@gmail.com" target="_blank">felipe.o.gutierrez@gmail.com</a>&gt;
wrote:<br>
&gt; No, it is not mount. it is why i did the option -l on umount<br>
&gt;<br>
&gt; primary# umount -l /mnt/drbd7<br>
&gt;<br>
&gt; I was saving files on this partition with Xen hypervisor.<br>
&gt; If I test the same thing with out Xen, everything works fine.<o:p></o:p></p>

</div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'>Well, then make xen stop when you have to switch-over the
primary. Or<br>
at least make xen stop using that directory. Could be its still running<br>
vms from there, could be its only still looking at the dir because it<br>
'could' run vms from there.<br>
If you or your cluster-manager want to fail-over the resource and that<br>
fails, its a case for stonith/fencing. Or a case for a manual reboot if<br>
you haven't configured fencing yet.<o:p></o:p></p>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;margin-bottom:12.0pt;
margin-left:1.0in'><br>
&gt; I just have to know how to force to make it secondary. For this time I<br>
&gt; rebbot the machine and I get to put to secondary. But I have to<br>
&gt; simulate it with out rebooting.<o:p></o:p></p>

</div>

<p class=MsoNormal style='mso-margin-top-alt:auto;margin-bottom:12.0pt;
margin-left:1.0in'>Have fun,<br>
<br>
Arnold<br>
<br>
_______________________________________________<br>
drbd-user mailing list<br>
<a href="mailto:drbd-user@lists.linbit.com" target="_blank">drbd-user@lists.linbit.com</a><br>
<a href="http://lists.linbit.com/mailman/listinfo/drbd-user" target="_blank">http://lists.linbit.com/mailman/listinfo/drbd-user</a><o:p></o:p></p>

</div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'><br>
<br clear=all>
<o:p></o:p></p>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'>&nbsp;<o:p></o:p></p>

</div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'>-- <br>
<b>--<br>
-- Felipe Oliveira Gutierrez<br>
-- <a href="mailto:Felipe.o.Gutierrez@gmail.com" target="_blank">Felipe.o.Gutierrez@gmail.com</a><br>
-- <a href="https://sites.google.com/site/lipe82/Home/diaadia" target="_blank">https://sites.google.com/site/lipe82/Home/diaadia</a></b>
<o:p></o:p></p>

</div>

</div>

</div>

</div>

</div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'><br>
<br clear=all>
<o:p></o:p></p>

<div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'>&nbsp;<o:p></o:p></p>

</div>

<p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;
margin-left:1.0in'>-- <br>
<b>--<br>
-- Felipe Oliveira Gutierrez<br>
-- <a href="mailto:Felipe.o.Gutierrez@gmail.com" target="_blank">Felipe.o.Gutierrez@gmail.com</a><br>
-- <a href="https://sites.google.com/site/lipe82/Home/diaadia" target="_blank">https://sites.google.com/site/lipe82/Home/diaadia</a></b>
<o:p></o:p></p>

</div>

</div>

</div>

</div>

</div>

<p class=MsoNormal style='margin-left:.5in'><br>
<br clear=all>
<o:p></o:p></p>

<div>

<p class=MsoNormal style='margin-left:.5in'><o:p>&nbsp;</o:p></p>

</div>

<p class=MsoNormal style='margin-left:.5in'>-- <br>
<b>--<br>
-- Felipe Oliveira Gutierrez<br>
-- <a href="mailto:Felipe.o.Gutierrez@gmail.com" target="_blank">Felipe.o.Gutierrez@gmail.com</a><br>
-- <a href="https://sites.google.com/site/lipe82/Home/diaadia" target="_blank">https://sites.google.com/site/lipe82/Home/diaadia</a></b>
<o:p></o:p></p>

</div>

</body>

</html>