<!-- BaNnErBlUrFlE-BoDy-start -->
<!-- Preheader Text : BEGIN -->
<div style="display:none !important;display:none;visibility:hidden;mso-hide:all;font-size:1px;color:#ffffff;line-height:1px;height:0px;max-height:0px;opacity:0;overflow:hidden;">
Hi Shane, Thanks for the useful information. The binary is indeed dynamically linked to libmpi. so: $ ldd /apps/ku/gcc-9_4/openmpi-4_1/wrf/4. 0/WRF/run/wrf. exe | grep libmpi libmpi_usempif08. so. 40 => /apps/ku/gcc-9_4/openmpi/4. 1/lib/libmpi_usempif08. so. 40</div>
<!-- Preheader Text : END -->
<!-- Email Banner : BEGIN -->
<div style="display:none !important;display:none;visibility:hidden;mso-hide:all;font-size:1px;color:#ffffff;line-height:1px;max-height:0px;opacity:0;overflow:hidden;">ZjQcmQRYFpfptBannerStart</div>
<!--[if ((ie)|(mso))]>
<table border="0" cellspacing="0" cellpadding="0" width="100%" style="padding: 16px 0px 16px 0px; direction: ltr" ><tr><td>
<table border="0" cellspacing="0" cellpadding="0" style="padding: 0px 10px 5px 6px; width: 100%; border-radius:4px; border-top:4px solid #90a4ae;background-color:#D0D8DC;"><tr><td valign="top">
<table align="left" border="0" cellspacing="0" cellpadding="0" style="padding: 4px 8px 4px 8px">
<tr><td style="color:#000000; font-family: 'Arial', sans-serif; font-weight:bold; font-size:14px; direction: ltr">
This Message Is From an External Sender
</td></tr>
<tr><td style="color:#000000; font-weight:normal; font-family: 'Arial', sans-serif; font-size:12px; direction: ltr">
This message came from outside your organization.
</td></tr>
</table>
</td></tr></table>
</td></tr></table>
<![endif]-->
<![if !((ie)|(mso))]>
<div dir="ltr" id="pfptBanner57od1t3" style="all: revert !important; display:block !important; text-align: left !important; margin:16px 0px 16px 0px !important; padding:8px 16px 8px 16px !important; border-radius: 4px !important; min-width: 200px !important; background-color: #D0D8DC !important; background-color: #D0D8DC; border-top: 4px solid #90a4ae !important; border-top: 4px solid #90a4ae;">
<div id="pfptBanner57od1t3" style="all: unset !important; float:left !important; display:block !important; margin: 0px 0px 1px 0px !important; max-width: 600px !important;">
<div id="pfptBanner57od1t3" style="all: unset !important; display:block !important; visibility: visible !important; background-color: #D0D8DC !important; color:#000000 !important; color:#000000; font-family: 'Arial', sans-serif !important; font-family: 'Arial', sans-serif; font-weight:bold !important; font-weight:bold; font-size:14px !important; line-height:18px !important; line-height:18px">
This Message Is From an External Sender
</div>
<div id="pfptBanner57od1t3" style="all: unset !important; display:block !important; visibility: visible !important; background-color: #D0D8DC !important; color:#000000 !important; color:#000000; font-weight:normal; font-family: 'Arial', sans-serif !important; font-family: 'Arial', sans-serif; font-size:12px !important; line-height:18px !important; line-height:18px; margin-top:2px !important;">
This message came from outside your organization.
</div>
</div>
<div style="clear: both !important; display: block !important; visibility: hidden !important; line-height: 0 !important; font-size: 0.01px !important; height: 0px"> </div>
</div>
<![endif]>
<div style="display:none !important;display:none;visibility:hidden;mso-hide:all;font-size:1px;color:#ffffff;line-height:1px;max-height:0px;opacity:0;overflow:hidden;">ZjQcmQRYFpfptBannerEnd</div>
<!-- Email Banner : END -->
<!-- BaNnErBlUrFlE-BoDy-end -->
<html xmlns:v="urn:schemas-microsoft-com:vml" xmlns:o="urn:schemas-microsoft-com:office:office" xmlns:w="urn:schemas-microsoft-com:office:word" xmlns:m="http://schemas.microsoft.com/office/2004/12/omml" xmlns="http://www.w3.org/TR/REC-html40">
<head><!-- BaNnErBlUrFlE-HeAdEr-start -->
<style>
#pfptBanner57od1t3 { all: revert !important; display: block !important;
visibility: visible !important; opacity: 1 !important;
background-color: #D0D8DC !important;
max-width: none !important; max-height: none !important }
.pfptPrimaryButton57od1t3:hover, .pfptPrimaryButton57od1t3:focus {
background-color: #b4c1c7 !important; }
.pfptPrimaryButton57od1t3:active {
background-color: #90a4ae !important; }
</style>
<!-- BaNnErBlUrFlE-HeAdEr-end -->
<meta http-equiv="Content-Type" content="text/html; charset=utf-8">
<meta name="Generator" content="Microsoft Word 15 (filtered medium)">
<!--[if !mso]><style>v\:* {behavior:url(#default#VML);}
o\:* {behavior:url(#default#VML);}
w\:* {behavior:url(#default#VML);}
.shape {behavior:url(#default#VML);}
</style><![endif]--><style><!--
/* Font Definitions */
@font-face
{font-family:"Cambria Math";
panose-1:2 4 5 3 5 4 6 3 2 4;}
@font-face
{font-family:Calibri;
panose-1:2 15 5 2 2 2 4 3 2 4;}
@font-face
{font-family:Aptos;}
/* Style Definitions */
p.MsoNormal, li.MsoNormal, div.MsoNormal
{margin:0cm;
font-size:12.0pt;
font-family:"Aptos",sans-serif;}
a:link, span.MsoHyperlink
{mso-style-priority:99;
color:blue;
text-decoration:underline;}
p.xmsonormal, li.xmsonormal, div.xmsonormal
{mso-style-name:x_msonormal;
margin:0cm;
font-size:11.0pt;
font-family:"Aptos",sans-serif;}
p.xsignature365-kklz5nd0, li.xsignature365-kklz5nd0, div.xsignature365-kklz5nd0
{mso-style-name:x_signature365-kklz5nd0;
margin:0cm;
font-size:12.0pt;
font-family:"Aptos",sans-serif;
color:black;}
span.EmailStyle24
{mso-style-type:personal-reply;
font-family:"Aptos",sans-serif;
color:windowtext;}
p.signature365-m8lu62gq, li.signature365-m8lu62gq, div.signature365-m8lu62gq
{mso-style-name:signature365-m8lu62gq;
mso-style-priority:99;
margin:0cm;
font-size:12.0pt;
font-family:"Aptos",sans-serif;
color:black;}
.MsoChpDefault
{mso-style-type:export-only;
font-size:10.0pt;
mso-ligatures:none;}
@page WordSection1
{size:612.0pt 792.0pt;
margin:72.0pt 72.0pt 72.0pt 72.0pt;}
div.WordSection1
{page:WordSection1;}
--></style><!--[if gte mso 9]><xml>
<o:shapedefaults v:ext="edit" spidmax="1026" />
</xml><![endif]--><!--[if gte mso 9]><xml>
<o:shapelayout v:ext="edit">
<o:idmap v:ext="edit" data="1" />
</o:shapelayout></xml><![endif]-->
</head>
<body lang="EN-GB" link="blue" vlink="purple" style="word-wrap:break-word">
<div class="WordSection1">
<p class="MsoNormal"><span style="font-size:11.0pt;mso-fareast-language:EN-US">Hi Shane,<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt;mso-fareast-language:EN-US"><o:p> </o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt;mso-fareast-language:EN-US">Thanks for the useful information. The binary is indeed dynamically linked to libmpi.so:<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt;mso-fareast-language:EN-US"><o:p> </o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt;mso-fareast-language:EN-US">$ ldd /apps/ku/gcc-9_4/openmpi-4_1/wrf/4.0/WRF/run/wrf.exe | grep libmpi<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt;mso-fareast-language:EN-US"> libmpi_usempif08.so.40 => /apps/ku/gcc-9_4/openmpi/4.1/lib/libmpi_usempif08.so.40 (0x00007fc091c85000)<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt;mso-fareast-language:EN-US"> libmpi_usempi_ignore_tkr.so.40 => /apps/ku/gcc-9_4/openmpi/4.1/lib/libmpi_usempi_ignore_tkr.so.40 (0x00007fc091a7a000)<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt;mso-fareast-language:EN-US"> libmpi_mpifh.so.40 => /apps/ku/gcc-9_4/openmpi/4.1/lib/libmpi_mpifh.so.40 (0x00007fc09180e000)<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt;mso-fareast-language:EN-US"> libmpi.so.40 => /apps/ku/gcc-9_4/openmpi/4.1/lib/libmpi.so.40 (0x00007fc0914e2000)<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt;mso-fareast-language:EN-US"> libmpi_cxx.so.40 => /apps/ku/gcc-9_4/openmpi/4.1/lib/libmpi_cxx.so.40 (0x00007fc090881000)<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt;mso-fareast-language:EN-US"><o:p> </o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt;mso-fareast-language:EN-US">The application is definitely calling MPI_FINALIZE() as I do not see any runtime error messages from Open MPI. If any of the processes failed to call it, then Open MPI would throw
an error message which I am not seeing. I will try DARSHAN_INTERNAL_TIMING=1 and will let you know the outcome of it.<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt;mso-fareast-language:EN-US"><o:p> </o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt;mso-fareast-language:EN-US">Regards,<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt;mso-fareast-language:EN-US">Wadud.<o:p></o:p></span></p>
<table class="MsoNormalTable" border="0" cellspacing="0" cellpadding="0">
<tbody>
<tr>
<td style="padding:0cm 0cm 0cm 0cm">
<div id="signature-365-signature">
<div>
<div>
<p class="signature365-m8lu62gq"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"><o:p> </o:p></span></p>
<table class="MsoNormalTable" border="0" cellspacing="0" cellpadding="0" width="709" style="width:531.75pt;border-collapse:collapse;float:left">
<tbody>
<tr style="height:46.2pt">
<td width="707" style="width:530.4pt;padding:0cm 0cm 0cm 0cm;height:46.2pt">
<p class="signature365-m8lu62gq"><b><span style="font-size:10.0pt;font-family:"Calibri",sans-serif;color:#2559A1">Dr. Wadud Miah</span></b><span style="font-size:10.0pt;font-family:"Calibri",sans-serif;color:#2559A1"><br>
</span><span style="font-size:10.0pt;font-family:"Calibri",sans-serif;color:#2559A1">Scientific Computing Support Senior Specialist</span><span style="font-size:10.0pt;font-family:"Calibri",sans-serif;color:#2559A1"><br>
</span><span style="font-size:10.0pt;font-family:"Calibri",sans-serif;color:#2559A1">Scientific Computing Support</span><o:p></o:p></p>
</td>
</tr>
<tr>
<td width="707" style="width:530.4pt;padding:0cm 0cm 0cm 0cm">
<p class="signature365-m8lu62gq"><b><span style="font-size:10.0pt;font-family:"Calibri",sans-serif;color:#2559A1"> </span></b><o:p></o:p></p>
</td>
</tr>
</tbody>
</table>
<p class="signature365-m8lu62gq"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif;display:none"><o:p> </o:p></span></p>
<table class="MsoNormalTable" border="0" cellspacing="0" cellpadding="0" width="709" style="width:531.75pt;border-collapse:collapse;float:left">
<tbody>
<tr style="height:46.2pt">
<td width="160" style="width:119.8pt;padding:0cm 0cm 0cm 0cm;height:46.2pt">
<p class="signature365-m8lu62gq"><b><span style="font-size:10.0pt;font-family:"Calibri",sans-serif;color:#2559A1"><img width="139" height="32" style="width:1.4479in;height:.3333in" id="Picture_x0020_1" src="cid:image001.png@01DB3FF5.679113A0"></span></b><o:p></o:p></p>
</td>
<td width="1" style="width:.75pt;border:none;border-left:solid #2559A1 1.5pt;padding:0cm 0cm 0cm 0cm;height:46.2pt">
<p class="signature365-m8lu62gq"><span style="font-size:10.0pt"> </span><o:p></o:p></p>
</td>
<td width="184" style="width:138.05pt;padding:0cm 0cm 0cm 0cm;height:46.2pt">
<p class="signature365-m8lu62gq"><span style="font-size:10.0pt;font-family:"Calibri",sans-serif;color:#2559A1"> </span><span style="font-size:10.0pt;font-family:"Calibri",sans-serif;color:#2559A1">
</span><span style="font-size:10.0pt;font-family:"Calibri",sans-serif;color:#2559A1"> </span><span style="font-size:10.0pt;font-family:"Calibri",sans-serif;color:#2559A1">
</span><span style="font-size:10.0pt;font-family:"Calibri",sans-serif;color:#2559A1">wadud.miah@ku.ac.ae</span><span style="font-size:10.0pt;font-family:"Calibri",sans-serif;color:#2559A1"><br>
</span><span style="font-size:10.0pt;font-family:"Calibri",sans-serif;color:#2559A1"> </span><span style="font-size:10.0pt;font-family:"Calibri",sans-serif;color:#2559A1">
</span><span style="font-size:10.0pt;font-family:"Calibri",sans-serif;color:#2559A1"> </span><span style="font-size:10.0pt;font-family:"Calibri",sans-serif;color:#2559A1">
</span><span style="font-size:10.0pt;font-family:"Calibri",sans-serif;color:#2559A1">T : +971 2 312 5531</span><span style="font-size:10.0pt;font-family:"Calibri",sans-serif;color:#2559A1"><br>
</span><span style="font-size:10.0pt;font-family:"Calibri",sans-serif;color:#2559A1"> </span><span style="font-size:10.0pt;font-family:"Calibri",sans-serif;color:#2559A1">
</span><span style="font-size:10.0pt;font-family:"Calibri",sans-serif;color:#2559A1"> </span><span style="font-size:10.0pt;font-family:"Calibri",sans-serif;color:#2559A1">
<a href="https://urldefense.us/v3/__http://www.ku.ac.ae/__;!!G_uCfscf7eWS!diyrHViSKjG2i37SO_ouMHo-nL9Pi0pYGYHC2VvP4SFxAHAcO8ah3YoSc_qkrSruoGI6G4J2rH8tzx7bLJnrtFZJ-VZqXPjl$"><span style="color:#2559A1">ku.ac.ae</span></a></span><o:p></o:p></p>
</td>
<td width="358" style="width:268.55pt;padding:0cm 0cm 0cm 0cm;height:46.2pt">
<p class="signature365-m8lu62gq"><span style="font-size:10.0pt;font-family:"Calibri",sans-serif;color:#2559A1">PO. Box 127788,</span><span style="font-size:10.0pt;font-family:"Calibri",sans-serif;color:#2559A1">
</span><span style="font-size:10.0pt;font-family:"Calibri",sans-serif;color:#2559A1">Abu Dhabi, UAE</span><span style="font-size:10.0pt;font-family:"Calibri",sans-serif;color:#2559A1"><br>
</span><span style="font-size:10.0pt;font-family:"Calibri",sans-serif;color:#2559A1">Khalifa University</span><span style="font-size:10.0pt;font-family:"Calibri",sans-serif;color:#2559A1"><br>
</span><a href="https://urldefense.us/v3/__http://www.ku.ac.ae/social__;!!G_uCfscf7eWS!diyrHViSKjG2i37SO_ouMHo-nL9Pi0pYGYHC2VvP4SFxAHAcO8ah3YoSc_qkrSruoGI6G4J2rH8tzx7bLJnrtFZJ-X9HP7sT$" target="_blank" title="SocialMedia_Links"><span style="font-size:10.0pt;font-family:"Calibri",sans-serif;color:#2559A1;text-decoration:none"><img border="0" width="131" height="19" style="width:1.3645in;height:.1979in" id="Picture_x0020_1961847578" src="cid:image002.png@01DB3FF5.679113A0"></span></a><o:p></o:p></p>
</td>
</tr>
</tbody>
</table>
</div>
</div>
<p class="signature365-m8lu62gq"> <o:p></o:p></p>
<div>
<table class="MsoNormalTable" border="0" cellspacing="0" cellpadding="0" width="752" style="width:564.0pt;border-collapse:collapse">
<tbody>
<tr>
<td width="100%" style="width:100.0%;padding:.75pt .75pt .75pt .75pt">
<p class="signature365-m8lu62gq"><b><span style="font-size:8.0pt;color:#737373">"Disclaimer</span></b><span style="font-size:8.0pt;color:#737373">: This email and any attachments are intended solely for the use of the recipient(s) and may contain confidential
or legally privileged information. If you are not the intended recipient, please notify the sender immediately and delete this email. Any unauthorized review, use, or distribution is prohibited. The views expressed in this email are those of the sender and
may not reflect the official policies or position of Khalifa University of Science and Technology."</span><o:p></o:p></p>
</td>
</tr>
</tbody>
</table>
</div>
</div>
</td>
</tr>
</tbody>
</table>
<p class="MsoNormal"><span style="font-size:11.0pt;mso-fareast-language:EN-US"><o:p> </o:p></span></p>
<div style="border:none;border-top:solid #E1E1E1 1.0pt;padding:3.0pt 0cm 0cm 0cm">
<p class="MsoNormal"><b><span lang="EN-US" style="font-size:11.0pt;font-family:"Calibri",sans-serif">From:</span></b><span lang="EN-US" style="font-size:11.0pt;font-family:"Calibri",sans-serif"> Snyder, Shane <ssnyder@mcs.anl.gov>
<br>
<b>Sent:</b> 16 November 2024 01:03<br>
<b>To:</b> Wadud Miah <wadud.miah@ku.ac.ae>; darshan-users@lists.mcs.anl.gov<br>
<b>Subject:</b> Re: Darshan trace file not created for WRF<o:p></o:p></span></p>
</div>
<p class="MsoNormal"><o:p> </o:p></p>
<div>
<p class="MsoNormal"><b><span lang="EN-US" style="font-size:10.0pt;font-family:"Arial",sans-serif;color:red;background:#FFEFC6;mso-fareast-language:EN-US">CAUTION:</span></b><span style="font-size:10.0pt;font-family:"Arial",sans-serif;color:black;background:#FFEFC6">
This email is from an external sender. Be cautious with links and attachments.</span><o:p></o:p></p>
</div>
<div>
<p class="MsoNormal"><o:p> </o:p></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black">One thing you can check is setting DARSHAN_INTERNAL_TIMING=1 in your environment — this will make Darshan print out a little bit of internal library timing information at initialize/finalize time which could give
us a better clue about how far Darshan is getting.<o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black"><o:p> </o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black">Just guessing, but is it possible the job isn't calling MPI_Finalize()? That's when Darshan generates the log file for MPI applications. Usually, I would expect some sort of warning message if the app
<i>does </i>call MPI_Finalize() and Darshan doesn't succeed in generating the log file. <o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black"><o:p> </o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black">Using LD_PRELOAD is also usually pretty fail-safe in terms of ensuring Darshan properly intercepts what the app is doing. That said, is it possible the app is somehow statically linking the MPI library? You could
run ldd <wrf_executable_path> and ensure that you see libmpi.so listed? That would confirm MPI is linked dynamically which would theoretically be easy to instrument using LD_PRELOAD the way you are.<o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black"><o:p> </o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black">--Shane<o:p></o:p></span></p>
</div>
<div class="MsoNormal" align="center" style="text-align:center">
<hr size="2" width="98%" align="center">
</div>
<div id="divRplyFwdMsg">
<p class="MsoNormal"><b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif;color:black">From:</span></b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif;color:black"> Darshan-users <<a href="mailto:darshan-users-bounces@lists.mcs.anl.gov">darshan-users-bounces@lists.mcs.anl.gov</a>>
on behalf of Wadud Miah <<a href="mailto:wadud.miah@ku.ac.ae">wadud.miah@ku.ac.ae</a>><br>
<b>Sent:</b> Thursday, November 14, 2024 11:34 PM<br>
<b>To:</b> <a href="mailto:darshan-users@lists.mcs.anl.gov">darshan-users@lists.mcs.anl.gov</a> <<a href="mailto:darshan-users@lists.mcs.anl.gov">darshan-users@lists.mcs.anl.gov</a>><br>
<b>Subject:</b> [Darshan-users] Darshan trace file not created for WRF</span> <o:p>
</o:p></p>
<div>
<p class="MsoNormal"> <o:p></o:p></p>
</div>
</div>
<div>
<div>
<p class="MsoNormal" style="mso-line-height-alt:.75pt"><span style="font-size:1.0pt;color:white">Hi, I am trying to profile the I/O of WRF and have the following settings: export DARSHAN_LOGPATH=/home/miahw/WRF_WADUD_PRE-COMPILED LD_PRELOAD=/home/miahw/openmpi-4.</span><span style="font-size:1.0pt;font-family:"Arial",sans-serif;color:white"> </span><span style="font-size:1.0pt;color:white">1-darshan-3.</span><span style="font-size:1.0pt;font-family:"Arial",sans-serif;color:white"> </span><span style="font-size:1.0pt;color:white">4.</span><span style="font-size:1.0pt;font-family:"Arial",sans-serif;color:white"> </span><span style="font-size:1.0pt;color:white">5/lib/libdarshan.</span><span style="font-size:1.0pt;font-family:"Arial",sans-serif;color:white"> </span><span style="font-size:1.0pt;color:white">so
mpirun -n $SLURM_NTASKS /apps/ku/gcc-9_4/openmpi-4_1/wrf/4.</span><span style="font-size:1.0pt;font-family:"Arial",sans-serif;color:white"> </span><span style="font-size:1.0pt;color:white">0/WRF/run/wrf.</span><span style="font-size:1.0pt;font-family:"Arial",sans-serif;color:white"> </span><span style="font-size:1.0pt;color:white">exe<o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal" style="mso-line-height-alt:.75pt"><span style="font-size:1.0pt;color:white">ZjQcmQRYFpfptBannerStart<o:p></o:p></span></p>
</div>
<div style="border:none;border-top:solid #90A4AE 3.0pt;padding:0cm 0cm 0cm 0cm;display:block!important;text-align:left!important;margin:0px!important;padding:16px!important;border-radius:4px!important;min-width:200px!important;background-color:#D0D8DC!important;border-top:#90a4ae!important" id="x_pfptBannerdazsms7">
<div id="x_pfptBannerdazsms7">
<div id="x_pfptBannerdazsms7">
<p class="MsoNormal" style="line-height:13.5pt;background:#D0D8DC"><b><span style="font-family:"Arial",sans-serif;color:black">This Message Is From an External Sender
<o:p></o:p></span></b></p>
</div>
<div id="x_pfptBannerdazsms7">
<p class="MsoNormal" style="line-height:13.5pt;background:#D0D8DC"><span style="font-family:"Arial",sans-serif;color:black">This message came from outside your organization.
<o:p></o:p></span></p>
</div>
</div>
<div>
<p class="MsoNormal" style="background:#D0D8DC"><span style="color:black"> </span><o:p></o:p></p>
</div>
</div>
<div>
<p class="MsoNormal" style="mso-line-height-alt:.75pt"><span style="font-size:1.0pt;color:white">ZjQcmQRYFpfptBannerEnd<o:p></o:p></span></p>
</div>
<div>
<p class="xmsonormal">Hi,<o:p></o:p></p>
<p class="MsoNormal"> <o:p></o:p></p>
<p class="xmsonormal">I am trying to profile the I/O of WRF and have the following settings:<o:p></o:p></p>
<p class="MsoNormal"> <o:p></o:p></p>
<p class="xmsonormal">export DARSHAN_LOGPATH=/home/miahw/WRF_WADUD_PRE-COMPILED<o:p></o:p></p>
<p class="xmsonormal">LD_PRELOAD=/home/miahw/openmpi-4.1-darshan-3.4.5/lib/libdarshan.so mpirun -n $SLURM_NTASKS /apps/ku/gcc-9_4/openmpi-4_1/wrf/4.0/WRF/run/wrf.exe<o:p></o:p></p>
<p class="MsoNormal"> <o:p></o:p></p>
<p class="xmsonormal">However, no trace file gets created and the job stdout and stderr does not contain any Darshan warning/error messages. Can anyone suggest a way to increase debug level to investigate this further?
<o:p></o:p></p>
<p class="MsoNormal"> <o:p></o:p></p>
<p class="xmsonormal">Regards,<o:p></o:p></p>
<p class="MsoNormal"> <o:p></o:p></p>
<table class="MsoNormalTable" border="0" cellspacing="0" cellpadding="0">
<tbody>
<tr>
<td style="padding:0cm 0cm 0cm 0cm">
<div id="x_signature-365-signature">
<div>
<div>
<p class="xsignature365-kklz5nd0"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"> </span><o:p></o:p></p>
<table class="MsoNormalTable" border="0" cellspacing="0" cellpadding="0" width="709" style="width:531.75pt;border-collapse:collapse;float:left">
<tbody>
<tr style="height:46.2pt">
<td width="707" style="width:530.4pt;padding:0cm 0cm 0cm 0cm;height:46.2pt">
<p class="xsignature365-kklz5nd0"><b><span style="font-size:10.0pt;font-family:"Calibri",sans-serif;color:#2559A1">Dr. Wadud Miah</span></b><span style="font-size:10.0pt;font-family:"Calibri",sans-serif;color:#2559A1"><br>
Scientific Computing Support Senior Specialist<br>
Scientific Computing Support</span><o:p></o:p></p>
</td>
</tr>
<tr>
<td width="707" style="width:530.4pt;padding:0cm 0cm 0cm 0cm">
<p class="xsignature365-kklz5nd0"><b><span style="font-size:10.0pt;font-family:"Calibri",sans-serif;color:#2559A1"> </span></b><o:p></o:p></p>
</td>
</tr>
</tbody>
</table>
<p class="xsignature365-kklz5nd0"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"> </span><o:p></o:p></p>
<table class="MsoNormalTable" border="0" cellspacing="0" cellpadding="0" width="709" style="width:531.75pt;border-collapse:collapse;float:left">
<tbody>
<tr style="height:46.2pt">
<td width="160" style="width:119.8pt;padding:0cm 0cm 0cm 0cm;height:46.2pt">
<p class="xsignature365-kklz5nd0"><b><span style="font-size:10.0pt;font-family:"Calibri",sans-serif;color:#2559A1"><img border="0" width="139" height="32" style="width:1.4479in;height:.3333in" id="x_Picture_x0020_1" src="cid:image001.png@01DB3FF5.679113A0"></span></b><o:p></o:p></p>
</td>
<td width="1" style="width:.75pt;border:none;border-left:solid #2559A1 1.5pt;padding:0cm 0cm 0cm 0cm;height:46.2pt">
<p class="xsignature365-kklz5nd0"><span style="font-size:10.0pt"> </span><o:p></o:p></p>
</td>
<td width="184" style="width:138.05pt;padding:0cm 0cm 0cm 0cm;height:46.2pt">
<p class="xsignature365-kklz5nd0"><span style="font-size:10.0pt;font-family:"Calibri",sans-serif;color:#2559A1">
<a href="mailto:wadud.miah@ku.ac.ae">wadud.miah@ku.ac.ae</a><br>
T : +971 2 312 5531<br>
<a href="https://urldefense.us/v3/__https://secureurl.ankabut.ac.ae/fmlurlsvc/?fewReq=:B:JVg8NzI*PCBwOzQoNiBvYjs2Nzw2NyB1b2FoZ3JzdGM7Nj4xMTMyNmBjPjUyZzYyZzNnYDBiPjE0NTQ*MzNjMDc3P2RnY2A2PyByOzcxNTcxNjIzPzQgd29iOzJHQEo1R28wNjQ*NDExKzJHQEo1R28*NjQ*NDExIHRldnI7cWdic2Ioa29nbkZtcyhnZShnYyBlOzM2IG5iajs2&url=https*3a*2f*2furldefense.us*2fv3*2f__http*3a*2f*2fwww.ku.ac.ae*2f__*3b*21*21G_uCfscf7eWS*21aYrOJexVEUI_aBsvJBX359JyrV6pDqJPV7BOfA-ksBygzTWbJSaXmwo9oLuAmmNwnmRmzbgv0pPylKnEHmW-3ITcXISP6DeL*24__;LysrLyslJSUlJSUlJSUlJSUlJQ!!G_uCfscf7eWS!diyrHViSKjG2i37SO_ouMHo-nL9Pi0pYGYHC2VvP4SFxAHAcO8ah3YoSc_qkrSruoGI6G4J2rH8tzx7bLJnrtFZJ-ZF4u6je$">
<span style="color:#2559A1">ku.ac.ae</span></a></span><o:p></o:p></p>
</td>
<td width="358" style="width:268.55pt;padding:0cm 0cm 0cm 0cm;height:46.2pt">
<p class="xsignature365-kklz5nd0"><span style="font-size:10.0pt;font-family:"Calibri",sans-serif;color:#2559A1">PO. Box 127788, Abu Dhabi, UAE<br>
Khalifa University<br>
</span><a href="https://urldefense.us/v3/__https://secureurl.ankabut.ac.ae/fmlurlsvc/?fewReq=:B:JVg8NzI*PCBwOzQoNiBvYjs2Nzw2NyB1b2FoZ3JzdGM7YDcyZzFkMz8*MDc*ZDY0Mj9nNz5lPzRiZTc*MWM1ZGVlZT4xZWRiYyByOzcxNTcxNjIzPzQgd29iOzJHQEo1R28wNjQ*NDExKzJHQEo1R28*NjQ*NDExIHRldnI7cWdic2Ioa29nbkZtcyhnZShnYyBlOzM2IG5iajs2&url=https*3a*2f*2furldefense.us*2fv3*2f__http*3a*2f*2fwww.ku.ac.ae*2fsocial__*3b*21*21G_uCfscf7eWS*21aYrOJexVEUI_aBsvJBX359JyrV6pDqJPV7BOfA-ksBygzTWbJSaXmwo9oLuAmmNwnmRmzbgv0pPylKnEHmW-3ITcXJTLlL2k*24__;LysrKysvKyUlJSUlJSUlJSUlJSUl!!G_uCfscf7eWS!diyrHViSKjG2i37SO_ouMHo-nL9Pi0pYGYHC2VvP4SFxAHAcO8ah3YoSc_qkrSruoGI6G4J2rH8tzx7bLJnrtFZJ-eUzwhjR$" title="SocialMedia_Links"><span style="font-size:10.0pt;font-family:"Calibri",sans-serif;color:#2559A1;text-decoration:none"><img border="0" width="131" height="19" style="width:1.3645in;height:.1979in" id="x_Picture_x0020_2" src="cid:image002.png@01DB3FF5.679113A0"></span></a><o:p></o:p></p>
</td>
</tr>
</tbody>
</table>
</div>
</div>
<p class="MsoNormal"> <o:p></o:p></p>
<div>
<table class="MsoNormalTable" border="0" cellspacing="0" cellpadding="0" width="752" style="width:564.0pt;border-collapse:collapse">
<tbody>
<tr>
<td width="100%" style="width:100.0%;padding:.75pt .75pt .75pt .75pt">
<p class="xsignature365-kklz5nd0"><b><span style="font-size:8.0pt;color:#737373">"Disclaimer</span></b><span style="font-size:8.0pt;color:#737373">: This email and any attachments are intended solely for the use of the recipient(s) and may contain confidential
or legally privileged information. If you are not the intended recipient, please notify the sender immediately and delete this email. Any unauthorized review, use, or distribution is prohibited. The views expressed in this email are those of the sender and
may not reflect the official policies or position of Khalifa University of Science and Technology."</span><o:p></o:p></p>
</td>
</tr>
</tbody>
</table>
</div>
</div>
</td>
</tr>
</tbody>
</table>
<p class="MsoNormal"> <o:p></o:p></p>
</div>
</div>
</div>
</body>
</html>