[Darshan-commits] [Git][darshan/darshan][master] 2 commits: add (mpiio or posix) perf. est. to summary graphs

[Shane Snyder]

Shane Snyder pushed to branch master at darshan / darshan


Commits:
7610c2fb by Shane Snyder at 2016-05-19T12:45:25-05:00
add (mpiio or posix) perf. est. to summary graphs

- - - - -
534a0e1d by Shane Snyder at 2016-05-20T10:08:03-05:00
add perf estimate to job summary graphs

- - - - -


2 changed files:

- darshan-util/darshan-job-summary/bin/darshan-job-summary.pl.in
- darshan-util/darshan-job-summary/share/summary.tex


Changes:

=====================================
darshan-util/darshan-job-summary/bin/darshan-job-summary.pl.in
=====================================
--- a/darshan-util/darshan-job-summary/bin/darshan-job-summary.pl.in
+++ b/darshan-util/darshan-job-summary/bin/darshan-job-summary.pl.in
@@ -54,7 +54,7 @@ if ($verbose_flag)
     print "verbose: $tmp_dir\n";
 }
 
-open(PARSE_OUT, "$darshan_parser $input_file |") || die("Can't execute \"$darshan_parser $input_file\": $!\n");
+open(PARSE_OUT, "$darshan_parser --base --perf $input_file |") || die("Can't execute \"$darshan_parser $input_file\": $!\n");
 
 open(FA_READ, ">$tmp_dir/file-access-read.dat") || die("error opening output file: $!\n");
 open(FA_WRITE, ">$tmp_dir/file-access-write.dat") || die("error opening output file: $!\n");
@@ -79,6 +79,10 @@ my $cumul_write_bytes_shared = 0;
 my $cumul_meta_shared = 0;
 my $cumul_meta_indep = 0;
 
+my $perf_est = 0.0;
+my $perf_layer = "";
+my $perf_mbytes = 0;
+
 my $first_data_line = 1;
 my %file_record_hash = ();
 my %fs_data = ();
@@ -134,6 +138,30 @@ while($line = <PARSE_OUT>)
             ($junk, $version) = split(':', $line, 2);
             $version =~ s/^\s+//;
         }
+        elsif ($line =~ /^# agg_perf_by_slowest: /)
+        {
+            if($perf_layer eq "")
+            {
+                ($junk, $perf_est) = split(':', $line, 2);
+                $perf_est = sprintf("%.2f", $perf_est);
+                $perf_layer = "POSIX";
+            }
+            elsif($perf_layer eq "POSIX")
+            {
+                ($junk, $perf_est) = split(':', $line, 2);
+                $perf_est = sprintf("%.2f", $perf_est);
+                $perf_layer = "MPI-IO";
+            }
+        }
+        elsif ($line =~ /^# total_bytes: /)
+        {
+            if($perf_mbytes == 0)
+            {
+                ($junk, $perf_mbytes) = split(':', $line, 2);
+                $perf_mbytes = $perf_mbytes / 1024 / 1024;
+                $perf_mbytes = sprintf("%.1f", $perf_mbytes);
+            }
+        }
         elsif ($line =~ /^# \*WARNING\*: .* contains incomplete data!/)
         {
             $partial_flag = 1;
@@ -964,6 +992,10 @@ my $latex_cmd_line = "\"\\def\\titlecmd{$cmd} \\
     \\def\\filecwbs{$cwbs} \\
     \\def\\filecmi{$cmi} \\
     \\def\\filecms{$cms} \\
+    \\def\\filecmi{$cmi} \\
+    \\def\\perfest{$perf_est} \\
+    \\def\\perflayer{$perf_layer} \\
+    \\def\\perfbytes{$perf_mbytes} \\
     \\input{summary.tex}\" \\
     @__DARSHAN_PDFLATEX_HALT_ON_ERROR@";
 


=====================================
darshan-util/darshan-job-summary/share/summary.tex
=====================================
--- a/darshan-util/darshan-job-summary/share/summary.tex
+++ b/darshan-util/darshan-job-summary/share/summary.tex
@@ -50,13 +50,17 @@ which may skew results in this document.
 {
     \input{job-table.tex}
 }\\
+\vspace{1em}
+I/O performance \emph{estimate} (at the \perflayer \ layer):
+transferred \textcolor{red}{\perfbytes \ MiB} at \textcolor{red}{\perfest \ MiB/s}
+\vspace{3em}
 \subfigure
 {
-    \includegraphics[scale=0.75]{time-summary.pdf}
+    \includegraphics[scale=0.65]{time-summary.pdf}
 }
 \subfigure
 {
-    \includegraphics[scale=0.75]{op-counts.pdf}
+    \includegraphics[scale=0.65]{op-counts.pdf}
 }
 \end{figure*}
 
@@ -64,12 +68,12 @@ which may skew results in this document.
 \centering
 \subfigure
 {
-    \includegraphics[scale=0.75]{posix-access-hist.pdf}
+    \includegraphics[scale=0.65]{posix-access-hist.pdf}
 }
 \ifdefined\inclmpiio
 \subfigure
 {
-    \includegraphics[scale=0.75]{mpiio-access-hist.pdf}
+    \includegraphics[scale=0.65]{mpiio-access-hist.pdf}
 }
 \fi
 \end{figure*}



View it on GitLab: https://xgitlab.cels.anl.gov/darshan/darshan/compare/9b2600e67f02aadea666df70f29f9ff59294cf04...534a0e1d3f5e5b4dcad65c5df62b4466331f8f84
-------------- next part --------------
An HTML attachment was scrubbed...
URL: <http://lists.mcs.anl.gov/pipermail/darshan-commits/attachments/20160520/8ea2336c/attachment.html>