[Darshan-commits] [Darshan] branch, master, updated. darshan-2.3.1-8-gc5a2763

[Service Account]

This is an automated email from the git hooks/post-receive script. It was
generated because a ref change was pushed to the repository containing
the project "".

The branch, master has been updated
       via  c5a276374ea8c4443f716725e2d06cc3c7ae8b90 (commit)
      from  f68228a5a98d67a3d1e2e29edf94c4090a1a7392 (commit)

Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.

- Log -----------------------------------------------------------------
commit c5a276374ea8c4443f716725e2d06cc3c7ae8b90
Author: Phil Carns <carns at mcs.anl.gov>
Date:   Tue Sep 8 12:30:55 2015 -0400

    trivial stat collection script
    
    - for each job, count number of files that used collectives, independent
      operations, or posix

-----------------------------------------------------------------------

Summary of changes:
 ...counts.pl => darshan-gather-mpi-posix-usage.pl} |   37 ++++++++++++++++++--
 1 files changed, 34 insertions(+), 3 deletions(-)
 copy darshan-test/{darshan-gather-counts.pl => darshan-gather-mpi-posix-usage.pl} (54%)


Diff of changes:
diff --git a/darshan-test/darshan-gather-counts.pl b/darshan-test/darshan-gather-mpi-posix-usage.pl
similarity index 54%
copy from darshan-test/darshan-gather-counts.pl
copy to darshan-test/darshan-gather-mpi-posix-usage.pl
index f9afdf2..4435124 100755
--- a/darshan-test/darshan-gather-counts.pl
+++ b/darshan-test/darshan-gather-mpi-posix-usage.pl
@@ -23,20 +23,51 @@ sub wanted
     my $bytes_r = 0;
     my $bytes_w = 0;
     my $perf = 0.0;
+    my @fields;
+    my $mpi_coll_count = 0;
+    my $mpi_indep_count = 0;
+    my $posix_count = 0;
 
     # only operate on darshan log files
     $file =~ /\.darshan\.gz$/ or return;    
 
-    if(!(open(SUMMARY, "darshan-file-counter-hack.pl $file |")))
+    # grab jobid from name, old logs don't store it in the file
+    if($file =~ /_id(\d+)_/) {
+        $jobid = $1;
+    }
+
+    if(!(open(SUMMARY, "darshan-parser --file-list-detailed $file |")))
     {
         print(STDERR "Failed to parse $File::Find::name\n");
         return;
     }
 
     while ($line = <SUMMARY>) {
-        print($line);
+        if($line =~ /^#/) {
+            next;
+        }
+        if($line =~ /^\s/) {
+            next;
+        }
+
+        @fields = split(/\s/, $line);
+
+        if($#fields == 34)
+        {
+            if($fields[12] > 0){
+                $mpi_coll_count ++;
+            }
+            elsif($fields[11] > 0){
+                $mpi_indep_count ++;
+            }
+            elsif($fields[13] > 0){
+                $posix_count ++;
+            }
+
+        }
     }
 
+    print(STDOUT "$jobid\t$mpi_coll_count\t$mpi_indep_count\t$posix_count\n");
     close(SUMMARY);
 }
 
@@ -50,7 +81,7 @@ sub main
 
     @paths = @ARGV;
 
-    print("#<jobid>\t<opened ct>\t<opened avg sz>\t<opened max sz>\t<ro ct>\t<ro avg sz>\t<ro max sz>\t<wo ct>\t<wo avg sz>\t<wo max sz>\t<rw ct>\t<rw avg sz>\t<rw max sz>\t<created ct>\t<created avg sz>\t<created max sz>\n");
+    # print("<jobid>\t<version>\t<start ascii>\t<end ascii>\t<start unix>\t<end unix>\t<nprocs>\t<bytes read>\t<bytes written>\t<perf estimate>\n"); 
 
     find(\&wanted, @paths);
 


hooks/post-receive
--