[Swift-commit] r2066 - log-processing

[noreply at svn.ci.uchicago.edu]

Author: benc
Date: 2008-06-15 12:11:33 -0500 (Sun, 15 Jun 2008)
New Revision: 2066

Added:
   log-processing/active-state-transitions
Modified:
   log-processing/index.html.template
   log-processing/makefile.karatasks
   log-processing/makefile.webpage
Log:
plot of jobs in active state

Added: log-processing/active-state-transitions
===================================================================
--- log-processing/active-state-transitions	                        (rev 0)
+++ log-processing/active-state-transitions	2008-06-15 17:11:33 UTC (rev 2066)
@@ -0,0 +1,34 @@
+#!/usr/bin/env perl
+
+# pull out transitions that go to active state and the immediately
+# following transition
+
+use Time::Local;
+
+$prevjob = "active-state-transitions no previous event";
+
+$prevline = "";
+
+$active = 0;
+
+foreach $n (<STDIN>) {
+  $n =~ /^([^ ]*) ([^ ]*) ([^ ]*) (.*)$/;
+  $ts = $1;
+  $job = $2;
+  $state = $3;
+
+  if($state eq "Active") {
+    print "$n";
+    $active = 1;
+  } elsif( ($job eq $prevjob) && ($active) ) {
+    if($active == 1) {
+      print $n;
+      $active = 0;
+    }
+  } else {
+    $prevjob = $job;
+  };
+  $prevline = $n;
+}
+
+# print $prevline;


Property changes on: log-processing/active-state-transitions
___________________________________________________________________
Name: svn:executable
   + *

Modified: log-processing/index.html.template
===================================================================
--- log-processing/index.html.template	2008-06-15 17:10:55 UTC (rev 2065)
+++ log-processing/index.html.template	2008-06-15 17:11:33 UTC (rev 2066)
@@ -33,6 +33,11 @@
 as GRAM (so are either queued or executing)</p>
 <img src="execute2-total.png"/>
 
+<p>Number of karajan level job submissions that are 'Active' - this means
+that the underlying execution layer (such as GRAM) has reported that the
+job is actually executing</p>
+<img src="karatasks.JOB_SUBMISSION.Active-total.png" />
+
 <hr />
 <h2>execute</h2>
 <p>Executions 

Modified: log-processing/makefile.karatasks
===================================================================
--- log-processing/makefile.karatasks	2008-06-15 17:10:55 UTC (rev 2065)
+++ log-processing/makefile.karatasks	2008-06-15 17:11:33 UTC (rev 2066)
@@ -33,3 +33,5 @@
 karatasks.JOB_SUBMISSION.transitions: karatasks.transitions
 	./karatasks-only JOB_SUBMISSION > $@
 
+karatasks.JOB_SUBMISSION.Active.transitions: karatasks.JOB_SUBMISSION.transitions
+	cat karatasks.JOB_SUBMISSION.transitions | ./swap-and-sort-and-swap | ./active-state-transitions > karatasks.JOB_SUBMISSION.Active.transitions

Modified: log-processing/makefile.webpage
===================================================================
--- log-processing/makefile.webpage	2008-06-15 17:10:55 UTC (rev 2065)
+++ log-processing/makefile.webpage	2008-06-15 17:11:33 UTC (rev 2066)
@@ -9,7 +9,8 @@
 karatasks.FILE_OPERATION-total.png  karatasks.JOB_SUBMISSION-trails.png \
 karatasks.FILE_OPERATION-trails.png karatasks.FILE_TRANSFER-trails.png \
 karatasks.FILE_TRANSFER.stats karatasks.FILE_OPERATION.stats \
-karatasks.JOB_SUBMISSION.stats karatasks-total.png index.html.kara
+karatasks.JOB_SUBMISSION.stats karatasks-total.png \
+karatasks.JOB_SUBMISSION.Active-total.png index.html.kara
 
 webpage.clusters: karatasks.clusters.png karatasks.clusters-total.png \
 karatasks.clusters.sorted-start.png karatasks.clusters-duration-histogram.png