[Swift-commit] r4343 - trunk/libexec/log-processing

[wozniak at ci.uchicago.edu]

Author: wozniak
Date: 2011-04-12 14:19:50 -0500 (Tue, 12 Apr 2011)
New Revision: 4343

Modified:
   trunk/libexec/log-processing/README.txt
   trunk/libexec/log-processing/block-level.pl
   trunk/libexec/log-processing/cpu-job-load.pl
Log:
Correct notes


Modified: trunk/libexec/log-processing/README.txt
===================================================================
--- trunk/libexec/log-processing/README.txt	2011-04-12 18:27:19 UTC (rev 4342)
+++ trunk/libexec/log-processing/README.txt	2011-04-12 19:19:50 UTC (rev 4343)
@@ -16,21 +16,25 @@
 
 . Convert the log times to Unix time
 ------------------------------------------
-./iso-to-secs < swift-run.log > tmp.log
+./iso-to-secs < swift-run.log > swift-run.time
 
 . Make the start time file (this contains the earliest timestamp)
 ------------------------------------------
-make LOG=tmp.log start-time.tmp
+make LOG=swift-run.log start-time.tmp
 ------------------------------------------
+or 
+------------------------------------------
+extract-start-time swift-run.log > start-time.tmp
+------------------------------------------
 
 . Normalize the transition times
 ------------------------------------------
-./normalise-event-start-time < tmp.log > tmp.norm
+./normalise-event-start-time < swift-run.time > swift-run.norm
 ------------------------------------------
 
 . Build up a load data file:
 ------------------------------------------
-./cpu-job-load.pl < tmp.norm > load.data
+./cpu-job-load.pl < swift-run.norm > load.data
 ------------------------------------------
 
 . Plot with the JFreeChart-based plotter in usertools/plotter:
@@ -46,10 +50,26 @@
 [start=5]
 . Build up a completed data file:
 ------------------------------------------
-./cpu-job-completed.pl < tmp.norm > completed.data
+./cpu-job-completed.pl < swift-run.norm > completed.data
 ------------------------------------------
 
 . Plot with the JFreeChart-based plotter in usertools/plotter:
 ------------------------------------------
 lines.zsh completed.cfg completed.eps completed.data
 ------------------------------------------
+
+Make a basic Block allocation plot from Coasters Block log lines
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+Same as above, but:
+
+[start=5]
+. Build up a block allocation data file:
+------------------------------------------
+./block-level.pl < swift-run.norm > blocks.data
+------------------------------------------
+
+. Plot with the JFreeChart-based plotter in usertools/plotter:
+------------------------------------------
+lines.zsh blocks.{cfg,eps,data}
+------------------------------------------

Modified: trunk/libexec/log-processing/block-level.pl
===================================================================
--- trunk/libexec/log-processing/block-level.pl	2011-04-12 18:27:19 UTC (rev 4342)
+++ trunk/libexec/log-processing/block-level.pl	2011-04-12 19:19:50 UTC (rev 4343)
@@ -1,13 +1,13 @@
 #!/usr/bin/perl
 
-# Accumulate the load level at each point in time
+# Accumulate the worker allocation level at each point in time
 # INPUT:  A Swift log file with Coasters messages:
 #                  timestamp ... Block Starting block: workers=24 ...
 #                  timestamp ... Block Shutting down ... (24x ...
 #         where timestamp is a number
-# OUTPUT: lines formatted as "timestamp level"
-#         where timestamp and load are numbers,
-#          level being the number of Coasters Cpus available
+# OUTPUT: lines formatted as "timestamp workers"
+#         where timestamp and workers are numbers,
+#          workers being the number of Coasters Cpus available
 
 $level = 0;
 

Modified: trunk/libexec/log-processing/cpu-job-load.pl
===================================================================
--- trunk/libexec/log-processing/cpu-job-load.pl	2011-04-12 18:27:19 UTC (rev 4342)
+++ trunk/libexec/log-processing/cpu-job-load.pl	2011-04-12 19:19:50 UTC (rev 4343)
@@ -1,6 +1,7 @@
 #!/usr/bin/perl
 
 # Accumulate the load level at each point in time
+#
 # INPUT:  A Swift log file with Coasters messages:
 #                  timestamp ... Cpu ... submitting ...
 #                  timestamp ... Cpu ... jobTerminated ...