[Swift-commit] r6486 - in SwiftTutorials/OSG_2013-03-11/MODIS: . test.stampede

[davidk at ci.uchicago.edu]

Author: davidk
Date: 2013-04-29 17:31:09 -0500 (Mon, 29 Apr 2013)
New Revision: 6486

Added:
   SwiftTutorials/OSG_2013-03-11/MODIS/test.stampede/
   SwiftTutorials/OSG_2013-03-11/MODIS/test.stampede/cf
   SwiftTutorials/OSG_2013-03-11/MODIS/test.stampede/getlanduse.pl
   SwiftTutorials/OSG_2013-03-11/MODIS/test.stampede/run
   SwiftTutorials/OSG_2013-03-11/MODIS/test.stampede/stampede.xml
   SwiftTutorials/OSG_2013-03-11/MODIS/test.stampede/tc
Modified:
   SwiftTutorials/OSG_2013-03-11/MODIS/setup.sh
Log:
Modis test for stampede


Modified: SwiftTutorials/OSG_2013-03-11/MODIS/setup.sh
===================================================================
--- SwiftTutorials/OSG_2013-03-11/MODIS/setup.sh	2013-04-29 22:00:54 UTC (rev 6485)
+++ SwiftTutorials/OSG_2013-03-11/MODIS/setup.sh	2013-04-29 22:31:09 UTC (rev 6486)
@@ -16,20 +16,15 @@
 
 echo -e "Cleaning test.* dirs and creating input/ dirs...\\n"
 
+(cd test.beagle;   clean; makeinput 100)
+(cd test.fusion;   clean; makeinput 100)
 (cd test.local;    clean; makeinput 10)
-
 (cd test.midway;   clean; makeinput 100)
-
-(cd test.beagle;   clean; makeinput 100)
-
+(cd test.multiple; clean; makeinput 3000)
+(cd test.raven;    clean; makeinput 100)
+(cd test.stampede; clean; makeinput 100)
 (cd test.uc3;      clean; makeinput 100)
 
-(cd test.fusion;   clean; makeinput 100)
-
-(cd test.raven;    clean; makeinput 100)
-
-(cd test.multiple; clean; makeinput 3000)
-
 for d in test.*; do
   (cd $d; echo -e "$d: $(find input -type f -print | wc -l) files, $(grep sleep getlanduse.pl | sed -e 's/[^0-9]//g') second task duration" )
 done

Added: SwiftTutorials/OSG_2013-03-11/MODIS/test.stampede/cf
===================================================================
--- SwiftTutorials/OSG_2013-03-11/MODIS/test.stampede/cf	                        (rev 0)
+++ SwiftTutorials/OSG_2013-03-11/MODIS/test.stampede/cf	2013-04-29 22:31:09 UTC (rev 6486)
@@ -0,0 +1,8 @@
+
+wrapperlog.always.transfer=true
+sitedir.keep=true
+execution.retries=0
+lazy.errors=false
+status.mode=provider
+use.provider.staging=true
+provider.staging.pin.swiftfiles=false

Added: SwiftTutorials/OSG_2013-03-11/MODIS/test.stampede/getlanduse.pl
===================================================================
--- SwiftTutorials/OSG_2013-03-11/MODIS/test.stampede/getlanduse.pl	                        (rev 0)
+++ SwiftTutorials/OSG_2013-03-11/MODIS/test.stampede/getlanduse.pl	2013-04-29 22:31:09 UTC (rev 6486)
@@ -0,0 +1,29 @@
+#!/usr/bin/perl -w
+
+# Input to this program should be a raw, greyscale RGB file
+# Usage: rgb_histogram.pl myfile.rgb
+
+my $image_filename = shift;
+open(IMAGEFILE, "$image_filename") || die "Unable to open $image_filename!\n";
+binmode IMAGEFILE;
+
+my @pixelcount;
+foreach my $count (0..255) { $pixelcount[$count] = 0; }
+
+# Read values, three bytes at a time
+$/ = \3; 
+foreach(<IMAGEFILE>) {
+   $pixelcount[unpack('C', $_)]++;
+}
+close(IMAGEFILE);
+
+ at sortedcount = sort {$b <=> $a} @pixelcount;
+
+foreach my $count (0..255) {
+   if($sortedcount[$count] == 0) { next; }
+   printf("%d %d %02x\n", $sortedcount[$count], $count, $count);
+}
+
+system("hostname -f 2>&1");
+
+sleep(1);


Property changes on: SwiftTutorials/OSG_2013-03-11/MODIS/test.stampede/getlanduse.pl
___________________________________________________________________
Added: svn:executable
   + *

Added: SwiftTutorials/OSG_2013-03-11/MODIS/test.stampede/run
===================================================================
--- SwiftTutorials/OSG_2013-03-11/MODIS/test.stampede/run	                        (rev 0)
+++ SwiftTutorials/OSG_2013-03-11/MODIS/test.stampede/run	2013-04-29 22:31:09 UTC (rev 6486)
@@ -0,0 +1,7 @@
+#! /bin/sh
+
+set -x
+export GLOBUS_HOSTNAME=$( hostname -f )
+#myproxy-logon -l dkelly -s myproxy.teragrid.org
+
+swift -config cf -sites.file stampede.xml -tc.file tc ../modis.swift -modisdir=input/


Property changes on: SwiftTutorials/OSG_2013-03-11/MODIS/test.stampede/run
___________________________________________________________________
Added: svn:executable
   + *

Added: SwiftTutorials/OSG_2013-03-11/MODIS/test.stampede/stampede.xml
===================================================================
--- SwiftTutorials/OSG_2013-03-11/MODIS/test.stampede/stampede.xml	                        (rev 0)
+++ SwiftTutorials/OSG_2013-03-11/MODIS/test.stampede/stampede.xml	2013-04-29 22:31:09 UTC (rev 6486)
@@ -0,0 +1,19 @@
+<config>
+  <pool handle="stampede">
+    <execution provider="coaster" jobmanager="gt2:gt2:slurm" url="login5.stampede.tacc.utexas.edu:2119/jobmanager-slurm"/>
+    <filesystem provider="gsiftp" url="gsiftp://gridftp.stampede.tacc.utexas.edu:2811"/>
+    <profile namespace="globus"  key="jobsPerNode">16</profile>
+    <profile namespace="globus"  key="ppn">16</profile>
+    <profile namespace="globus"  key="maxTime">3600</profile>
+    <profile namespace="globus"  key="maxwalltime">00:05:00</profile>
+    <profile namespace="globus"  key="lowOverallocation">100</profile>
+    <profile namespace="globus"  key="highOverallocation">100</profile>
+    <profile namespace="globus"  key="QUeue">normal</profile>
+    <profile namespace="globus"  key="nodeGranularity">1</profile>
+    <profile namespace="globus"  key="maxNodes">1</profile>
+    <profile namespace="globus"  key="project">TG-EAR130015</profile>
+    <profile namespace="karajan" key="jobThrottle">.1499</profile>
+    <profile namespace="karajan" key="initialScore">10000</profile>
+    <workdirectory>/scratch/01503/davidkel</workdirectory>
+  </pool>
+</config>

Added: SwiftTutorials/OSG_2013-03-11/MODIS/test.stampede/tc
===================================================================
--- SwiftTutorials/OSG_2013-03-11/MODIS/test.stampede/tc	                        (rev 0)
+++ SwiftTutorials/OSG_2013-03-11/MODIS/test.stampede/tc	2013-04-29 22:31:09 UTC (rev 6486)
@@ -0,0 +1 @@
+stampede perl /usr/bin/perl null null null