[Swift-commit] r6485 - in SwiftTutorials/OSG_2013-03-11/MODIS: . test.midway test.raven

[davidk at ci.uchicago.edu]

Author: davidk
Date: 2013-04-29 17:00:54 -0500 (Mon, 29 Apr 2013)
New Revision: 6485

Added:
   SwiftTutorials/OSG_2013-03-11/MODIS/test.raven/
   SwiftTutorials/OSG_2013-03-11/MODIS/test.raven/cf
   SwiftTutorials/OSG_2013-03-11/MODIS/test.raven/getlanduse.pl
   SwiftTutorials/OSG_2013-03-11/MODIS/test.raven/input/
   SwiftTutorials/OSG_2013-03-11/MODIS/test.raven/raven.xml
   SwiftTutorials/OSG_2013-03-11/MODIS/test.raven/run
   SwiftTutorials/OSG_2013-03-11/MODIS/test.raven/tc
Modified:
   SwiftTutorials/OSG_2013-03-11/MODIS/setup.sh
   SwiftTutorials/OSG_2013-03-11/MODIS/test.midway/run
Log:
Modis test for Raven


Modified: SwiftTutorials/OSG_2013-03-11/MODIS/setup.sh
===================================================================
--- SwiftTutorials/OSG_2013-03-11/MODIS/setup.sh	2013-04-29 20:26:18 UTC (rev 6484)
+++ SwiftTutorials/OSG_2013-03-11/MODIS/setup.sh	2013-04-29 22:00:54 UTC (rev 6485)
@@ -26,6 +26,8 @@
 
 (cd test.fusion;   clean; makeinput 100)
 
+(cd test.raven;    clean; makeinput 100)
+
 (cd test.multiple; clean; makeinput 3000)
 
 for d in test.*; do

Modified: SwiftTutorials/OSG_2013-03-11/MODIS/test.midway/run
===================================================================
--- SwiftTutorials/OSG_2013-03-11/MODIS/test.midway/run	2013-04-29 20:26:18 UTC (rev 6484)
+++ SwiftTutorials/OSG_2013-03-11/MODIS/test.midway/run	2013-04-29 22:00:54 UTC (rev 6485)
@@ -1,6 +1,6 @@
 #! /bin/sh
 
-queue=${1:-sandyb}
+queue=${1:-westmere}
 
 echo -e '\nQueues with idle nodes are:\n'
 

Added: SwiftTutorials/OSG_2013-03-11/MODIS/test.raven/cf
===================================================================
--- SwiftTutorials/OSG_2013-03-11/MODIS/test.raven/cf	                        (rev 0)
+++ SwiftTutorials/OSG_2013-03-11/MODIS/test.raven/cf	2013-04-29 22:00:54 UTC (rev 6485)
@@ -0,0 +1,8 @@
+
+wrapperlog.always.transfer=true
+sitedir.keep=true
+execution.retries=0
+lazy.errors=false
+status.mode=provider
+use.provider.staging=true
+provider.staging.pin.swiftfiles=false

Added: SwiftTutorials/OSG_2013-03-11/MODIS/test.raven/getlanduse.pl
===================================================================
--- SwiftTutorials/OSG_2013-03-11/MODIS/test.raven/getlanduse.pl	                        (rev 0)
+++ SwiftTutorials/OSG_2013-03-11/MODIS/test.raven/getlanduse.pl	2013-04-29 22:00:54 UTC (rev 6485)
@@ -0,0 +1,29 @@
+#!/usr/bin/perl -w
+
+# Input to this program should be a raw, greyscale RGB file
+# Usage: rgb_histogram.pl myfile.rgb
+
+my $image_filename = shift;
+open(IMAGEFILE, "$image_filename") || die "Unable to open $image_filename!\n";
+binmode IMAGEFILE;
+
+my @pixelcount;
+foreach my $count (0..255) { $pixelcount[$count] = 0; }
+
+# Read values, three bytes at a time
+$/ = \3; 
+foreach(<IMAGEFILE>) {
+   $pixelcount[unpack('C', $_)]++;
+}
+close(IMAGEFILE);
+
+ at sortedcount = sort {$b <=> $a} @pixelcount;
+
+foreach my $count (0..255) {
+   if($sortedcount[$count] == 0) { next; }
+   printf("%d %d %02x\n", $sortedcount[$count], $count, $count);
+}
+
+system("hostname -f 2>&1");
+
+sleep(1);


Property changes on: SwiftTutorials/OSG_2013-03-11/MODIS/test.raven/getlanduse.pl
___________________________________________________________________
Added: svn:executable
   + *

Added: SwiftTutorials/OSG_2013-03-11/MODIS/test.raven/raven.xml
===================================================================
--- SwiftTutorials/OSG_2013-03-11/MODIS/test.raven/raven.xml	                        (rev 0)
+++ SwiftTutorials/OSG_2013-03-11/MODIS/test.raven/raven.xml	2013-04-29 22:00:54 UTC (rev 6485)
@@ -0,0 +1,19 @@
+<config>
+  <pool handle="raven">
+    <execution provider="coaster" jobmanager="local:pbs"/>
+    <profile namespace="globus" key="project">CI-SES000031</profile>
+    <!--<profile namespace="globus" key="ppn">24:cray:pack</profile>-->
+    <profile namespace="env" key="SWIFT_GEN_SCRIPTS">KEEP</profile>
+    <profile namespace="globus" key="jobsPerNode">24</profile>
+    <profile namespace="globus" key="providerAttributes">pbs.aprun;pbs.mpp;depth=24</profile>
+    <profile namespace="globus" key="maxTime">13800</profile>
+    <profile namespace="globus" key="maxWallTime">03:00:00</profile>
+    <profile namespace="globus" key="slots">50</profile>
+    <profile namespace="globus" key="nodeGranularity">4</profile>
+    <profile namespace="globus" key="maxNodes">4</profile>
+    <profile namespace="karajan" key="jobThrottle">60.99</profile>
+    <profile namespace="karajan" key="initialScore">10000</profile>
+    <filesystem provider="local"/>
+    <workdirectory>/home/users/p01537/DSSAT/swiftwork</workdirectory>
+  </pool>
+</config>

Added: SwiftTutorials/OSG_2013-03-11/MODIS/test.raven/run
===================================================================
--- SwiftTutorials/OSG_2013-03-11/MODIS/test.raven/run	                        (rev 0)
+++ SwiftTutorials/OSG_2013-03-11/MODIS/test.raven/run	2013-04-29 22:00:54 UTC (rev 6485)
@@ -0,0 +1,5 @@
+#! /bin/sh
+
+set -x
+
+swift -config cf -sites.file raven.xml -tc.file tc ../modis.swift -modisdir=input/


Property changes on: SwiftTutorials/OSG_2013-03-11/MODIS/test.raven/run
___________________________________________________________________
Added: svn:executable
   + *

Added: SwiftTutorials/OSG_2013-03-11/MODIS/test.raven/tc
===================================================================
--- SwiftTutorials/OSG_2013-03-11/MODIS/test.raven/tc	                        (rev 0)
+++ SwiftTutorials/OSG_2013-03-11/MODIS/test.raven/tc	2013-04-29 22:00:54 UTC (rev 6485)
@@ -0,0 +1 @@
+raven perl /usr/bin/perl null null null