[Swift-commit] r6492 - in SwiftTutorials/OSG_2013-03-11/MODIS: . test.surveyor

[davidk at ci.uchicago.edu]

Author: davidk
Date: 2013-04-30 11:33:10 -0500 (Tue, 30 Apr 2013)
New Revision: 6492

Added:
   SwiftTutorials/OSG_2013-03-11/MODIS/test.surveyor/
   SwiftTutorials/OSG_2013-03-11/MODIS/test.surveyor/cf
   SwiftTutorials/OSG_2013-03-11/MODIS/test.surveyor/coaster-service.conf
   SwiftTutorials/OSG_2013-03-11/MODIS/test.surveyor/getlanduse.pl
   SwiftTutorials/OSG_2013-03-11/MODIS/test.surveyor/run
   SwiftTutorials/OSG_2013-03-11/MODIS/test.surveyor/tc
Log:
Modis surveyor test


Added: SwiftTutorials/OSG_2013-03-11/MODIS/test.surveyor/cf
===================================================================
--- SwiftTutorials/OSG_2013-03-11/MODIS/test.surveyor/cf	                        (rev 0)
+++ SwiftTutorials/OSG_2013-03-11/MODIS/test.surveyor/cf	2013-04-30 16:33:10 UTC (rev 6492)
@@ -0,0 +1,7 @@
+wrapperlog.always.transfer=true
+sitedir.keep=true
+execution.retries=0
+lazy.errors=false
+status.mode=provider
+use.provider.staging=true
+provider.staging.pin.swiftfiles=false

Added: SwiftTutorials/OSG_2013-03-11/MODIS/test.surveyor/coaster-service.conf
===================================================================
--- SwiftTutorials/OSG_2013-03-11/MODIS/test.surveyor/coaster-service.conf	                        (rev 0)
+++ SwiftTutorials/OSG_2013-03-11/MODIS/test.surveyor/coaster-service.conf	2013-04-30 16:33:10 UTC (rev 6492)
@@ -0,0 +1,52 @@
+# Keep all interesting settings in one place
+# User should modify this to fit environment
+
+# Location of SWIFT. If empty, PATH is searched
+export SWIFT=
+
+# Where to copy worker.pl on the remote machine for sites.xml
+export WORKER_WORK=$HOME/work
+
+# How to launch workers: local, ssh, cobalt, or futuregrid
+export WORKER_MODE=cobalt
+
+# Kernel profile for cobalt jobs
+export KERNEL=zeptoos
+
+# SSH5B hosts to start workers on (ssh mode only)
+export WORKER_HOSTS="host1 host2 host3"
+
+# Do all the worker nodes you're using have a shared filesystem? (yes/no)
+export SHARED_FILESYSTEM=yes
+
+# Username to use on worker nodes
+export WORKER_USERNAME=$USER
+
+# Enable SSH tunneling? (yes/no)
+export SSH_TUNNELING=no
+
+# Directory to keep log files, relative to working directory when launching start-coaster-service
+export LOG_DIR=logs
+
+# Manually define ports. If not specified, an available port will be used
+export LOCAL_PORT=12345
+export SERVICE_PORT=12346
+
+# start-coaster-service tries to automatically detect the IP address of this system. Specify here if you have multiple network interfaces
+export IPADDR=172.17.3.13
+
+# Location of the swift-vm-boot scripts
+export SWIFTVMBOOT_DIR=$HOME/swift-vm-boot
+
+export JOBSPERNODE=4
+export JOBTHROTTLE=1000
+
+# Setting for WORKER_INIT_CMD
+export WORKER_ENVIRONMENT="WORKER_INIT_CMD=$PWD/worker-init.pl"
+
+# Swift information for creating sites.xml
+export PROJECT=MTCScienceApps
+export WORK=$HOME/work
+export QUEUE=default
+export MAXTIME=59
+export NODES=2

Added: SwiftTutorials/OSG_2013-03-11/MODIS/test.surveyor/getlanduse.pl
===================================================================
--- SwiftTutorials/OSG_2013-03-11/MODIS/test.surveyor/getlanduse.pl	                        (rev 0)
+++ SwiftTutorials/OSG_2013-03-11/MODIS/test.surveyor/getlanduse.pl	2013-04-30 16:33:10 UTC (rev 6492)
@@ -0,0 +1,29 @@
+#!/usr/bin/perl -w
+
+# Input to this program should be a raw, greyscale RGB file
+# Usage: rgb_histogram.pl myfile.rgb
+
+my $image_filename = shift;
+open(IMAGEFILE, "$image_filename") || die "Unable to open $image_filename!\n";
+binmode IMAGEFILE;
+
+my @pixelcount;
+foreach my $count (0..255) { $pixelcount[$count] = 0; }
+
+# Read values, three bytes at a time
+$/ = \3; 
+foreach(<IMAGEFILE>) {
+   $pixelcount[unpack('C', $_)]++;
+}
+close(IMAGEFILE);
+
+ at sortedcount = sort {$b <=> $a} @pixelcount;
+
+foreach my $count (0..255) {
+   if($sortedcount[$count] == 0) { next; }
+   printf("%d %d %02x\n", $sortedcount[$count], $count, $count);
+}
+
+system("hostname -f 2>&1");
+
+sleep(1);


Property changes on: SwiftTutorials/OSG_2013-03-11/MODIS/test.surveyor/getlanduse.pl
___________________________________________________________________
Added: svn:executable
   + *

Added: SwiftTutorials/OSG_2013-03-11/MODIS/test.surveyor/run
===================================================================
--- SwiftTutorials/OSG_2013-03-11/MODIS/test.surveyor/run	                        (rev 0)
+++ SwiftTutorials/OSG_2013-03-11/MODIS/test.surveyor/run	2013-04-30 16:33:10 UTC (rev 6492)
@@ -0,0 +1,7 @@
+#! /bin/sh
+
+# soft add +ibmjava6 
+set -x
+start-coaster-service
+swift -config cf -sites.file sites.xml -tc.file tc ../modis.swift -modisdir=input/
+stop-coaster-service


Property changes on: SwiftTutorials/OSG_2013-03-11/MODIS/test.surveyor/run
___________________________________________________________________
Added: svn:executable
   + *

Added: SwiftTutorials/OSG_2013-03-11/MODIS/test.surveyor/tc
===================================================================
--- SwiftTutorials/OSG_2013-03-11/MODIS/test.surveyor/tc	                        (rev 0)
+++ SwiftTutorials/OSG_2013-03-11/MODIS/test.surveyor/tc	2013-04-30 16:33:10 UTC (rev 6492)
@@ -0,0 +1,2 @@
+surveyor perl /usr/bin/perl null null null
+persistent-coasters perl /usr/bin/perl null null null