[Swift-commit] r6176 - SwiftApps/modis

[davidk at ci.uchicago.edu]

Author: davidk
Date: 2013-01-29 12:10:02 -0600 (Tue, 29 Jan 2013)
New Revision: 6176

Added:
   SwiftApps/modis/cf.midway
   SwiftApps/modis/demo.midway
   SwiftApps/modis/sites.midway.xml
   SwiftApps/modis/tc.midway
Log:
Working midway configs


Added: SwiftApps/modis/cf.midway
===================================================================
--- SwiftApps/modis/cf.midway	                        (rev 0)
+++ SwiftApps/modis/cf.midway	2013-01-29 18:10:02 UTC (rev 6176)
@@ -0,0 +1,7 @@
+wrapperlog.always.transfer=true
+sitedir.keep=true
+execution.retries=0
+lazy.errors=false
+status.mode=provider
+use.provider.staging=false
+provider.staging.pin.swiftfiles=false

Added: SwiftApps/modis/demo.midway
===================================================================
--- SwiftApps/modis/demo.midway	                        (rev 0)
+++ SwiftApps/modis/demo.midway	2013-01-29 18:10:02 UTC (rev 6176)
@@ -0,0 +1,15 @@
+# demo4 forest 50 5 pbs
+
+landtype=${1:-urban}
+nfiles=${2:-999}
+nselect=${3:-10}
+site=${4:-local}
+
+runid=modis-$(date +%Y.%m%d.%H%M)-$landtype-$nfiles-$nselect
+
+echo runid=$runid
+
+swift -tc.file tc.midway \
+      -sites.file sites.midway.xml \
+       modis.swift -config cf.midway -landtype=$landtype -nfiles=$nfiles -nselect=$nselect -runid=$runid \
+       -modisdir=$PWD/data/modis/2002 -webdir=$HOME/public_html/geo


Property changes on: SwiftApps/modis/demo.midway
___________________________________________________________________
Added: svn:executable
   + *

Added: SwiftApps/modis/sites.midway.xml
===================================================================
--- SwiftApps/modis/sites.midway.xml	                        (rev 0)
+++ SwiftApps/modis/sites.midway.xml	2013-01-29 18:10:02 UTC (rev 6176)
@@ -0,0 +1,31 @@
+<config>
+
+   <pool handle="midway-sandyb">
+      <execution provider="coaster" jobmanager="local:slurm" url="none" />
+      <filesystem provider="local" />
+      <workdirectory>/scratch/midway/{env.USER}/work</workdirectory>
+      <profile namespace="globus" key="maxtime">3600</profile>
+      <profile namespace="globus" key="jobsPerNode">16</profile>
+      <profile namespace="globus" key="slots">10</profile> 
+      <profile namespace="globus" key="nodeGranularity">1</profile>
+      <profile namespace="globus" key="maxNodes">25</profile>
+      <profile namespace="globus" key="queue">sandyb</profile>
+      <profile namespace="karajan" key="jobThrottle">1000</profile>
+      <profile namespace="karajan" key="initialScore">10000</profile>
+   </pool>
+
+   <pool handle="midway-westmere">
+       <execution provider="coaster" jobmanager="local:slurm" url="none" />
+       <filesystem provider="local" />
+       <workdirectory>/scratch/midway/{env.USER}/work</workdirectory>
+       <profile namespace="globus" key="maxtime">3600</profile>
+       <profile namespace="globus" key="jobsPerNode">12</profile>
+       <profile namespace="globus" key="slots">20</profile> 
+       <profile namespace="globus" key="nodeGranularity">1</profile>
+       <profile namespace="globus" key="maxNodes">25</profile>
+       <profile namespace="globus" key="queue">westmere</profile>
+       <profile namespace="karajan" key="jobThrottle">1000</profile>
+       <profile namespace="karajan" key="initialScore">10000</profile>
+   </pool>
+
+</config>

Added: SwiftApps/modis/tc.midway
===================================================================
--- SwiftApps/modis/tc.midway	                        (rev 0)
+++ SwiftApps/modis/tc.midway	2013-01-29 18:10:02 UTC (rev 6176)
@@ -0,0 +1,31 @@
+#This is the transformation catalog.
+#
+#It comes pre-configured with a number of simple transformations with
+#paths that are likely to work on a linux box. However, on some systems,
+#the paths to these executables will be different (for example, sometimes
+#some of these programs are found in /usr/bin rather than in /bin)
+#
+#NOTE WELL: fields in this file must be separated by tabs, not spaces; and
+#there must be no trailing whitespace at the end of each line.
+#
+# site		transformation	path		obsolete fields for compatibility
+
+localhost 	echo 		/bin/echo	null	null	null
+localhost 	cat 		/bin/cat	null	null	null
+localhost 	ls 		/bin/ls		null	null	null
+localhost 	grep 		/bin/grep	null	null	null
+localhost 	sort 		/bin/sort	null	null	null
+localhost 	paste 		/bin/paste	null	null	null
+localhost 	pwd 		/bin/pwd	null	null	null
+
+# For cluster usage
+midway-sandyb	getlanduse	/scratch/midway/davidkelly999/modis/bin/getlanduse.sh	null	null	null
+midway-sandyb	analyzelanduse	/scratch/midway/davidkelly999/modis/bin/analyzelanduse2.sh	null	null	null
+midway-sandyb	colormodis	/scratch/midway/davidkelly999/modis/bin/colormodis.sh	null	null	null
+midway-sandyb	assemble	/scratch/midway/davidkelly999/modis/bin/assemble2.sh 		null	null	null
+midway-sandyb	markmap	        /scratch/midway/davidkelly999/modis/bin/markmap.sh 		null	null	null
+midway-westmere   getlanduse      /scratch/midway/davidkelly999/modis/bin/getlanduse.sh   null    null    null
+midway-westmere   analyzelanduse  /scratch/midway/davidkelly999/modis/bin/analyzelanduse2.sh      null    null    null
+midway-westmere   colormodis      /scratch/midway/davidkelly999/modis/bin/colormodis.sh   null    null    null
+midway-westmere   assemble        /scratch/midway/davidkelly999/modis/bin/assemble2.sh            null    null    null
+midway-westmere   markmap         /scratch/midway/davidkelly999/modis/bin/markmap.sh              null    null    null