[Swift-commit] r4697 - in SwiftApps: . modis modis/bin
davidk at ci.uchicago.edu
davidk at ci.uchicago.edu
Mon Jun 27 14:30:37 CDT 2011
Author: davidk
Date: 2011-06-27 14:30:37 -0500 (Mon, 27 Jun 2011)
New Revision: 4697
Added:
SwiftApps/modis/
SwiftApps/modis/MODIS_grid.gif
SwiftApps/modis/bin/
SwiftApps/modis/bin/analyzelanduse.sh
SwiftApps/modis/bin/analyzelanduse.sh.orig
SwiftApps/modis/bin/analyzelanduse2.sh
SwiftApps/modis/bin/analyzelandusep1.sh
SwiftApps/modis/bin/assemble.sh
SwiftApps/modis/bin/assemble.sh.orig
SwiftApps/modis/bin/assemble.sh.v2
SwiftApps/modis/bin/assemble2.sh
SwiftApps/modis/bin/colormodis.sh
SwiftApps/modis/bin/getlanduse.sh
SwiftApps/modis/bin/gray.png
SwiftApps/modis/bin/grid.gif
SwiftApps/modis/bin/imagehist.sh
SwiftApps/modis/bin/markmap.sh
SwiftApps/modis/bin/setborder.sh
SwiftApps/modis/bin/setglobushost.sh
SwiftApps/modis/cf
SwiftApps/modis/coast1.xml
SwiftApps/modis/coasters.xml
SwiftApps/modis/demo3
SwiftApps/modis/demo4
SwiftApps/modis/demo5
SwiftApps/modis/g.gif
SwiftApps/modis/geos.mapper.sh
SwiftApps/modis/gridmap.gif
SwiftApps/modis/markedGrid.gif
SwiftApps/modis/modis.mapper
SwiftApps/modis/modis.swift
SwiftApps/modis/modis2.swift
SwiftApps/modis/modis3.swift
SwiftApps/modis/modis4.swift
SwiftApps/modis/modis5.swift
SwiftApps/modis/modisp1.swift
SwiftApps/modis/mon.png
SwiftApps/modis/rundemo.sh
SwiftApps/modis/rundemo2.pbs.sh
SwiftApps/modis/rundemo2.sh
SwiftApps/modis/rundemop1.sh
SwiftApps/modis/sico.xml
SwiftApps/modis/sites.local.xml
SwiftApps/modis/sites.xml
SwiftApps/modis/sites.xml.pas.coasters
SwiftApps/modis/tc
SwiftApps/modis/tc.local
SwiftApps/modis/tc.pbs
SwiftApps/modis/white.png
Log:
Modis demo
Added: SwiftApps/modis/MODIS_grid.gif
===================================================================
(Binary files differ)
Property changes on: SwiftApps/modis/MODIS_grid.gif
___________________________________________________________________
Added: svn:mime-type
+ application/octet-stream
Added: SwiftApps/modis/bin/analyzelanduse.sh
===================================================================
--- SwiftApps/modis/bin/analyzelanduse.sh (rev 0)
+++ SwiftApps/modis/bin/analyzelanduse.sh 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1,45 @@
+#
+# Return (simple) stats and filenames for the tiles with the $num highest values of $field
+#
+
+stats=$1
+tilelist=$2
+field=$3
+num=$4
+shift 4
+
+grep " $field" $* |
+sed -e 's/:/ /' |
+sort -n -k +2 |
+tail -${num} >$stats
+
+( awk '{print $1}' |
+ sed -e 's/landuse.//' -e 's/\..*/.tif/' -e 's,^,/home/wilde/bigdata/data/modis/2002/,' \
+) <$stats >$tilelist
+
+exit
+
+login1$ cat topurban.txt
+landuse/h20v04.landuse.byfreq 67312 13 0d
+landuse/h28v06.landuse.byfreq 82267 13 0d
+landuse/h08v05.landuse.byfreq 92674 13 0d
+landuse/h11v04.landuse.byfreq 93702 13 0d
+landuse/h13v11.landuse.byfreq 104302 13 0d
+landuse/h12v04.landuse.byfreq 110772 13 0d
+landuse/h19v04.landuse.byfreq 120908 13 0d
+landuse/h27v05.landuse.byfreq 128794 13 0d
+landuse/h18v03.landuse.byfreq 142756 13 0d
+landuse/h18v04.landuse.byfreq 146486 13 0d
+
+login1$ cat urbantiles.txt
+/home/wilde/bigdata/data/modis/2002landuse/h20v04.tif
+/home/wilde/bigdata/data/modis/2002landuse/h28v06.tif
+/home/wilde/bigdata/data/modis/2002landuse/h08v05.tif
+/home/wilde/bigdata/data/modis/2002landuse/h11v04.tif
+/home/wilde/bigdata/data/modis/2002landuse/h13v11.tif
+/home/wilde/bigdata/data/modis/2002landuse/h12v04.tif
+/home/wilde/bigdata/data/modis/2002landuse/h19v04.tif
+/home/wilde/bigdata/data/modis/2002landuse/h27v05.tif
+/home/wilde/bigdata/data/modis/2002landuse/h18v03.tif
+/home/wilde/bigdata/data/modis/2002landuse/h18v04.tif
+login1$ fg
Property changes on: SwiftApps/modis/bin/analyzelanduse.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: SwiftApps/modis/bin/analyzelanduse.sh.orig
===================================================================
--- SwiftApps/modis/bin/analyzelanduse.sh.orig (rev 0)
+++ SwiftApps/modis/bin/analyzelanduse.sh.orig 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1,17 @@
+#
+# Return (simple) stats and filenames for the tiles with the $num highest values of $field
+#
+
+stats=$1
+tilelist=$2
+field=$3
+num=$4
+shift 4
+
+grep " $field" $* |
+sed -e 's/:/ /' |
+sort -n -k +2 |
+tail -${num} >$stats
+
+awk '{print $1}' |
+sed -e 's/\..*/.tif/' -e 's,^,/home/wilde/bigdata/data/modis/,' <$stats >$tilelist
Property changes on: SwiftApps/modis/bin/analyzelanduse.sh.orig
___________________________________________________________________
Added: svn:executable
+ *
Added: SwiftApps/modis/bin/analyzelanduse2.sh
===================================================================
--- SwiftApps/modis/bin/analyzelanduse2.sh (rev 0)
+++ SwiftApps/modis/bin/analyzelanduse2.sh 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1,173 @@
+#
+# Return (simple) stats and filenames for the tiles with the $num highest values of $wanteduses
+#
+
+stats=$1
+tilelist=$2
+wanteduses=$3
+num=$4
+shift 4
+
+awk -v wanteduses="$wanteduses" '
+ BEGIN {
+ sum = 0;
+ filename = "";
+
+ use["water"]=0
+ use["evergreen needleleaf forest"]=1
+ use["evergreen broadleaf forest"]=2
+ use["deciduous needleleaf forest"]=3
+ use["deciduous broadleaf forest"]=4
+ use["mixed forests"]=5
+ use["closed shrubland"]=6
+ use["open shrublands"]=7
+ use["woody savannas"]=8
+ use["savannas"]=9
+ use["grasslands"]=10
+ use["permanent wetlands"]=11
+ use["croplands"]=12
+ use["urban and built-up"]=13
+ use["cropland/natural vegetation mosaic"]=14
+ use["snow and ice"]=15
+ use["barren or sparsely vegetated"]=16
+ use["unclassified"]=254
+
+ split(wanteduses,wants,"[ ,]+")
+ for (w in wants) {
+ for (u in use) {
+ if (index(u, wants[w])) {
+ wantuse[use[u]] = 1
+ }
+ }
+ }
+ }
+ {
+ if (FNR==1) {
+ if(filename != "") { print filename, sum}
+ filename = FILENAME
+ sum = 0
+ }
+ }
+
+ wantuse[$2] {
+ sum += $1
+ }
+ END { print filename, sum} ' $* |
+sort -n -k +2 |
+tail -${num} >$stats
+
+( awk '{print $1}' |
+ sed -e 's,^.*/,/,' -e 's/\..*/.tif/' -e 's,^,/home/wilde/bigdata/data/modis/2002/,' \
+# FIXME: dont hardcode dir path above
+# sed -e 's/landuse.//' -e 's/\..*/.tif/' -e 's,^,/home/wilde/bigdata/data/modis/2002/,' \
+) <$stats >$tilelist
+
+exit
+
+login1$ cat topselected.txt
+modis-2011.0102.1636-urban-50-9/h09v07.landuse.byfreq 5312
+modis-2011.0102.1636-urban-50-9/h08v07.landuse.byfreq 12555
+modis-2011.0102.1636-urban-50-9/h08v06.landuse.byfreq 14824
+modis-2011.0102.1636-urban-50-9/h10v04.landuse.byfreq 14852
+modis-2011.0102.1636-urban-50-9/h09v06.landuse.byfreq 21432
+modis-2011.0102.1636-urban-50-9/h09v04.landuse.byfreq 32954
+modis-2011.0102.1636-urban-50-9/h09v05.landuse.byfreq 38591
+modis-2011.0102.1636-urban-50-9/h10v05.landuse.byfreq 66613
+modis-2011.0102.1636-urban-50-9/h08v05.landuse.byfreq 92674
+
+login1$ cat selectedtiles.txt
+/home/wilde/bigdata/data/modis/2002/modis-2011.tif
+/home/wilde/bigdata/data/modis/2002/modis-2011.tif
+/home/wilde/bigdata/data/modis/2002/modis-2011.tif
+/home/wilde/bigdata/data/modis/2002/modis-2011.tif
+/home/wilde/bigdata/data/modis/2002/modis-2011.tif
+/home/wilde/bigdata/data/modis/2002/modis-2011.tif
+/home/wilde/bigdata/data/modis/2002/modis-2011.tif
+/home/wilde/bigdata/data/modis/2002/modis-2011.tif
+/home/wilde/bigdata/data/modis/2002/modis-2011.tif
+login1$
+
+---
+
+login1$ cat topurban.txt
+landuse/h20v04.landuse.byfreq 67312 13 0d
+landuse/h28v06.landuse.byfreq 82267 13 0d
+landuse/h08v05.landuse.byfreq 92674 13 0d
+landuse/h11v04.landuse.byfreq 93702 13 0d
+landuse/h13v11.landuse.byfreq 104302 13 0d
+landuse/h12v04.landuse.byfreq 110772 13 0d
+landuse/h19v04.landuse.byfreq 120908 13 0d
+landuse/h27v05.landuse.byfreq 128794 13 0d
+landuse/h18v03.landuse.byfreq 142756 13 0d
+landuse/h18v04.landuse.byfreq 146486 13 0d
+
+login1$ cat urbantiles.txt
+/home/wilde/bigdata/data/modis/2002landuse/h20v04.tif
+/home/wilde/bigdata/data/modis/2002landuse/h28v06.tif
+/home/wilde/bigdata/data/modis/2002landuse/h08v05.tif
+/home/wilde/bigdata/data/modis/2002landuse/h11v04.tif
+/home/wilde/bigdata/data/modis/2002landuse/h13v11.tif
+/home/wilde/bigdata/data/modis/2002landuse/h12v04.tif
+/home/wilde/bigdata/data/modis/2002landuse/h19v04.tif
+/home/wilde/bigdata/data/modis/2002landuse/h27v05.tif
+/home/wilde/bigdata/data/modis/2002landuse/h18v03.tif
+/home/wilde/bigdata/data/modis/2002landuse/h18v04.tif
+login1$
+
+ 0 water
+ 1 evergreen needleleaf forest
+ 2 evergreen broadleaf forest
+ 3 deciduous needleleaf forest
+ 4 deciduous broadleaf forest
+ 5 mixed forests
+ 6 closed shrubland
+ 7 open shrublands
+ 8 woody savannas
+ 9 savannas
+ 10 grasslands
+ 11 permanent wetlands
+ 12 croplands
+ 13 urban and built-up
+ 14 cropland/natural vegetation mosaic
+ 15 snow and ice
+ 16 barren or sparsely vegetated
+ 254 unclassified
+
+ use["water"]=0
+ use["evergreen needleleaf forest"]=1
+ use["evergreen broadleaf forest"]=2
+ use["deciduous needleleaf forest"]=3
+ use["deciduous broadleaf forest"]=4
+ use["mixed forests"]=5
+ use["closed shrubland"]=6
+ use["open shrublands"]=7
+ use["woody savannas"]=8
+ use["savannas"]=9
+ use["grasslands"]=10
+ use["permanent wetlands"]=11
+ use["croplands"]=12
+ use["urban and built-up"]=13
+ use["cropland/natural vegetation mosaic"]=14
+ use["snow and ice"]=15
+ use["barren or sparsely vegetated"]=16
+ use["unclassified"]=254
+
+
+use["water"]=0
+use["evergreenneedle"]=1
+use["evergreenleaf"]=2
+use["deciduousneedle"]=3
+use["deciduousleaf"]=4
+use["mixedforest"]=5
+use["closedshrub"]=6
+use["openshrub"]=7
+use["woody"]=8
+use["savanna"]=9
+use["grassland"]=10
+use["wetland"]=11
+use["cropland"]=12
+use["urban"]=13
+use["vegetation"]=14
+use["ice"]=15
+use["barren"]=16
+use["unclassified"]=17
Property changes on: SwiftApps/modis/bin/analyzelanduse2.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: SwiftApps/modis/bin/analyzelandusep1.sh
===================================================================
--- SwiftApps/modis/bin/analyzelandusep1.sh (rev 0)
+++ SwiftApps/modis/bin/analyzelandusep1.sh 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1,146 @@
+#
+# Return (simple) stats and filenames for the tiles with the $num highest values of $wanteduses
+#
+
+stats=$1
+tilelist=$2
+wanteduses=$3
+num=$4
+shift 4
+
+awk -v wanteduses="$wanteduses" '
+ BEGIN {
+ sum = 0;
+ filename = "";
+
+ use["water"]=0
+ use["evergreen needleleaf forest"]=1
+ use["evergreen broadleaf forest"]=2
+ use["deciduous needleleaf forest"]=3
+ use["deciduous broadleaf forest"]=4
+ use["mixed forests"]=5
+ use["closed shrubland"]=6
+ use["open shrublands"]=7
+ use["woody savannas"]=8
+ use["savannas"]=9
+ use["grasslands"]=10
+ use["permanent wetlands"]=11
+ use["croplands"]=12
+ use["urban and built-up"]=13
+ use["cropland/natural vegetation mosaic"]=14
+ use["snow and ice"]=15
+ use["barren or sparsely vegetated"]=16
+ use["unclassified"]=254
+
+ split(wanteduses,wants,"[ ,]+")
+ for (w in wants) {
+ for (u in use) {
+ if (index(u, wants[w])) {
+ wantuse[use[u]] = 1
+ }
+ }
+ }
+ }
+ {
+ if (FNR==1) {
+ if(filename != "") { print filename, sum}
+ filename = FILENAME
+ sum = 0
+ }
+ }
+
+ wantuse[$2] {
+ sum += $1
+ }
+ END { print filename, sum} ' $* |
+sort -n -k +2 |
+tail -${num} >$stats
+
+( awk '{print $1}' |
+ sed -e 's/landuse.//' -e 's/\..*/.tif/' -e 's,^,/home/wilde/bigdata/data/modis/2002/,' \
+) <$stats >$tilelist
+
+exit
+
+login1$ cat topurban.txt
+landuse/h20v04.landuse.byfreq 67312 13 0d
+landuse/h28v06.landuse.byfreq 82267 13 0d
+landuse/h08v05.landuse.byfreq 92674 13 0d
+landuse/h11v04.landuse.byfreq 93702 13 0d
+landuse/h13v11.landuse.byfreq 104302 13 0d
+landuse/h12v04.landuse.byfreq 110772 13 0d
+landuse/h19v04.landuse.byfreq 120908 13 0d
+landuse/h27v05.landuse.byfreq 128794 13 0d
+landuse/h18v03.landuse.byfreq 142756 13 0d
+landuse/h18v04.landuse.byfreq 146486 13 0d
+
+login1$ cat urbantiles.txt
+/home/wilde/bigdata/data/modis/2002landuse/h20v04.tif
+/home/wilde/bigdata/data/modis/2002landuse/h28v06.tif
+/home/wilde/bigdata/data/modis/2002landuse/h08v05.tif
+/home/wilde/bigdata/data/modis/2002landuse/h11v04.tif
+/home/wilde/bigdata/data/modis/2002landuse/h13v11.tif
+/home/wilde/bigdata/data/modis/2002landuse/h12v04.tif
+/home/wilde/bigdata/data/modis/2002landuse/h19v04.tif
+/home/wilde/bigdata/data/modis/2002landuse/h27v05.tif
+/home/wilde/bigdata/data/modis/2002landuse/h18v03.tif
+/home/wilde/bigdata/data/modis/2002landuse/h18v04.tif
+login1$
+
+ 0 water
+ 1 evergreen needleleaf forest
+ 2 evergreen broadleaf forest
+ 3 deciduous needleleaf forest
+ 4 deciduous broadleaf forest
+ 5 mixed forests
+ 6 closed shrubland
+ 7 open shrublands
+ 8 woody savannas
+ 9 savannas
+ 10 grasslands
+ 11 permanent wetlands
+ 12 croplands
+ 13 urban and built-up
+ 14 cropland/natural vegetation mosaic
+ 15 snow and ice
+ 16 barren or sparsely vegetated
+ 254 unclassified
+
+ use["water"]=0
+ use["evergreen needleleaf forest"]=1
+ use["evergreen broadleaf forest"]=2
+ use["deciduous needleleaf forest"]=3
+ use["deciduous broadleaf forest"]=4
+ use["mixed forests"]=5
+ use["closed shrubland"]=6
+ use["open shrublands"]=7
+ use["woody savannas"]=8
+ use["savannas"]=9
+ use["grasslands"]=10
+ use["permanent wetlands"]=11
+ use["croplands"]=12
+ use["urban and built-up"]=13
+ use["cropland/natural vegetation mosaic"]=14
+ use["snow and ice"]=15
+ use["barren or sparsely vegetated"]=16
+ use["unclassified"]=254
+
+
+use["water"]=0
+use["evergreenneedle"]=1
+use["evergreenleaf"]=2
+use["deciduousneedle"]=3
+use["deciduousleaf"]=4
+use["mixedforest"]=5
+use["closedshrub"]=6
+use["openshrub"]=7
+use["woody"]=8
+use["savanna"]=9
+use["grassland"]=10
+use["wetland"]=11
+use["cropland"]=12
+use["urban"]=13
+use["vegetation"]=14
+use["ice"]=15
+use["barren"]=16
+use["unclassified"]=17
Property changes on: SwiftApps/modis/bin/analyzelandusep1.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: SwiftApps/modis/bin/assemble.sh
===================================================================
--- SwiftApps/modis/bin/assemble.sh (rev 0)
+++ SwiftApps/modis/bin/assemble.sh 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1,13 @@
+output=$1
+shift
+inputs=$(ls -1 $*)
+labels=""
+for f in $inputs; do
+ labels="$labels -label $(echo $f | sed -e 's/^.*\(h..v..\).*/\1/') $f"
+done
+
+echo doing:
+echo montage $labels -font Courier-Regular $inputs $output
+
+montage $labels -font Courier-Regular $output
+
Property changes on: SwiftApps/modis/bin/assemble.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: SwiftApps/modis/bin/assemble.sh.orig
===================================================================
--- SwiftApps/modis/bin/assemble.sh.orig (rev 0)
+++ SwiftApps/modis/bin/assemble.sh.orig 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1,4 @@
+output=$1
+shift
+inputs=$(ls -1 $*)
+montage -label '%f' -font Courier-Regular $inputs $output
\ No newline at end of file
Property changes on: SwiftApps/modis/bin/assemble.sh.orig
___________________________________________________________________
Added: svn:executable
+ *
Added: SwiftApps/modis/bin/assemble.sh.v2
===================================================================
--- SwiftApps/modis/bin/assemble.sh.v2 (rev 0)
+++ SwiftApps/modis/bin/assemble.sh.v2 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1,10 @@
+output=$1
+shift
+inputs=$(ls -1 $*)
+labels=""
+for f in $inputs; do
+ labels="$labels -label $(echo $f | sed -e 's/^.*\(h..v..\).*/\1/') $f"
+done
+
+montage $label -font Courier-Regular $inputs $output
+
Property changes on: SwiftApps/modis/bin/assemble.sh.v2
___________________________________________________________________
Added: svn:executable
+ *
Added: SwiftApps/modis/bin/assemble2.sh
===================================================================
--- SwiftApps/modis/bin/assemble2.sh (rev 0)
+++ SwiftApps/modis/bin/assemble2.sh 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1,53 @@
+#! /bin/bash
+
+output=$(cd $(dirname $1); echo $(pwd)/$(basename $1)) # get full pathname of output file
+selected=$(cd $(dirname $2); echo $(pwd)/$(basename $2)) # get full pathname of input file "selected"
+indir=$(cd $(dirname $3); pwd) # get full pathname of input dir "geos"
+webdir=$4
+
+tmp=$(mktemp -d /tmp/modis3.assemble.XXXX)
+bindir=$(cd $(dirname $0); pwd)
+graytile=$bindir/gray.png
+
+# input files are expected to start with hNNvNN.
+# we reverse this to form the final image
+
+cd $indir
+for h in `seq -w 00 35`; do
+ for v in `seq -w 00 17`; do
+ hv=h${h}v${v}
+ vh=v${v}h${h}
+ if [ ! -f $hv*png ]; then
+ cp $graytile $tmp/$vh.png
+ elif grep $hv $selected >&/dev/null; then
+echo "adding border to $hv"
+ # add red border
+ convert $hv*png -resize 290x290 $tmp/t.png
+ convert $tmp/t.png -bordercolor red -border 5x5 $tmp/$vh.png
+ else
+ cp $hv*png $tmp/$vh.png
+ fi
+ done
+done
+
+montage -tile 36x18 -geometry +0+0 $tmp/v*png $tmp/bigmap.png
+convert $tmp/bigmap.png -resize 20% $tmp/map.png
+cp $tmp/map.png $output
+
+if [ -d "$webdir" ]; then
+ cp $tmp/map.png $webdir
+fi
+
+
+###########
+
+exit 0
+
+inputs=$(ls -1 $*)
+labels=""
+for f in $inputs; do
+ labels="$labels -label $(echo $f | sed -e 's/^.*\(h..v..\).*/\1/') $f"
+done
+
+montage $labels -font Courier-Regular $output
+
Property changes on: SwiftApps/modis/bin/assemble2.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: SwiftApps/modis/bin/colormodis.sh
===================================================================
--- SwiftApps/modis/bin/colormodis.sh (rev 0)
+++ SwiftApps/modis/bin/colormodis.sh 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1,53 @@
+#
+# Return a new modis files with the 0-16 pixel values changed to
+# colors that reflect the land use of that region. (See legend)
+#
+# usage: colormodis.sh modis.tif recolored.tif
+#
+
+infile=$1
+outfile=$2
+tmp=`mktemp /tmp/modis.$USER.XXXXXX`
+mv $tmp $tmp.tif
+tmp=$tmp.tif
+map=`mktemp /tmp/colormap.$USER.XXXXXX`
+
+# Create color set
+
+(
+ cat |
+ sed -e 's/ c.=/ /g' -e 's/[^0-9 ]//g' |
+ awk '{printf("#%02x%02x%02x #%02x%02x%02x\n",NR-1,NR-1,NR-1,$1,$2,$3)}') >$map <<EOF
+ <Entry c1="32" c2="65" c3="179" c4="255"/>
+ <Entry c1="0" c2="106" c3="15" c4="255"/>
+ <Entry c1="0" c2="124" c3="37" c4="255"/>
+ <Entry c1="0" c2="162" c3="91" c4="255"/>
+ <Entry c1="0" c2="161" c3="37" c4="255"/>
+ <Entry c1="6" c2="146" c3="40" c4="255"/>
+ <Entry c1="158" c2="150" c3="104" c4="255"/>
+ <Entry c1="193" c2="196" c3="143" c4="255"/>
+ <Entry c1="133" c2="170" c3="91" c4="255"/>
+ <Entry c1="177" c2="183" c3="65" c4="255"/>
+ <Entry c1="164" c2="208" c3="126" c4="255"/>
+ <Entry c1="115" c2="171" c3="174" c4="255"/>
+ <Entry c1="204" c2="210" c3="83" c4="255"/>
+ <Entry c1="217" c2="0" c3="0" c4="255"/>
+ <Entry c1="157" c2="227" c3="110" c4="255"/>
+ <Entry c1="182" c2="181" c3="194" c4="255"/>
+ <Entry c1="148" c2="148" c3="148" c4="255"/>
+EOF
+
+cp $infile $tmp
+
+# output logged to stdout/error is ignored by swift for this app()
+
+while read mval color ; do
+ echo color $mval is $color
+ echo convert $tmp "-fill" "$color" "-opaque" "$mval" $tmp
+ convert $tmp "-fill" "$color" "-opaque" "$mval" $tmp
+done <$map
+
+#cp $tmp $outfile
+convert -thumbnail 300x300 $tmp $outfile
+
+# rm $tmp $map # Keep these for debugging, for now.
Property changes on: SwiftApps/modis/bin/colormodis.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: SwiftApps/modis/bin/getlanduse.sh
===================================================================
--- SwiftApps/modis/bin/getlanduse.sh (rev 0)
+++ SwiftApps/modis/bin/getlanduse.sh 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1,14 @@
+#
+# Read a MODIS .tif file and return a histogram of pixel values.
+# The pixel values signify land use for that region (see legend in notes)
+#
+# Usage: getlanduse.sh modisFile histogramFile
+#
+
+#sleep 1
+convert $1 -format %c histogram:info:- 2>/dev/null |
+ grep '[0-9]' |
+ sort -nr |
+ sed -e 's/[^0-9 ]//g' |
+ awk '{print $1, $3, sprintf("%02x",$3)}' |
+ sort -n -k $2
Property changes on: SwiftApps/modis/bin/getlanduse.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: SwiftApps/modis/bin/gray.png
===================================================================
(Binary files differ)
Property changes on: SwiftApps/modis/bin/gray.png
___________________________________________________________________
Added: svn:mime-type
+ application/octet-stream
Added: SwiftApps/modis/bin/grid.gif
===================================================================
(Binary files differ)
Property changes on: SwiftApps/modis/bin/grid.gif
___________________________________________________________________
Added: svn:mime-type
+ application/octet-stream
Added: SwiftApps/modis/bin/imagehist.sh
===================================================================
--- SwiftApps/modis/bin/imagehist.sh (rev 0)
+++ SwiftApps/modis/bin/imagehist.sh 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1 @@
+convert $1 -format %c histogram:info:- 2>/dev/null | grep : | sort -nr
Property changes on: SwiftApps/modis/bin/imagehist.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: SwiftApps/modis/bin/markmap.sh
===================================================================
--- SwiftApps/modis/bin/markmap.sh (rev 0)
+++ SwiftApps/modis/bin/markmap.sh 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1,25 @@
+# markmap selectedTileFile outputMap
+
+bin=$(cd $(dirname $0); pwd)
+
+tilefile=$1
+outmap=$2
+
+cp $bin/grid.gif $outmap
+cat $tilefile | while read f ; do
+ hv=$(echo $f | sed -e 's,^.*/,,' -e 's/\..*//')
+ h=$(echo $hv | sed -e 's/h//' -e 's/v..//' -e 's/^0//')
+ v=$(echo $hv | sed -e 's/h..//' -e 's/v//' -e 's/^0//')
+ echo hv=$hv h=$h v=$v
+ convert $outmap -stroke red -linewidth 2 -fill transparent \
+ -draw "rectangle $((34+$h*16)),$((51+$v*16)) $((34+14+$h*16)),$((51+14+$v*16))" $outmap
+done
+
+exit
+
+# example:
+
+h=18
+v=8
+cp grid.gif g.gif
+convert g.gif -stroke red -linewidth 2 -fill transparent -draw "rectangle $((34+$h*16)),$((51+$v*16)) $((34+14+$h*16)),$((51+14+$v*16))" g.gif
Property changes on: SwiftApps/modis/bin/markmap.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: SwiftApps/modis/bin/setborder.sh
===================================================================
--- SwiftApps/modis/bin/setborder.sh (rev 0)
+++ SwiftApps/modis/bin/setborder.sh 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1 @@
+convert $1 -bordercolor red -border 20 $2
Property changes on: SwiftApps/modis/bin/setborder.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: SwiftApps/modis/bin/setglobushost.sh
===================================================================
--- SwiftApps/modis/bin/setglobushost.sh (rev 0)
+++ SwiftApps/modis/bin/setglobushost.sh 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1,2 @@
+ipaddr=`/sbin/ifconfig | grep inet | head -1 | cut -d ':' -f 2 |awk '{print $1}'`
+export GLOBUS_HOSTNAME=$ipaddr
Property changes on: SwiftApps/modis/bin/setglobushost.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: SwiftApps/modis/cf
===================================================================
--- SwiftApps/modis/cf (rev 0)
+++ SwiftApps/modis/cf 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1,9 @@
+wrapperlog.always.transfer=true
+sitedir.keep=true
+execution.retries=0
+lazy.errors=false
+status.mode=provider
+use.provider.staging=false
+provider.staging.pin.swiftfiles=false
+#throttle.transfers=16
+#throttle.file.operations=16
Added: SwiftApps/modis/coast1.xml
===================================================================
--- SwiftApps/modis/coast1.xml (rev 0)
+++ SwiftApps/modis/coast1.xml 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1,191 @@
+<config>
+
+ <pool handle="stomp">
+ <execution provider="coaster" url="stomp.mcs.anl.gov" jobmanager="ssh:local"/>
+ <profile namespace="globus" key="workersPerNode">8</profile>
+ <profile namespace="globus" key="maxTime">3500</profile>
+ <profile namespace="globus" key="slots">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="globus" key="maxNodes">1</profile>
+ <filesystem provider="local" url="none" />
+ <profile key="jobThrottle" namespace="karajan">.31</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/home/wilde/swiftwork/stomp</workdirectory>
+ </pool>
+
+<!--
+ <pool handle="crush">
+ <execution provider="coaster" url="crush.mcs.anl.gov" jobmanager="ssh:local"/>
+ <profile namespace="globus" key="workersPerNode">8</profile>
+ <profile namespace="globus" key="maxTime">3500</profile>
+ <profile namespace="globus" key="slots">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="globus" key="maxNodes">1</profile>
+ <filesystem provider="local" url="none" />
+ <profile key="jobThrottle" namespace="karajan">.07</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/home/wilde/swiftwork/crush</workdirectory>
+ </pool>
+
+ <pool handle="thwomp">
+ <execution provider="coaster" url="thwomp.mcs.anl.gov" jobmanager="ssh:local"/>
+ <profile namespace="globus" key="workersPerNode">8</profile>
+ <profile namespace="globus" key="maxTime">3500</profile>
+ <profile namespace="globus" key="slots">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="globus" key="maxNodes">1</profile>
+ <filesystem provider="local" url="none" />
+ <profile key="jobThrottle" namespace="karajan">.31</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/home/wilde/swiftwork/thwomp</workdirectory>
+ </pool>
+
+ <pool handle="crush">
+ <execution provider="coaster" url="crush.mcs.anl.gov" jobmanager="ssh:local"/>
+ <profile namespace="globus" key="workersPerNode">8</profile>
+ <profile namespace="globus" key="maxTime">3500</profile>
+ <profile namespace="globus" key="slots">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="globus" key="maxNodes">1</profile>
+ <filesystem provider="local" url="none" />
+ <profile key="jobThrottle" namespace="karajan">.31</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/home/wilde/swiftwork/crush</workdirectory>
+ </pool>
+
+ <pool handle="crank">
+ <execution provider="coaster" url="crank.mcs.anl.gov" jobmanager="ssh:local"/>
+ <profile namespace="globus" key="workersPerNode">8</profile>
+ <profile namespace="globus" key="maxTime">3500</profile>
+ <profile namespace="globus" key="slots">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="globus" key="maxNodes">1</profile>
+ <filesystem provider="local" url="none" />
+ <profile key="jobThrottle" namespace="karajan">.31</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/home/wilde/swiftwork/crank</workdirectory>
+ </pool>
+
+ <pool handle="steamroller">
+ <execution provider="coaster" url="steamroller.mcs.anl.gov" jobmanager="ssh:local"/>
+ <profile namespace="globus" key="workersPerNode">8</profile>
+ <profile namespace="globus" key="maxTime">3500</profile>
+ <profile namespace="globus" key="slots">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="globus" key="maxNodes">1</profile>
+ <filesystem provider="local" url="none" />
+ <profile key="jobThrottle" namespace="karajan">.31</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/home/wilde/swiftwork/steamroller</workdirectory>
+ </pool>
+
+ <pool handle="grind">
+ <execution provider="coaster" url="grind.mcs.anl.gov" jobmanager="ssh:local"/>
+ <profile namespace="globus" key="workersPerNode">8</profile>
+ <profile namespace="globus" key="maxTime">3500</profile>
+ <profile namespace="globus" key="slots">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="globus" key="maxNodes">1</profile>
+ <filesystem provider="local" url="none" />
+ <profile key="jobThrottle" namespace="karajan">.31</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/home/wilde/swiftwork/grind</workdirectory>
+ </pool>
+
+ <pool handle="churn">
+ <execution provider="coaster" url="churn.mcs.anl.gov" jobmanager="ssh:local"/>
+ <profile namespace="globus" key="workersPerNode">8</profile>
+ <profile namespace="globus" key="maxTime">3500</profile>
+ <profile namespace="globus" key="slots">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="globus" key="maxNodes">1</profile>
+ <filesystem provider="local" url="none" />
+ <profile key="jobThrottle" namespace="karajan">.31</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/home/wilde/swiftwork/churn</workdirectory>
+ </pool>
+
+ <pool handle="trounce">
+ <execution provider="coaster" url="trounce.mcs.anl.gov" jobmanager="ssh:local"/>
+ <profile namespace="globus" key="workersPerNode">8</profile>
+ <profile namespace="globus" key="maxTime">3500</profile>
+ <profile namespace="globus" key="slots">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="globus" key="maxNodes">1</profile>
+ <filesystem provider="local" url="none" />
+ <profile key="jobThrottle" namespace="karajan">.31</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/home/wilde/swiftwork/trounce</workdirectory>
+ </pool>
+
+ <pool handle="thrash">
+ <execution provider="coaster" url="thrash.mcs.anl.gov" jobmanager="ssh:local"/>
+ <profile namespace="globus" key="workersPerNode">8</profile>
+ <profile namespace="globus" key="maxTime">3500</profile>
+ <profile namespace="globus" key="slots">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="globus" key="maxNodes">1</profile>
+ <filesystem provider="local" url="none" />
+ <profile key="jobThrottle" namespace="karajan">.31</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/home/wilde/swiftwork/thrash</workdirectory>
+ </pool>
+
+ <pool handle="vanquish">
+ <execution provider="coaster" url="vanquish.mcs.anl.gov" jobmanager="ssh:local"/>
+ <profile namespace="globus" key="workersPerNode">8</profile>
+ <profile namespace="globus" key="maxTime">3500</profile>
+ <profile namespace="globus" key="slots">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="globus" key="maxNodes">1</profile>
+ <filesystem provider="local" url="none" />
+ <profile key="jobThrottle" namespace="karajan">.31</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/home/wilde/swiftwork/vanquish</workdirectory>
+ </pool>
+
+-->
+
+
+<!-- 32 bit systems - need 32 bit java
+ <pool handle="octagon">
+ <execution provider="coaster" url="octagon.mcs.anl.gov" jobmanager="ssh:local"/>
+ <profile namespace="globus" key="workersPerNode">8</profile>
+ <profile namespace="globus" key="maxTime">3500</profile>
+ <profile namespace="globus" key="slots">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="globus" key="maxNodes">1</profile>
+ <filesystem provider="local" url="none" />
+ <profile key="jobThrottle" namespace="karajan">.31</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/home/wilde/swiftwork/octagon</workdirectory>
+ </pool>
+
+ <pool handle="octopus">
+ <execution provider="coaster" url="octopus.mcs.anl.gov" jobmanager="ssh:local"/>
+ <profile namespace="globus" key="workersPerNode">8</profile>
+ <profile namespace="globus" key="maxTime">3500</profile>
+ <profile namespace="globus" key="slots">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="globus" key="maxNodes">1</profile>
+ <filesystem provider="local" url="none" />
+ <profile key="jobThrottle" namespace="karajan">.31</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/home/wilde/swiftwork/octopus</workdirectory>
+ </pool>
+
+ <pool handle="triumph">
+ <execution provider="coaster" url="triumph.mcs.anl.gov" jobmanager="ssh:local"/>
+ <profile namespace="globus" key="workersPerNode">8</profile>
+ <profile namespace="globus" key="maxTime">3500</profile>
+ <profile namespace="globus" key="slots">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="globus" key="maxNodes">1</profile>
+ <filesystem provider="local" url="none" />
+ <profile key="jobThrottle" namespace="karajan">.31</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/home/wilde/swiftwork/triumph</workdirectory>
+ </pool>
+-->
+
+</config>
Added: SwiftApps/modis/coasters.xml
===================================================================
--- SwiftApps/modis/coasters.xml (rev 0)
+++ SwiftApps/modis/coasters.xml 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1,189 @@
+<config>
+ <pool handle="crush">
+
+ <execution provider="coaster" url="crush.mcs.anl.gov" jobmanager="ssh:local"/>
+
+ <profile namespace="globus" key="workersPerNode">8</profile>
+ <profile namespace="globus" key="maxTime">3500</profile>
+ <profile namespace="globus" key="slots">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="globus" key="maxNodes">1</profile>
+
+ <filesystem provider="local" url="none" />
+ <profile key="jobThrottle" namespace="karajan">.07</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/home/wilde/swiftwork/crush</workdirectory>
+ </pool>
+
+ <pool handle="thwomp">
+ <execution provider="coaster" url="thwomp.mcs.anl.gov" jobmanager="ssh:local"/>
+ <profile namespace="globus" key="workersPerNode">8</profile>
+ <profile namespace="globus" key="maxTime">3500</profile>
+ <profile namespace="globus" key="slots">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="globus" key="maxNodes">1</profile>
+ <filesystem provider="local" url="none" />
+ <profile key="jobThrottle" namespace="karajan">.31</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/home/wilde/swiftwork/thwomp</workdirectory>
+ </pool>
+
+ <pool handle="stomp">
+ <execution provider="coaster" url="stomp.mcs.anl.gov" jobmanager="ssh:local"/>
+ <profile namespace="globus" key="workersPerNode">8</profile>
+ <profile namespace="globus" key="maxTime">3500</profile>
+ <profile namespace="globus" key="slots">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="globus" key="maxNodes">1</profile>
+ <filesystem provider="local" url="none" />
+ <profile key="jobThrottle" namespace="karajan">.31</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/home/wilde/swiftwork/stomp</workdirectory>
+ </pool>
+
+ <pool handle="crush">
+ <execution provider="coaster" url="crush.mcs.anl.gov" jobmanager="ssh:local"/>
+ <profile namespace="globus" key="workersPerNode">8</profile>
+ <profile namespace="globus" key="maxTime">3500</profile>
+ <profile namespace="globus" key="slots">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="globus" key="maxNodes">1</profile>
+ <filesystem provider="local" url="none" />
+ <profile key="jobThrottle" namespace="karajan">.31</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/home/wilde/swiftwork/crush</workdirectory>
+ </pool>
+
+ <pool handle="crank">
+ <execution provider="coaster" url="crank.mcs.anl.gov" jobmanager="ssh:local"/>
+ <profile namespace="globus" key="workersPerNode">8</profile>
+ <profile namespace="globus" key="maxTime">3500</profile>
+ <profile namespace="globus" key="slots">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="globus" key="maxNodes">1</profile>
+ <filesystem provider="local" url="none" />
+ <profile key="jobThrottle" namespace="karajan">.31</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/home/wilde/swiftwork/crank</workdirectory>
+ </pool>
+
+ <pool handle="steamroller">
+ <execution provider="coaster" url="steamroller.mcs.anl.gov" jobmanager="ssh:local"/>
+ <profile namespace="globus" key="workersPerNode">8</profile>
+ <profile namespace="globus" key="maxTime">3500</profile>
+ <profile namespace="globus" key="slots">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="globus" key="maxNodes">1</profile>
+ <filesystem provider="local" url="none" />
+ <profile key="jobThrottle" namespace="karajan">.31</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/home/wilde/swiftwork/steamroller</workdirectory>
+ </pool>
+
+ <pool handle="grind">
+ <execution provider="coaster" url="grind.mcs.anl.gov" jobmanager="ssh:local"/>
+ <profile namespace="globus" key="workersPerNode">8</profile>
+ <profile namespace="globus" key="maxTime">3500</profile>
+ <profile namespace="globus" key="slots">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="globus" key="maxNodes">1</profile>
+ <filesystem provider="local" url="none" />
+ <profile key="jobThrottle" namespace="karajan">.31</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/home/wilde/swiftwork/grind</workdirectory>
+ </pool>
+
+ <pool handle="churn">
+ <execution provider="coaster" url="churn.mcs.anl.gov" jobmanager="ssh:local"/>
+ <profile namespace="globus" key="workersPerNode">8</profile>
+ <profile namespace="globus" key="maxTime">3500</profile>
+ <profile namespace="globus" key="slots">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="globus" key="maxNodes">1</profile>
+ <filesystem provider="local" url="none" />
+ <profile key="jobThrottle" namespace="karajan">.31</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/home/wilde/swiftwork/churn</workdirectory>
+ </pool>
+
+ <pool handle="trounce">
+ <execution provider="coaster" url="trounce.mcs.anl.gov" jobmanager="ssh:local"/>
+ <profile namespace="globus" key="workersPerNode">8</profile>
+ <profile namespace="globus" key="maxTime">3500</profile>
+ <profile namespace="globus" key="slots">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="globus" key="maxNodes">1</profile>
+ <filesystem provider="local" url="none" />
+ <profile key="jobThrottle" namespace="karajan">.31</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/home/wilde/swiftwork/trounce</workdirectory>
+ </pool>
+
+ <pool handle="thrash">
+ <execution provider="coaster" url="thrash.mcs.anl.gov" jobmanager="ssh:local"/>
+ <profile namespace="globus" key="workersPerNode">8</profile>
+ <profile namespace="globus" key="maxTime">3500</profile>
+ <profile namespace="globus" key="slots">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="globus" key="maxNodes">1</profile>
+ <filesystem provider="local" url="none" />
+ <profile key="jobThrottle" namespace="karajan">.31</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/home/wilde/swiftwork/thrash</workdirectory>
+ </pool>
+
+ <pool handle="vanquish">
+ <execution provider="coaster" url="vanquish.mcs.anl.gov" jobmanager="ssh:local"/>
+ <profile namespace="globus" key="workersPerNode">8</profile>
+ <profile namespace="globus" key="maxTime">3500</profile>
+ <profile namespace="globus" key="slots">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="globus" key="maxNodes">1</profile>
+ <filesystem provider="local" url="none" />
+ <profile key="jobThrottle" namespace="karajan">.31</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/home/wilde/swiftwork/vanquish</workdirectory>
+ </pool>
+
+<!-- 32 bit systems - need 32 bit java
+ <pool handle="octagon">
+ <execution provider="coaster" url="octagon.mcs.anl.gov" jobmanager="ssh:local"/>
+ <profile namespace="globus" key="workersPerNode">8</profile>
+ <profile namespace="globus" key="maxTime">3500</profile>
+ <profile namespace="globus" key="slots">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="globus" key="maxNodes">1</profile>
+ <filesystem provider="local" url="none" />
+ <profile key="jobThrottle" namespace="karajan">.31</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/home/wilde/swiftwork/octagon</workdirectory>
+ </pool>
+
+ <pool handle="octopus">
+ <execution provider="coaster" url="octopus.mcs.anl.gov" jobmanager="ssh:local"/>
+ <profile namespace="globus" key="workersPerNode">8</profile>
+ <profile namespace="globus" key="maxTime">3500</profile>
+ <profile namespace="globus" key="slots">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="globus" key="maxNodes">1</profile>
+ <filesystem provider="local" url="none" />
+ <profile key="jobThrottle" namespace="karajan">.31</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/home/wilde/swiftwork/octopus</workdirectory>
+ </pool>
+
+ <pool handle="triumph">
+ <execution provider="coaster" url="triumph.mcs.anl.gov" jobmanager="ssh:local"/>
+ <profile namespace="globus" key="workersPerNode">8</profile>
+ <profile namespace="globus" key="maxTime">3500</profile>
+ <profile namespace="globus" key="slots">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="globus" key="maxNodes">1</profile>
+ <filesystem provider="local" url="none" />
+ <profile key="jobThrottle" namespace="karajan">.31</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/home/wilde/swiftwork/triumph</workdirectory>
+ </pool>
+-->
+
+</config>
Added: SwiftApps/modis/demo3
===================================================================
--- SwiftApps/modis/demo3 (rev 0)
+++ SwiftApps/modis/demo3 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1,7 @@
+swift -tc.file tc.local \
+ -sites.file sites.xml \
+ modis3.swift -landtype=$1 -nfiles=$2 -nselect=$3
+
+exit
+
+swift -tc.file tc.local -sites.file sites.local.xml modis2.swift -landtype=$1 -nfiles=$2 -nselect=$3
Property changes on: SwiftApps/modis/demo3
___________________________________________________________________
Added: svn:executable
+ *
Added: SwiftApps/modis/demo4
===================================================================
--- SwiftApps/modis/demo4 (rev 0)
+++ SwiftApps/modis/demo4 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1,18 @@
+# demo4 forest 50 5 pbs
+
+landtype=${1:-urban}
+nfiles=${2:-50}
+nselect=${3:-10}
+site=${4:-local}
+
+runid=modis-$(date +%Y.%m%d.%H%M)-$landtype-$nfiles-$nselect
+
+echo runid=$runid
+
+swift -tc.file tc.$site \
+ -sites.file sites.xml \
+ modis4.swift -landtype=$landtype -nfiles=$nfiles -nselect=$nselect -runid=$runid \
+ -MODISdir=/home/wilde/bigdata/data/modis/2002 -webdir=/home/wilde/public_html/geo
+exit
+
+swift -tc.file tc.local -sites.file sites.local.xml modis2.swift -landtype=$1 -nfiles=$2 -nselect=$3
Property changes on: SwiftApps/modis/demo4
___________________________________________________________________
Added: svn:executable
+ *
Added: SwiftApps/modis/demo5
===================================================================
--- SwiftApps/modis/demo5 (rev 0)
+++ SwiftApps/modis/demo5 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1,18 @@
+# demo4 forest 50 5 pbs
+
+landtype=${1:-urban}
+nfiles=${2:-50}
+nselect=${3:-10}
+site=${4:-local}
+
+runid=modis-$(date +%Y.%m%d.%H%M)-$landtype-$nfiles-$nselect
+
+echo runid=$runid
+
+swift -tc.file tc.$site \
+ -sites.file sites.xml \
+ modis5.swift -landtype=$landtype -nfiles=$nfiles -nselect=$nselect -runid=$runid \
+ -MODISdir=/home/wilde/bigdata/data/modis/2002 -webdir=/home/wilde/public_html/geo
+exit
+
+swift -tc.file tc.local -sites.file sites.local.xml modis2.swift -landtype=$1 -nfiles=$2 -nselect=$3
Property changes on: SwiftApps/modis/demo5
___________________________________________________________________
Added: svn:executable
+ *
Added: SwiftApps/modis/g.gif
===================================================================
(Binary files differ)
Property changes on: SwiftApps/modis/g.gif
___________________________________________________________________
Added: svn:mime-type
+ application/octet-stream
Added: SwiftApps/modis/geos.mapper.sh
===================================================================
--- SwiftApps/modis/geos.mapper.sh (rev 0)
+++ SwiftApps/modis/geos.mapper.sh 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1,20 @@
+#!/bin/bash
+
+# Usage: $0 -location dir -suffix .tif -site gsiftp://gridftp.pads.ci.uchicago.edu/ -n=999
+
+while [ $# -gt 0 ]; do
+ case $1 in
+ -location) location=$2;;
+ -suffix) suffix=$2;;
+ -site) site=$2;;
+ -n) n=$2;;
+ *) echo "$0: bad mapper args" 1>&2
+ exit 1;;
+ esac
+ shift 2
+done
+
+find $location -name '*'${suffix} -print | head -$n |
+awk '{printf "[%d] '$site'/%s\n", NR, $1}'
+
+
Property changes on: SwiftApps/modis/geos.mapper.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: SwiftApps/modis/gridmap.gif
===================================================================
(Binary files differ)
Property changes on: SwiftApps/modis/gridmap.gif
___________________________________________________________________
Added: svn:mime-type
+ application/octet-stream
Added: SwiftApps/modis/markedGrid.gif
===================================================================
(Binary files differ)
Property changes on: SwiftApps/modis/markedGrid.gif
___________________________________________________________________
Added: svn:mime-type
+ application/octet-stream
Added: SwiftApps/modis/modis.mapper
===================================================================
--- SwiftApps/modis/modis.mapper (rev 0)
+++ SwiftApps/modis/modis.mapper 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1,20 @@
+#!/bin/bash
+
+# Usage: $0 -location dir -suffix .tif -site gsiftp://gridftp.pads.ci.uchicago.edu/ -n=999
+
+while [ $# -gt 0 ]; do
+ case $1 in
+ -location) location=$2;;
+ -suffix) suffix=$2;;
+ -site) site=$2;;
+ -n) n=$2;;
+ *) echo "$0: bad mapper args" 1>&2
+ exit 1;;
+ esac
+ shift 2
+done
+
+find $location -type f -name 'h??v??'${suffix} -print | head -$n |
+awk '{printf "[%d] %s\n", NR-1, $1}'
+
+
Property changes on: SwiftApps/modis/modis.mapper
___________________________________________________________________
Added: svn:executable
+ *
Added: SwiftApps/modis/modis.swift
===================================================================
--- SwiftApps/modis/modis.swift (rev 0)
+++ SwiftApps/modis/modis.swift 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1,71 @@
+# Declare dataset types
+
+type file;
+type imagefile;
+type landuse;
+
+# Define application program interfaces
+
+app (landuse output) getLandUse (imagefile input, int sortfield)
+{
+ getlanduse @input sortfield stdout=@output ;
+}
+
+app (file output, file tilelist) analyzeLandUse (landuse input[], int usetype, int maxnum)
+{
+ analyzelanduse @output @tilelist usetype maxnum @filenames(input);
+}
+
+app (imagefile output) colormodis (imagefile input)
+{
+ colormodis @input @output;
+}
+
+app (imagefile output) assemble (imagefile input[])
+{
+ assemble @output @filenames(input);
+}
+
+# Declare datasets
+
+imagefile geos[]<filesys_mapper; location="/home/wilde/bigdata/data/modis/2002", suffix=".tif">;
+landuse land[]<structured_regexp_mapper; source=geos,match="(h..v..)", transform="landuse/\\1.landuse.byfreq">;
+
+# Find the land use of each MODIS tile
+
+foreach g,i in geos {
+ land[i] = getLandUse(g,1);
+}
+
+# Find the top N most urban tiles (by area)
+
+int N = 12;
+int UsageTypeURBAN=13;
+file bigurban<"topurban.txt">;
+file urbantiles<"urbantiles.txt">;
+(bigurban, urbantiles) = analyzeLandUse(land, UsageTypeURBAN, N);
+
+# Map the files for the top urban tiles to an array
+
+string urbanfilenames[] = readData(urbantiles);
+imagefile urbanfiles[] <array_mapper;files=urbanfilenames>;
+
+# Create a set of recolored images for just the urban tiles
+
+string odir = "/home/wilde/public_html/geo/";
+
+imagefile recoloredImage[] <structured_regexp_mapper;
+ source=urbanfiles, match="(h..v..)",
+ transform=@strcat(odir,"\\1.urban.png")>;
+
+foreach uf, i in urbanfiles {
+ #imagefile recoloredImage <single_file_mapper;
+ # file=@strcat(odir, at strcut(urbanfilenames[i],"(h..v..)"),".urban.png")>;
+ recoloredImage[i] = colormodis(uf);
+}
+
+# Assemble a montage of the top urban areas
+
+imagefile urbanMontage <single_file_mapper; file=@strcat(odir,"urban.png") >;
+
+urbanMontage = assemble(recoloredImage);
Added: SwiftApps/modis/modis2.swift
===================================================================
--- SwiftApps/modis/modis2.swift (rev 0)
+++ SwiftApps/modis/modis2.swift 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1,78 @@
+# Declare dataset types
+
+type file;
+type imagefile;
+type landuse;
+
+# Define application program interfaces
+
+app (landuse output) getLandUse (imagefile input, int sortfield)
+{
+ getlanduse @input sortfield stdout=@output ;
+}
+
+app (file output, file tilelist) analyzeLandUse (landuse input[], string usetype, int maxnum)
+{
+ analyzelanduse @output @tilelist usetype maxnum @filenames(input);
+}
+
+app (imagefile output) colormodis (imagefile input)
+{
+ colormodis @input @output;
+}
+
+app (imagefile output) assemble (imagefile input[])
+{
+ assemble @output @filenames(input);
+}
+
+# Declare datasets
+
+# imagefile geos[]<filesys_mapper; location="/home/wilde/bigdata/data/modis/2002", suffix=".tif">;
+
+string location="/home/wilde/bigdata/data/modis/2002";
+string suffix=".tif";
+
+int nfiles = @toint(@arg("nfiles","1000"));
+int N = @toint(@arg("nselect","12"));
+string UsageType=@arg("landtype","urban");
+
+imagefile geos[]<ext; exec="modis.mapper", location=location, suffix=".tif", n=nfiles >; # site=site
+landuse land[]<structured_regexp_mapper; source=geos,match="(h..v..)", transform="landuse/\\1.landuse.byfreq">;
+
+# Find the land use of each MODIS tile
+
+foreach g,i in geos {
+ land[i] = getLandUse(g,1);
+}
+
+# Find the top N tiles (by total area of selected landuse types)
+
+file topselected<"topselected.txt">;
+file selectedtiles<"selectedtiles.txt">;
+(topselected, selectedtiles) = analyzeLandUse(land, UsageType, N);
+
+# Map the files for the top selected tiles to an array
+
+string selectedfilenames[] = readData(selectedtiles);
+imagefile selectedfiles[] <array_mapper;files=selectedfilenames>;
+
+# Create a set of recolored images for just the selected tiles
+
+string odir = "/home/wilde/public_html/geo/";
+
+imagefile recoloredImage[] <structured_regexp_mapper;
+ source=selectedfiles, match="(h..v..)",
+ transform=@strcat(odir,"\\1.selected.png")>;
+
+foreach sf, i in selectedfiles {
+ #imagefile recoloredImage <single_file_mapper;
+ # file=@strcat(odir, at strcut(selcted[i],"(h..v..)"),".selected.png")>;
+ recoloredImage[i] = colormodis(sf);
+}
+
+# Assemble a montage of the top selcted areas
+
+imagefile selectedMontage <single_file_mapper; file=@strcat(odir,"selected.png") >;
+
+selectedMontage = assemble(recoloredImage);
Added: SwiftApps/modis/modis3.swift
===================================================================
--- SwiftApps/modis/modis3.swift (rev 0)
+++ SwiftApps/modis/modis3.swift 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1,71 @@
+# Declare dataset types
+
+type file;
+type imagefile;
+type landuse;
+
+# Define application program interfaces
+
+app (landuse output) getLandUse (imagefile input, int sortfield)
+{
+ getlanduse @input sortfield stdout=@output ;
+}
+
+app (file output, file tilelist) analyzeLandUse (landuse input[], string usetype, int maxnum)
+{
+ analyzelanduse @output @tilelist usetype maxnum @filenames(input);
+}
+
+app (imagefile output) colorMODIS (imagefile input)
+{
+ colormodis @input @output;
+}
+
+app (imagefile output) assemble (file selected, imagefile image[])
+{
+ assemble @output @selected @filenames(image);
+}
+
+# Declare datasets
+
+# imagefile geos[]<filesys_mapper; location="/home/wilde/bigdata/data/modis/2002", suffix=".tif">;
+
+string location="/home/wilde/bigdata/data/modis/2002";
+string suffix=".tif";
+
+int nfiles = @toint(@arg("nfiles","1000"));
+int N = @toint(@arg("nselect","12"));
+string UsageType=@arg("landtype","urban");
+
+imagefile geos[]<ext; exec="modis.mapper", location=location, suffix=".tif", n=nfiles >; # site=site
+landuse land[]<structured_regexp_mapper; source=geos,match="(h..v..)", transform="landuse/\\1.landuse.byfreq">;
+
+# Find the land use of each MODIS tile
+
+foreach g,i in geos {
+ land[i] = getLandUse(g,1);
+}
+
+# Find the top N tiles (by total area of selected landuse types)
+
+file topSelected<"topselected.txt">;
+file selectedTiles<"selectedtiles.txt">;
+(topSelected, selectedTiles) = analyzeLandUse(land, UsageType, N);
+
+# Create multi-color images for all tiles
+
+string odir = "/home/wilde/public_html/geo/";
+
+imagefile colorImage[] <structured_regexp_mapper;
+ source=geos, match="(h..v..)",
+ transform="landuse/\\1.color.png">;
+
+foreach g, i in geos {
+ colorImage[i] = colorMODIS(g);
+}
+
+# Assemble a montage of the top selcted areas
+
+imagefile montage <single_file_mapper; file=@strcat(odir,"montage.png") >; # @arg
+
+montage = assemble(selectedTiles,colorImage);
Added: SwiftApps/modis/modis4.swift
===================================================================
--- SwiftApps/modis/modis4.swift (rev 0)
+++ SwiftApps/modis/modis4.swift 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1,83 @@
+# Declare dataset types
+
+type file;
+type imagefile;
+type landuse;
+
+# Define application program interfaces
+
+app (landuse output) getLandUse (imagefile input, int sortfield)
+{
+ getlanduse @input sortfield stdout=@output ;
+}
+
+app (file output, file tilelist) analyzeLandUse (landuse input[], string usetype, int maxnum)
+{
+ analyzelanduse @output @tilelist usetype maxnum @filenames(input);
+}
+
+app (imagefile output) colorMODIS (imagefile input)
+{
+ colormodis @input @output;
+}
+
+app (imagefile output) assemble (file selected, imagefile image[], string webdir)
+{
+ assemble @output @selected @filename(image[0]) webdir;
+}
+
+# Constants and command line arguments
+
+int nFiles = @toint(@arg("nfiles","1000"));
+int nSelect = @toint(@arg("nselect","12"));
+string landType = @arg("landtype","urban");
+string runID = @arg("runid","modis-run");
+string MODISdir= @arg("modisdir","/home/wilde/bigdata/data/modis/2002");
+string webDir = @arg("webdir","/home/wilde/public_html/geo/");
+
+string suffix=".tif";
+
+# Datasets
+
+imagefile geos[]<ext; exec="modis.mapper", location=MODISdir, suffix=".tif", n=nFiles >; # site=site
+
+# Find the land use of each MODIS tile
+
+landuse land[]<structured_regexp_mapper; source=geos, match="(h..v..)", transform=@strcat(runID,"/\\1.landuse.byfreq")>;
+
+foreach g,i in geos {
+ land[i] = getLandUse(g,1);
+}
+
+# Find the top N tiles (by total area of selected landuse types)
+
+file topSelected<"topselected.txt">;
+file selectedTiles<"selectedtiles.txt">;
+(topSelected, selectedTiles) = analyzeLandUse(land, landType, nSelect);
+
+# Create multi-color images for all tiles
+
+imagefile colorImage[] <structured_regexp_mapper;
+ source=geos, match="(h..v..)",
+ transform="landuse/\\1.color.png">;
+
+foreach g, i in geos {
+ colorImage[i] = colorMODIS(g);
+}
+
+# Assemble a montage of the top selcted areas
+
+imagefile montage <single_file_mapper; file=@strcat(runID,"/","map.png") >; # @arg
+
+montage = assemble(selectedTiles,colorImage,webDir);
+
+# future args:
+
+int selectHiThreshold;
+int selectLowThreshold;
+string upperLeftTile;
+string lowerRightTile;
+float imageSizes[];
+string displayOptions;
+
+# imagefile geos[]<filesys_mapper; location="/home/wilde/bigdata/data/modis/2002", suffix=".tif">;
Added: SwiftApps/modis/modis5.swift
===================================================================
--- SwiftApps/modis/modis5.swift (rev 0)
+++ SwiftApps/modis/modis5.swift 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1,93 @@
+type file;
+type imagefile;
+type landuse;
+
+# Define application program interfaces
+
+app (landuse output) getLandUse (imagefile input, int sortfield)
+{
+ getlanduse @input sortfield stdout=@output ;
+}
+
+app (file output, file tilelist) analyzeLandUse
+ (landuse input[], string usetype, int maxnum)
+{
+ analyzelanduse @output @tilelist usetype maxnum @filenames(input);
+}
+
+app (imagefile output) colorMODIS (imagefile input)
+{
+ colormodis @input @output;
+}
+
+app (imagefile output) assemble
+ (file selected, imagefile image[], string webdir)
+{
+ assemble @output @selected @filename(image[0]) webdir;
+}
+
+app (imagefile grid) markMap (file tilelist)
+{
+ markmap @tilelist @grid;
+}
+
+# Constants and command line arguments
+
+int nFiles = @toint(@arg("nfiles","1000"));
+int nSelect = @toint(@arg("nselect","12"));
+string landType = @arg("landtype","urban");
+string runID = @arg("runid","modis-run");
+string MODISdir= @arg("modisdir","/home/wilde/bigdata/data/modis/2002");
+string webDir = @arg("webdir","/home/wilde/public_html/geo/");
+
+string suffix=".tif";
+
+# Input Dataset
+
+imagefile geos[] <ext; exec="modis.mapper",
+ location=MODISdir, suffix=".tif", n=nFiles >; # site=site
+
+# Compute the land use summary of each MODIS tile
+
+landuse land[] <structured_regexp_mapper; source=geos, match="(h..v..)",
+ transform=@strcat(runID,"/\\1.landuse.byfreq")>;
+
+foreach g,i in geos {
+ land[i] = getLandUse(g,1);
+}
+
+# Find the top N tiles (by total area of selected landuse types)
+
+file topSelected<"topselected.txt">;
+file selectedTiles<"selectedtiles.txt">;
+(topSelected, selectedTiles) = analyzeLandUse(land, landType, nSelect);
+
+# Mark the top N tiles on a sinusoidal gridded map
+
+imagefile gridMap<"markedGrid.gif">;
+gridMap = markMap(topSelected);
+
+# Create multi-color images for all tiles
+
+imagefile colorImage[] <structured_regexp_mapper;
+ source=geos, match="(h..v..)",
+ transform="landuse/\\1.color.png">;
+
+foreach g, i in geos {
+ colorImage[i] = colorMODIS(g);
+}
+
+# Assemble a montage of the top selected areas
+
+imagefile montage <single_file_mapper; file=@strcat(runID,"/","map.png") >; # @arg
+montage = assemble(selectedTiles,colorImage,webDir);
+
+# future args:
+
+int selectHiThreshold;
+int selectLowThreshold;
+string upperLeftTile;
+string lowerRightTile;
+float imageSizes[];
+string displayOptions;
+
Added: SwiftApps/modis/modisp1.swift
===================================================================
--- SwiftApps/modis/modisp1.swift (rev 0)
+++ SwiftApps/modis/modisp1.swift 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1,73 @@
+# Declare dataset types
+
+type file;
+type imagefile;
+type landuse;
+
+# Define application program interfaces
+
+app (landuse output) getLandUse (imagefile input, int sortfield)
+{
+ getlanduse @input sortfield stdout=@output ;
+}
+
+app (file output, file tilelist) analyzeLandUse (landuse input[], int usetype, int maxnum)
+{
+ analyzelanduse @output @tilelist usetype maxnum @filenames(input);
+}
+
+app (imagefile output) colormodis (imagefile input)
+{
+ colormodis @input @output;
+}
+
+app (imagefile output) assemble (imagefile input[])
+{
+ assemble @output @filenames(input);
+}
+
+# Declare datasets
+
+imagefile geos[]<filesys_mapper; location="/home/wilde/bigdata/data/modis/2002", suffix=".tif">;
+landuse land[]<structured_regexp_mapper; source=geos,match="(h..v..)", transform="landuse/\\1.landuse.byfreq">;
+
+int nfiles = @toint(@arg("nfiles","1000"));
+int N = @toint(@arg("nselect","12"));
+string UsageType=@arg("landtype","13");
+
+# Find the land use of each MODIS tile
+
+foreach g,i in geos {
+ land[i] = getLandUse(g,1);
+}
+
+# Find the top N most urban tiles (by area)
+
+file bigurban<"topurban.txt">;
+file urbantiles<"urbantiles.txt">;
+(bigurban, urbantiles) = analyzeLandUse(land, UsageType, N);
+
+# Map the files for the top urban tiles to an array
+
+string urbanfilenames[] = readData(urbantiles);
+imagefile urbanfiles[] <array_mapper;files=urbanfilenames>;
+
+# Create a set of recolored images for just the urban tiles
+
+string odir = "/home/wilde/public_html/geo/";
+
+imagefile recoloredImage[] <structured_regexp_mapper;
+ source=urbanfiles, match="(h..v..)",
+ transform=@strcat(odir,"\\1.urban.png")>;
+
+foreach uf, i in urbanfiles {
+ #imagefile recoloredImage <single_file_mapper;
+ # file=@strcat(odir, at strcut(urbanfilenames[i],"(h..v..)"),".urban.png")>;
+ recoloredImage[i] = colormodis(uf);
+}
+
+# Assemble a montage of the top urban areas
+
+imagefile urbanMontage <single_file_mapper; file=@strcat(odir,"urban.png") >;
+
+urbanMontage = assemble(recoloredImage);
Added: SwiftApps/modis/mon.png
===================================================================
(Binary files differ)
Property changes on: SwiftApps/modis/mon.png
___________________________________________________________________
Added: svn:mime-type
+ application/octet-stream
Added: SwiftApps/modis/rundemo.sh
===================================================================
--- SwiftApps/modis/rundemo.sh (rev 0)
+++ SwiftApps/modis/rundemo.sh 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1 @@
+swift -tc.file tc -sites.file sites.xml modis.swift
Property changes on: SwiftApps/modis/rundemo.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: SwiftApps/modis/rundemo2.pbs.sh
===================================================================
--- SwiftApps/modis/rundemo2.pbs.sh (rev 0)
+++ SwiftApps/modis/rundemo2.pbs.sh 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1,7 @@
+swift -tc.file tc.pbs \
+ -sites.file sites.xml \
+ modis2.swift -landtype=$1 -nfiles=$2 -nselect=$3
+
+exit
+
+swift -tc.file tc.local -sites.file sites.local.xml modis2.swift -landtype=$1 -nfiles=$2 -nselect=$3
Property changes on: SwiftApps/modis/rundemo2.pbs.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: SwiftApps/modis/rundemo2.sh
===================================================================
--- SwiftApps/modis/rundemo2.sh (rev 0)
+++ SwiftApps/modis/rundemo2.sh 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1,7 @@
+swift -tc.file tc.local \
+ -sites.file sites.xml \
+ modis2.swift -landtype=$1 -nfiles=$2 -nselect=$3
+
+exit
+
+swift -tc.file tc.local -sites.file sites.local.xml modis2.swift -landtype=$1 -nfiles=$2 -nselect=$3
Property changes on: SwiftApps/modis/rundemo2.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: SwiftApps/modis/rundemop1.sh
===================================================================
--- SwiftApps/modis/rundemop1.sh (rev 0)
+++ SwiftApps/modis/rundemop1.sh 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1 @@
+swift -tc.file tc -sites.file sites.xml modisp1.swift -nselect=9 -nfiles=100 -landtype=13
Property changes on: SwiftApps/modis/rundemop1.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: SwiftApps/modis/sico.xml
===================================================================
--- SwiftApps/modis/sico.xml (rev 0)
+++ SwiftApps/modis/sico.xml 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1,17 @@
+<config>
+
+ <pool handle="sico">
+
+ <execution provider="coaster" url="none" jobmanager="local:local"/>
+ <profile namespace="globus" key="workerManager">passive</profile>
+
+ <profile namespace="globus" key="workersPerNode">6</profile>
+ <profile key="jobThrottle" namespace="karajan">.07</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+
+ <filesystem provider="ssh" url="fd-login.mcs.anl.gov" />
+ <workdirectory>/home/wilde/swiftwork</workdirectory>
+
+ </pool>
+
+</config>
Added: SwiftApps/modis/sites.local.xml
===================================================================
--- SwiftApps/modis/sites.local.xml (rev 0)
+++ SwiftApps/modis/sites.local.xml 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1,11 @@
+<config>
+
+ <pool handle="localhost">
+ <execution provider="local" url="none"/>
+ <profile namespace="karajan" key="jobThrottle">.31</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <filesystem provider="local"/>
+ <workdirectory>/home/wilde/swift/lab/go/work</workdirectory>
+ </pool>
+
+</config>
Added: SwiftApps/modis/sites.xml
===================================================================
--- SwiftApps/modis/sites.xml (rev 0)
+++ SwiftApps/modis/sites.xml 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1,38 @@
+<config>
+
+ <pool handle="localhost">
+ <execution provider="local" url="none"/>
+ <profile namespace="karajan" key="jobThrottle">.31</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <filesystem provider="local"/>
+ <workdirectory>/home/wilde/swift/lab/go/work</workdirectory>
+ </pool>
+
+ <pool handle="servers">
+ <execution provider="ssh" url="login1.pads.ci.uchicago.edu"/>
+ <filesystem provider="local"/>
+ <workdirectory>/home/wilde/swiftwork</workdirectory>
+ </pool>
+
+ <pool handle="pbs">
+ <execution provider="coaster" url="none" jobmanager="local:pbs"/>
+
+ <profile namespace="globus" key="workersPerNode">1</profile>
+ <profile namespace="globus" key="maxTime">3600</profile>
+ <profile namespace="globus" key="maxWallTime">00:02:00</profile>
+ <profile namespace="globus" key="slots">64</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="globus" key="maxNodes">1</profile>
+ <profile namespace="globus" key="queue">fast</profile>
+
+ <profile namespace="karajan" key="jobThrottle">.63</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+
+ <filesystem provider="local" url="none"/>
+ <workdirectory>/home/wilde/swift/lab/go/work</workdirectory>
+ <scratch>/scratch/local/wilde</scratch>
+
+ </pool>
+</config>
+
+
Added: SwiftApps/modis/sites.xml.pas.coasters
===================================================================
--- SwiftApps/modis/sites.xml.pas.coasters (rev 0)
+++ SwiftApps/modis/sites.xml.pas.coasters 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1,28 @@
+<config>
+
+ <pool handle="localhost">
+ <execution provider="ssh" url="login1.pads.ci.uchicago.edu"/>
+ <filesystem provider="local"/>
+ <workdirectory>/home/wilde/swiftwork</workdirectory>
+ </pool>
+
+ <pool handle="pbs">
+ <execution provider="coaster" url="none" jobmanager="local:pbs"/>
+
+ <profile namespace="globus" key="workersPerNode">1</profile>
+ <profile namespace="globus" key="maxTime">3600</profile>
+ <profile namespace="globus" key="maxWallTime">00:02:00</profile>
+ <profile namespace="globus" key="slots">64</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="globus" key="maxNodes">1</profile>
+ <profile namespace="globus" key="queue">fast</profile>
+
+ <profile namespace="karajan" key="jobThrottle">.63</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+
+ <filesystem provider="local" url="none"/>
+ <workdirectory>/home/wilde/swiftwork</workdirectory>
+ <scratch>/scratch/local/wilde</scratch>
+
+ </pool>
+</config>
Added: SwiftApps/modis/tc
===================================================================
--- SwiftApps/modis/tc (rev 0)
+++ SwiftApps/modis/tc 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1,34 @@
+#This is the transformation catalog.
+#
+#It comes pre-configured with a number of simple transformations with
+#paths that are likely to work on a linux box. However, on some systems,
+#the paths to these executables will be different (for example, sometimes
+#some of these programs are found in /usr/bin rather than in /bin)
+#
+#NOTE WELL: fields in this file must be separated by tabs, not spaces; and
+#there must be no trailing whitespace at the end of each line.
+#
+# site transformation path obsolete fields for compatibility
+
+localhost echo /bin/echo null null null
+localhost cat /bin/cat null null null
+localhost ls /bin/ls null null null
+localhost grep /bin/grep null null null
+localhost sort /bin/sort null null null
+localhost paste /bin/paste null null null
+localhost pwd /bin/pwd null null null
+
+# For cluster usage
+
+pbs convert /usr/bin/convert null null null
+pbs getlanduse /home/wilde/swift/demo/modis/bin/getlanduse.sh null null null
+pbs analyzelanduse /home/wilde/swift/demo/modis/bin/analyzelandusep1.sh null null null
+pbs colormodis /home/wilde/swift/demo/modis/bin/colormodis.sh null null null
+pbs assemble /home/wilde/swift/demo/modis/bin/assemble.sh null null null
+
+# For localhost testing
+
+#localhost convert /usr/bin/convert null null null
+#localhost getlanduse /home/wilde/bigdata/bin/getlanduse.sh null null null
+#localhost analyzelanduse /home/wilde/bigdata/bin/analyzelanduse.sh null null null
+#localhost colormodis /home/wilde/bigdata/bin/colormodis.sh null null null
Added: SwiftApps/modis/tc.local
===================================================================
--- SwiftApps/modis/tc.local (rev 0)
+++ SwiftApps/modis/tc.local 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1,34 @@
+#This is the transformation catalog.
+#
+#It comes pre-configured with a number of simple transformations with
+#paths that are likely to work on a linux box. However, on some systems,
+#the paths to these executables will be different (for example, sometimes
+#some of these programs are found in /usr/bin rather than in /bin)
+#
+#NOTE WELL: fields in this file must be separated by tabs, not spaces; and
+#there must be no trailing whitespace at the end of each line.
+#
+# site transformation path obsolete fields for compatibility
+
+localhost echo /bin/echo null null null
+localhost cat /bin/cat null null null
+localhost ls /bin/ls null null null
+localhost grep /bin/grep null null null
+localhost sort /bin/sort null null null
+localhost paste /bin/paste null null null
+localhost pwd /bin/pwd null null null
+
+# For cluster usage
+
+#pbs getlanduse /home/wilde/swift/demo/modis/bin/getlanduse.sh null null null
+#pbs analyzelanduse /home/wilde/swift/demo/modis/bin/analyzelanduse.sh null null null
+#pbs colormodis /home/wilde/swift/demo/modis/bin/colormodis.sh null null null
+#pbs assemble /home/wilde/swift/demo/modis/bin/assemble.sh null null null
+
+# For localhost testing
+
+localhost getlanduse /home/wilde/swift/demo/modis/bin/getlanduse.sh null null null
+localhost analyzelanduse /home/wilde/swift/demo/modis/bin/analyzelanduse2.sh null null null
+localhost colormodis /home/wilde/swift/demo/modis/bin/colormodis.sh null null null
+localhost assemble /home/wilde/swift/demo/modis/bin/assemble2.sh null null null
+localhost markmap /home/wilde/swift/demo/modis/bin/markmap.sh null null null
Added: SwiftApps/modis/tc.pbs
===================================================================
--- SwiftApps/modis/tc.pbs (rev 0)
+++ SwiftApps/modis/tc.pbs 2011-06-27 19:30:37 UTC (rev 4697)
@@ -0,0 +1,35 @@
+#This is the transformation catalog.
+#
+#It comes pre-configured with a number of simple transformations with
+#paths that are likely to work on a linux box. However, on some systems,
+#the paths to these executables will be different (for example, sometimes
+#some of these programs are found in /usr/bin rather than in /bin)
+#
+#NOTE WELL: fields in this file must be separated by tabs, not spaces; and
+#there must be no trailing whitespace at the end of each line.
+#
+# site transformation path obsolete fields for compatibility
+
+localhost echo /bin/echo null null null
+localhost cat /bin/cat null null null
+localhost ls /bin/ls null null null
+localhost grep /bin/grep null null null
+localhost sort /bin/sort null null null
+localhost paste /bin/paste null null null
+localhost pwd /bin/pwd null null null
+
+# For cluster usage
+
+pbs convert /usr/bin/convert null null null
+pbs getlanduse /home/wilde/swift/demo/modis/bin/getlanduse.sh null null null
+pbs analyzelanduse /home/wilde/swift/demo/modis/bin/analyzelanduse2.sh null null null
+pbs colormodis /home/wilde/swift/demo/modis/bin/colormodis.sh null null null
+pbs assemble /home/wilde/swift/demo/modis/bin/assemble2.sh null null null
+pbs markmap /home/wilde/swift/demo/modis/bin/markmap.sh null null null
+
+# For localhost testing
+
+#localhost convert /usr/bin/convert null null null
+#localhost getlanduse /home/wilde/bigdata/bin/getlanduse.sh null null null
+#localhost analyzelanduse /home/wilde/bigdata/bin/analyzelanduse.sh null null null
+#localhost colormodis /home/wilde/bigdata/bin/colormodis.sh null null null
Added: SwiftApps/modis/white.png
===================================================================
(Binary files differ)
Property changes on: SwiftApps/modis/white.png
___________________________________________________________________
Added: svn:mime-type
+ application/octet-stream
More information about the Swift-commit
mailing list