[Swift-commit] r6745 - in SwiftTutorials/ATPESC_2013-08-06/modis: . modis04
davidk at ci.uchicago.edu
davidk at ci.uchicago.edu
Mon Aug 5 10:42:42 CDT 2013
Author: davidk
Date: 2013-08-05 10:42:42 -0500 (Mon, 05 Aug 2013)
New Revision: 6745
Added:
SwiftTutorials/ATPESC_2013-08-06/modis/modis04/
SwiftTutorials/ATPESC_2013-08-06/modis/modis04/apps
SwiftTutorials/ATPESC_2013-08-06/modis/modis04/clean.sh
SwiftTutorials/ATPESC_2013-08-06/modis/modis04/data
SwiftTutorials/ATPESC_2013-08-06/modis/modis04/modis04.swift
SwiftTutorials/ATPESC_2013-08-06/modis/modis04/sites.tukey.xml
SwiftTutorials/ATPESC_2013-08-06/modis/modis04/sites.xml
SwiftTutorials/ATPESC_2013-08-06/modis/modis04/tc.data
Log:
modis04
Added: SwiftTutorials/ATPESC_2013-08-06/modis/modis04/apps
===================================================================
--- SwiftTutorials/ATPESC_2013-08-06/modis/modis04/apps (rev 0)
+++ SwiftTutorials/ATPESC_2013-08-06/modis/modis04/apps 2013-08-05 15:42:42 UTC (rev 6745)
@@ -0,0 +1,3 @@
+tukey getlanduse getlanduse.sh
+tukey analyzelanduse analyzelanduse.sh
+tukey markmap markmap.sh
Added: SwiftTutorials/ATPESC_2013-08-06/modis/modis04/clean.sh
===================================================================
--- SwiftTutorials/ATPESC_2013-08-06/modis/modis04/clean.sh (rev 0)
+++ SwiftTutorials/ATPESC_2013-08-06/modis/modis04/clean.sh 2013-08-05 15:42:42 UTC (rev 6745)
@@ -0,0 +1,4 @@
+#!/bin/bash
+
+rm -rf gridmap.png colorImages selectedtiles.txt topselected.txt *.log *.rlog *.d *.kml _concurrent *.swiftx landuse
+
Property changes on: SwiftTutorials/ATPESC_2013-08-06/modis/modis04/clean.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: SwiftTutorials/ATPESC_2013-08-06/modis/modis04/data
===================================================================
--- SwiftTutorials/ATPESC_2013-08-06/modis/modis04/data (rev 0)
+++ SwiftTutorials/ATPESC_2013-08-06/modis/modis04/data 2013-08-05 15:42:42 UTC (rev 6745)
@@ -0,0 +1 @@
+link ../data
\ No newline at end of file
Property changes on: SwiftTutorials/ATPESC_2013-08-06/modis/modis04/data
___________________________________________________________________
Added: svn:special
+ *
Added: SwiftTutorials/ATPESC_2013-08-06/modis/modis04/modis04.swift
===================================================================
--- SwiftTutorials/ATPESC_2013-08-06/modis/modis04/modis04.swift (rev 0)
+++ SwiftTutorials/ATPESC_2013-08-06/modis/modis04/modis04.swift 2013-08-05 15:42:42 UTC (rev 6745)
@@ -0,0 +1,43 @@
+type file;
+type imagefile;
+type landuse;
+
+app (landuse output) getLandUse (imagefile input)
+{
+ getlanduse @filename(input) stdout=@filename(output);
+}
+
+app (file output, file tilelist) analyzeLandUse (landuse input[], string usetype, int maxnum)
+{
+ analyzelanduse @output @tilelist usetype maxnum @input;
+}
+
+app (imagefile grid) markMap (file tilelist)
+{
+ markmap @tilelist @grid;
+}
+
+# Constants and command line arguments
+int nFiles = @toInt(@arg("nfiles", "1000"));
+int nSelect = @toInt(@arg("nselect", "10"));
+string landType = @arg("landtype", "urban");
+string MODISdir = @arg("modisdir", "data/global");
+
+# Input Dataset
+imagefile geos[] <ext; exec="../bin/modis.mapper", location=MODISdir, suffix=".rgb", n=nFiles>;
+
+# Compute the land use summary of each MODIS tile
+landuse land[] <structured_regexp_mapper; source=geos, match="(h..v..)", transform=@strcat("landuse/\\1.landuse.byfreq")>;
+
+foreach g,i in geos {
+ land[i] = getLandUse(g);
+}
+
+# Find the top N tiles (by total area of selected landuse types)
+file topSelected <"topselected.txt">;
+file selectedTiles <"selectedtiles.txt">;
+(topSelected, selectedTiles) = analyzeLandUse(land, landType, nSelect);
+
+# Mark the top N tiles on a sinusoidal gridded map
+imagefile gridmap <"gridmap.png">;
+gridmap = markMap(topSelected);
Added: SwiftTutorials/ATPESC_2013-08-06/modis/modis04/sites.tukey.xml
===================================================================
--- SwiftTutorials/ATPESC_2013-08-06/modis/modis04/sites.tukey.xml (rev 0)
+++ SwiftTutorials/ATPESC_2013-08-06/modis/modis04/sites.tukey.xml 2013-08-05 15:42:42 UTC (rev 6745)
@@ -0,0 +1,13 @@
+<config>
+ <pool handle="midway-westmere">
+ <execution provider="coaster" jobmanager="local:slurm"/>
+ <profile namespace="globus" key="jobsPerNode">12</profile>
+ <profile namespace="globus" key="maxWalltime">00:02:00</profile>
+ <profile namespace="globus" key="highOverAllocation">100</profile>
+ <profile namespace="globus" key="lowOverAllocation">100</profile>
+ <profile namespace="globus" key="queue">westmere</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <filesystem provider="local"/>
+ <workdirectory>/scratch/midway/{env.USER}/work</workdirectory>
+ </pool>
+</config>
Added: SwiftTutorials/ATPESC_2013-08-06/modis/modis04/sites.xml
===================================================================
--- SwiftTutorials/ATPESC_2013-08-06/modis/modis04/sites.xml (rev 0)
+++ SwiftTutorials/ATPESC_2013-08-06/modis/modis04/sites.xml 2013-08-05 15:42:42 UTC (rev 6745)
@@ -0,0 +1,13 @@
+<config>
+ <pool handle="tukey">
+ <execution provider="coaster" jobmanager="local:slurm"/>
+ <profile namespace="globus" key="jobsPerNode">16</profile>
+ <profile namespace="globus" key="maxWalltime">00:05:00</profile>
+ <profile namespace="globus" key="highOverAllocation">100</profile>
+ <profile namespace="globus" key="lowOverAllocation">100</profile>
+ <profile namespace="globus" key="queue">sandyb</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <filesystem provider="local"/>
+ <workdirectory>/scratch/midway/{env.USER}</workdirectory>
+ </pool>
+</config>
Added: SwiftTutorials/ATPESC_2013-08-06/modis/modis04/tc.data
===================================================================
--- SwiftTutorials/ATPESC_2013-08-06/modis/modis04/tc.data (rev 0)
+++ SwiftTutorials/ATPESC_2013-08-06/modis/modis04/tc.data 2013-08-05 15:42:42 UTC (rev 6745)
@@ -0,0 +1,8 @@
+midway-westmere getlanduse /scratch/midway/davidkelly999/modis/bin/getlanduse.sh
+midway-westmere analyzelanduse /scratch/midway/davidkelly999/modis/bin/analyzelanduse.sh
+midway-westmere colormodis /scratch/midway/davidkelly999/modis/bin/colormodis.sh
+midway-westmere assemble /scratch/midway/davidkelly999/modis/bin/assemble.sh
+midway-westmere markmap /scratch/midway/davidkelly999/modis/bin/markmap.sh
+midway-westmere echo /bin/echo
+
+
More information about the Swift-commit
mailing list