[Swift-commit] r6148 - SwiftApps/ParVis/HiRAMTools

[tmoore at ci.uchicago.edu]

Author: tmoore
Date: 2013-01-10 11:28:31 -0600 (Thu, 10 Jan 2013)
New Revision: 6148

Modified:
   SwiftApps/ParVis/HiRAMTools/combine_realization.sh
   SwiftApps/ParVis/HiRAMTools/makeyearly_2yr.sh
   SwiftApps/ParVis/HiRAMTools/makeyearly_realization.sh
   SwiftApps/ParVis/HiRAMTools/makeyearly_realization_2yr.sh
   SwiftApps/ParVis/HiRAMTools/makeyearly_realization_semi.sh
   SwiftApps/ParVis/HiRAMTools/runpfrepps.sh
Log:
Updated with new project name

Modified: SwiftApps/ParVis/HiRAMTools/combine_realization.sh
===================================================================
--- SwiftApps/ParVis/HiRAMTools/combine_realization.sh	2013-01-09 23:16:09 UTC (rev 6147)
+++ SwiftApps/ParVis/HiRAMTools/combine_realization.sh	2013-01-10 17:28:31 UTC (rev 6148)
@@ -61,7 +61,7 @@
     <execution provider="coaster" jobmanager="local:cobalt" url="eureka.alcf.anl.gov" />
     <filesystem provider="local" />
     <!-- <profile namespace="globus"key="internalHostname">172.17.3.11</profile> -->
-    <profile namespace="globus"  key="project">SU_Climate</profile>
+    <profile namespace="globus"  key="project">prec_sense</profile>
     <profile namespace="globus"  key="queue">default</profile>
     <profile namespace="karajan" key="jobthrottle">2.56</profile>
     <profile namespace="karajan" key="initialScore">10000</profile>

Modified: SwiftApps/ParVis/HiRAMTools/makeyearly_2yr.sh
===================================================================
--- SwiftApps/ParVis/HiRAMTools/makeyearly_2yr.sh	2013-01-09 23:16:09 UTC (rev 6147)
+++ SwiftApps/ParVis/HiRAMTools/makeyearly_2yr.sh	2013-01-10 17:28:31 UTC (rev 6148)
@@ -39,14 +39,21 @@
 echo $fname
 if echo $fname | egrep -v 'grid_spec|scalar'; then
 
-  # Merge 2 quarter-decade files into one half-decade file
+#this script has proven unreliable for some reason.  I'm going to guess it's a fs problem
+#this time attempt to cp the 2 year file to scratch
 
-#  ncrcat $qtrdec1 $qtrdec2 5years.nc 
+cp $the2year ./current2yearfile.nc
+SOURCE_FILESIZE=`stat -c %s ./current2yearfile.nc`
+echo "Source File Size: ${SOURCE_FILESIZE}"
 
+
   # Extract each year from the half-decade file
 echo "processing ${fname}"
   for (( y=$firstyear; y<$firstyear+2; y++ )); do
-    ncks -d time,"${y}-01-01 00:00:00","${y}-12-31 23:59:59" $the2year  $y.nc
+    echo "Processing ${fname} for ${y}"
+    ncks -d time,"${y}-01-01 00:00:00","${y}-12-31 23:59:59" current2yearfile.nc  $y.nc
+    RESULT_FILESIZE==`stat -c %s ${y}.nc`
+    echo "Result File Size for ${fname}: ${y} - ${RESULT_FILESIZE}"
   done
 
 fi  

Modified: SwiftApps/ParVis/HiRAMTools/makeyearly_realization.sh
===================================================================
--- SwiftApps/ParVis/HiRAMTools/makeyearly_realization.sh	2013-01-09 23:16:09 UTC (rev 6147)
+++ SwiftApps/ParVis/HiRAMTools/makeyearly_realization.sh	2013-01-10 17:28:31 UTC (rev 6148)
@@ -66,7 +66,7 @@
     <filesystem provider="local" />
     <!-- <profile namespace="globus"key="internalHostname">172.17.3.11</profile> -->
     <!-- <profile namespace="globus"  key="project">MTCScienceApps</profile> -->
-    <profile namespace="globus"  key="project">SU_Climate</profile>
+    <profile namespace="globus"  key="project">prec_sense</profile>
     <profile namespace="globus"  key="queue">default</profile>
     <profile namespace="karajan" key="jobthrottle">2.56</profile>
     <profile namespace="karajan" key="initialScore">10000</profile>

Modified: SwiftApps/ParVis/HiRAMTools/makeyearly_realization_2yr.sh
===================================================================
--- SwiftApps/ParVis/HiRAMTools/makeyearly_realization_2yr.sh	2013-01-09 23:16:09 UTC (rev 6147)
+++ SwiftApps/ParVis/HiRAMTools/makeyearly_realization_2yr.sh	2013-01-10 17:28:31 UTC (rev 6148)
@@ -21,7 +21,7 @@
 # generate the list of files to process: do every half-decade
 
 echo f1  >ncfiles
-for y in $(seq 1950 2 1998); do
+for y in $(seq 1950 2 1998 ); do
   startyear=${y}0101; 
 #  nextyear=$((y+1))0101
 
@@ -48,7 +48,7 @@
 
 wrapperlog.always.transfer=true
 sitedir.keep=true
-execution.retries=10
+execution.retries=1
 lazy.errors=true
 #status.mode=provider
 use.wrapper.staging=false
@@ -72,7 +72,7 @@
     <filesystem provider="local" />
     <!-- <profile namespace="globus"key="internalHostname">172.17.3.11</profile> -->
     <!-- <profile namespace="globus"  key="project">MTCScienceApps</profile> -->
-    <profile namespace="globus"  key="project">SU_Climate</profile>
+    <profile namespace="globus"  key="project">prec_sense</profile>
     <profile namespace="globus"  key="queue">default</profile>
     <profile namespace="karajan" key="jobthrottle">2.56</profile>
     <profile namespace="karajan" key="initialScore">10000</profile>
@@ -81,7 +81,7 @@
     <!-- <profile namespace="globus"  key="workerLoggingDirectory">/home/jonmon/Workspace/Swift/tests/catsnsleep</profile> -->
     <profile namespace="globus"  key="slots">32</profile>
     <profile namespace="globus"  key="maxTime">28000</profile> <!-- ~ 8hrs -->
-    <profile namespace="globus"  key="maxWallTime">00:20:00</profile>
+    <profile namespace="globus"  key="maxWallTime">02:30:00</profile>
     <profile namespace="globus"  key="lowoverallocation">100</profile>
     <profile namespace="globus"  key="highoverallocation">100</profile>
     <profile namespace="globus"  key="nodeGranularity">1</profile>

Modified: SwiftApps/ParVis/HiRAMTools/makeyearly_realization_semi.sh
===================================================================
--- SwiftApps/ParVis/HiRAMTools/makeyearly_realization_semi.sh	2013-01-09 23:16:09 UTC (rev 6147)
+++ SwiftApps/ParVis/HiRAMTools/makeyearly_realization_semi.sh	2013-01-10 17:28:31 UTC (rev 6148)
@@ -91,7 +91,7 @@
     <filesystem provider="local" />
     <!-- <profile namespace="globus"key="internalHostname">172.17.3.11</profile> -->
     <!-- <profile namespace="globus"  key="project">MTCScienceApps</profile> -->
-    <profile namespace="globus"  key="project">SU_Climate</profile>
+    <profile namespace="globus"  key="project">prec_sense</profile>
     <profile namespace="globus"  key="queue">default</profile>
     <profile namespace="karajan" key="jobthrottle">2.56</profile>
     <profile namespace="karajan" key="initialScore">10000</profile>

Modified: SwiftApps/ParVis/HiRAMTools/runpfrepps.sh
===================================================================
--- SwiftApps/ParVis/HiRAMTools/runpfrepps.sh	2013-01-09 23:16:09 UTC (rev 6147)
+++ SwiftApps/ParVis/HiRAMTools/runpfrepps.sh	2013-01-10 17:28:31 UTC (rev 6148)
@@ -53,7 +53,7 @@
     <execution provider="coaster" jobmanager="local:cobalt" url="eureka.alcf.anl.gov" />
     <filesystem provider="local" />
     <!-- <profile namespace="globus"key="internalHostname">172.17.3.11</profile> -->
-    <profile namespace="globus"  key="project">SU_Climate</profile>
+    <profile namespace="globus"  key="project">prec_sense</profile>
     <!-- <profile namespace="globus"  key="project">MTCScienceApps</profile> -->
     <profile namespace="globus"  key="queue">default</profile>
     <profile namespace="karajan" key="jobthrottle">2.56</profile>