[Swift-commit] r4456 - in SwiftApps/SwiftR: . Swift/exec config config/pbs config/pbs4hr

[tga at ci.uchicago.edu]

Author: tga
Date: 2011-05-09 09:22:54 -0500 (Mon, 09 May 2011)
New Revision: 4456

Added:
   SwiftApps/SwiftR/config/
   SwiftApps/SwiftR/config/pbs/
   SwiftApps/SwiftR/config/pbs/cf
   SwiftApps/SwiftR/config/pbs/sites.xml
   SwiftApps/SwiftR/config/pbs/tc
   SwiftApps/SwiftR/config/pbs4hr/
   SwiftApps/SwiftR/config/pbs4hr/cf
   SwiftApps/SwiftR/config/pbs4hr/sites.xml
   SwiftApps/SwiftR/config/pbs4hr/tc
Modified:
   SwiftApps/SwiftR/Swift/exec/start-swift
Log:
Adding in some custom config files that work for PADS - 1 hr jobs and 4 hr jobs.


Modified: SwiftApps/SwiftR/Swift/exec/start-swift
===================================================================
--- SwiftApps/SwiftR/Swift/exec/start-swift	2011-05-09 14:22:30 UTC (rev 4455)
+++ SwiftApps/SwiftR/Swift/exec/start-swift	2011-05-09 14:22:54 UTC (rev 4456)
@@ -15,7 +15,7 @@
   # Look for:
   # Passive queue processor initialized. Callback URI is http://140.221.8.62:55379
 
-  for try in $($SEQ 1 20); do
+  for try in $($SEQ 1 120); do
     uriline=$(grep "Passive queue processor initialized. Callback URI is" $out 2> /dev/null)
     if [ "_$uriline" = _ ]; then
       sleep 1

Added: SwiftApps/SwiftR/config/pbs/cf
===================================================================
--- SwiftApps/SwiftR/config/pbs/cf	                        (rev 0)
+++ SwiftApps/SwiftR/config/pbs/cf	2011-05-09 14:22:54 UTC (rev 4456)
@@ -0,0 +1,8 @@
+wrapperlog.always.transfer=false
+sitedir.keep=false
+execution.retries=0
+lazy.errors=false
+status.mode=provider
+use.provider.staging=false
+provider.staging.pin.swiftfiles=false
+#throttle.host.submit=1

Added: SwiftApps/SwiftR/config/pbs/sites.xml
===================================================================
--- SwiftApps/SwiftR/config/pbs/sites.xml	                        (rev 0)
+++ SwiftApps/SwiftR/config/pbs/sites.xml	2011-05-09 14:22:54 UTC (rev 4456)
@@ -0,0 +1,17 @@
+<config>
+
+<pool handle="pbs">
+    <execution provider="coaster" url="none" jobManager="local:pbs"/>
+    <profile namespace="globus" key="maxTime">3600</profile>
+    <profile namespace="globus" key="workersPerNode">1</profile>
+    <profile namespace="globus" key="slots">128</profile>
+    <profile namespace="globus" key="nodeGranularity">1</profile>
+    <profile namespace="globus" key="maxNodes">1</profile>
+    <profile namespace="karajan" key="jobThrottle">1.27</profile> <!--128 concurrent tasks-->
+    <profile namespace="karajan" key="initialScore">10000</profile>
+    <profile namespace="globus" key="queue">fast</profile>
+    <scratch>/scratch/local/tga</scratch>
+    <filesystem provider="local"/>
+    <workdirectory>/gpfs/pads/scratch/tga</workdirectory>
+  </pool>
+</config>

Added: SwiftApps/SwiftR/config/pbs/tc
===================================================================
--- SwiftApps/SwiftR/config/pbs/tc	                        (rev 0)
+++ SwiftApps/SwiftR/config/pbs/tc	2011-05-09 14:22:54 UTC (rev 4456)
@@ -0,0 +1,2 @@
+fork      bashlocal /bin/bash null null null
+pbs       bash      /bin/bash null null GLOBUS::maxwalltime="0:55:00"

Added: SwiftApps/SwiftR/config/pbs4hr/cf
===================================================================
--- SwiftApps/SwiftR/config/pbs4hr/cf	                        (rev 0)
+++ SwiftApps/SwiftR/config/pbs4hr/cf	2011-05-09 14:22:54 UTC (rev 4456)
@@ -0,0 +1,8 @@
+wrapperlog.always.transfer=false
+sitedir.keep=false
+execution.retries=0
+lazy.errors=false
+status.mode=provider
+use.provider.staging=false
+provider.staging.pin.swiftfiles=false
+#throttle.host.submit=1

Added: SwiftApps/SwiftR/config/pbs4hr/sites.xml
===================================================================
--- SwiftApps/SwiftR/config/pbs4hr/sites.xml	                        (rev 0)
+++ SwiftApps/SwiftR/config/pbs4hr/sites.xml	2011-05-09 14:22:54 UTC (rev 4456)
@@ -0,0 +1,21 @@
+<config>
+
+<pool handle="pbs">
+    <execution provider="coaster" url="none" jobManager="local:pbs"/>
+    <!-- maxTime specifies the maximum duration of a pbs reservation -->
+    <!-- maxWallTime in the tc file specifies the maximum time that
+        task is expected to run for.  Multiple tasks will be fit into
+        a pbs reservation if possible -->
+    <profile namespace="globus" key="maxTime">14400</profile>
+    <profile namespace="globus" key="workersPerNode">1</profile>
+    <profile namespace="globus" key="slots">128</profile>
+    <profile namespace="globus" key="nodeGranularity">1</profile>
+    <profile namespace="globus" key="maxNodes">1</profile>
+    <profile namespace="karajan" key="jobThrottle">1.27</profile> <!--128 concurrent tasks-->
+    <profile namespace="karajan" key="initialScore">10000</profile>
+    <profile namespace="globus" key="queue">short</profile> 
+    <scratch>/scratch/local/tga</scratch>
+    <filesystem provider="local"/>
+    <workdirectory>/gpfs/pads/scratch/tga</workdirectory>
+  </pool>
+</config>

Added: SwiftApps/SwiftR/config/pbs4hr/tc
===================================================================
--- SwiftApps/SwiftR/config/pbs4hr/tc	                        (rev 0)
+++ SwiftApps/SwiftR/config/pbs4hr/tc	2011-05-09 14:22:54 UTC (rev 4456)
@@ -0,0 +1,3 @@
+fork      bashlocal /bin/bash null null null
+pbs       bash      /bin/bash null null GLOBUS::maxWallTime="03:55:00"
+