[Swift-commit] r3765 - SwiftApps/SwiftR/Swift/exec

[noreply at svn.ci.uchicago.edu]

Author: wilde
Date: 2010-12-11 16:46:59 -0600 (Sat, 11 Dec 2010)
New Revision: 3765

Added:
   SwiftApps/SwiftR/Swift/exec/configure-server-pbs
Log:
Add config script for local pbs clusters

Added: SwiftApps/SwiftR/Swift/exec/configure-server-pbs
===================================================================
--- SwiftApps/SwiftR/Swift/exec/configure-server-pbs	                        (rev 0)
+++ SwiftApps/SwiftR/Swift/exec/configure-server-pbs	2010-12-11 22:46:59 UTC (rev 3765)
@@ -0,0 +1,82 @@
+#! /bin/bash
+
+# configuration for PBS with manually-started Swift workers (passive coasters)
+
+cores=$1
+
+throttlePBS=5.0
+
+cat >tc <<END
+fork      bashlocal /bin/bash null null null
+pbs       bash      /bin/bash null null ENV::PATH="$PATH";GLOBUS::maxwalltime="00:01:00"
+END
+
+# FIXME: examine effect of 1-min default maxwalltime above
+# FIXME: determine best value for throttle below
+
+cat >sites.xml <<END
+<config>
+
+  <pool handle="fork">
+    <execution provider="local" url="none" />
+    <profile key="jobThrottle" namespace="karajan">0.15</profile>
+    <profile namespace="karajan" key="initialScore">10000</profile>
+    <filesystem provider="local" url="none" />
+    <workdirectory>$(pwd)/swiftwork</workdirectory>
+  </pool>
+
+  <pool handle="pbs">
+    <execution provider="coaster" url="none" jobmanager="local:NA"/>
+    <profile namespace="globus" key="workerManager">passive</profile>
+    <profile namespace="globus" key="workersPerNode">$cores</profile>
+    <profile namespace="karajan" key="jobThrottle">$throttlePBS</profile>
+    <profile namespace="karajan" key="initialScore">10000</profile>
+    <filesystem provider="local" url="none"/>
+    <workdirectory>$HOME/swiftwork</workdirectory>
+  </pool>
+
+</config>
+END
+
+cat >cf <<END
+wrapperlog.always.transfer=true
+sitedir.keep=true
+execution.retries=0
+lazy.errors=false
+status.mode=provider
+use.provider.staging=false
+provider.staging.pin.swiftfiles=false
+#throttle.host.submit=1
+END
+
+
+true to save <<END
+
+#     <profile namespace="globus" key="maxWallTime">00:00:01</profile>
+#     <profile namespace="globus" key="queue">fast</profile>
+
+  <pool handle="pbsdirect">
+    <execution provider="pbs" url="none" />
+    <profile namespace="globus" key="queue">fast</profile>
+    <profile namespace="globus" key="maxwalltime">00:59:00</profile>
+    <profile key="jobThrottle" namespace="karajan">$throttlePBS</profile>
+    <profile namespace="karajan" key="initialScore">10000</profile>
+    <filesystem provider="local" url="none" />
+    <workdirectory>$HOME/swiftwork</workdirectory>
+  </pool>
+
+  <pool handle="pbscoast">
+    <execution provider="coaster" url="none" jobmanager="local:pbs"/>
+    <profile namespace="globus" key="queue">short</profile>
+    <profile namespace="globus" key="maxTime">12000</profile>
+    <profile namespace="globus" key="slots">32</profile>
+    <profile namespace="globus" key="nodeGranularity">1</profile>
+    <profile namespace="globus" key="maxNodes">1</profile>
+    <profile namespace="globus" key="workersPerNode">1</profile>
+    <profile namespace="karajan" key="jobThrottle">2.55</profile>
+    <profile namespace="karajan" key="initialScore">10000</profile>
+    <filesystem provider="local" url="none"/>
+    <workdirectory>$HOME/swiftwork</workdirectory>
+  </pool>
+
+END


Property changes on: SwiftApps/SwiftR/Swift/exec/configure-server-pbs
___________________________________________________________________
Name: svn:executable
   + *