[Swift-commit] r6598 - in branches/release-0.94/tests/stress: . remote_sanity remote_sanity/beagle remote_sanity/mac-frisbee remote_sanity/mcs remote_sanity/midway remote_sanity/uc3
yadunandb at ci.uchicago.edu
yadunandb at ci.uchicago.edu
Tue Jul 2 16:07:10 CDT 2013
Author: yadunandb
Date: 2013-07-02 16:07:09 -0500 (Tue, 02 Jul 2013)
New Revision: 6598
Added:
branches/release-0.94/tests/stress/remote_sanity/
branches/release-0.94/tests/stress/remote_sanity/beagle/
branches/release-0.94/tests/stress/remote_sanity/beagle/sanity.setup.sh
branches/release-0.94/tests/stress/remote_sanity/beagle/sanity.source.sh
branches/release-0.94/tests/stress/remote_sanity/beagle/sanity.swift
branches/release-0.94/tests/stress/remote_sanity/beagle/sanity.timeout
branches/release-0.94/tests/stress/remote_sanity/beagle/sites.template.xml
branches/release-0.94/tests/stress/remote_sanity/beagle/swift.properties
branches/release-0.94/tests/stress/remote_sanity/beagle/tc.template.data
branches/release-0.94/tests/stress/remote_sanity/beagle/title.txt
branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/
branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/run.sh
branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/sanity.setup.sh
branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/sanity.source.sh
branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/sanity.swift
branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/sanity.timeout
branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/sites.template.xml
branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/swift.properties
branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/tc.template.data
branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/title.txt
branches/release-0.94/tests/stress/remote_sanity/mcs/
branches/release-0.94/tests/stress/remote_sanity/mcs/sanity.setup.sh
branches/release-0.94/tests/stress/remote_sanity/mcs/sanity.source.sh
branches/release-0.94/tests/stress/remote_sanity/mcs/sanity.swift
branches/release-0.94/tests/stress/remote_sanity/mcs/sanity.timeout
branches/release-0.94/tests/stress/remote_sanity/mcs/sites.new.xml
branches/release-0.94/tests/stress/remote_sanity/mcs/sites.template.xml
branches/release-0.94/tests/stress/remote_sanity/mcs/swift.properties
branches/release-0.94/tests/stress/remote_sanity/mcs/tc.template.data
branches/release-0.94/tests/stress/remote_sanity/mcs/title.txt
branches/release-0.94/tests/stress/remote_sanity/midway/
branches/release-0.94/tests/stress/remote_sanity/midway/sanity.setup.sh
branches/release-0.94/tests/stress/remote_sanity/midway/sanity.source.sh
branches/release-0.94/tests/stress/remote_sanity/midway/sanity.swift
branches/release-0.94/tests/stress/remote_sanity/midway/sanity.timeout
branches/release-0.94/tests/stress/remote_sanity/midway/sites.new.xml
branches/release-0.94/tests/stress/remote_sanity/midway/sites.template.xml
branches/release-0.94/tests/stress/remote_sanity/midway/swift.properties
branches/release-0.94/tests/stress/remote_sanity/midway/tc.template.data
branches/release-0.94/tests/stress/remote_sanity/midway/title.txt
branches/release-0.94/tests/stress/remote_sanity/uc3/
branches/release-0.94/tests/stress/remote_sanity/uc3/sanity.setup.sh
branches/release-0.94/tests/stress/remote_sanity/uc3/sanity.source.sh
branches/release-0.94/tests/stress/remote_sanity/uc3/sanity.swift
branches/release-0.94/tests/stress/remote_sanity/uc3/sanity.timeout
branches/release-0.94/tests/stress/remote_sanity/uc3/sites.new.xml
branches/release-0.94/tests/stress/remote_sanity/uc3/sites.template.xml
branches/release-0.94/tests/stress/remote_sanity/uc3/swift.properties
branches/release-0.94/tests/stress/remote_sanity/uc3/tc.template.data
branches/release-0.94/tests/stress/remote_sanity/uc3/title.txt
Log:
Top level test to run sanity checks on connectivity from localhost to
Beagle, MCS, UC3, Mac machine frisbee, and Midway
Added: branches/release-0.94/tests/stress/remote_sanity/beagle/sanity.setup.sh
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/beagle/sanity.setup.sh (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/beagle/sanity.setup.sh 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1,11 @@
+#!/bin/bash
+
+USERNAME=$BEAGLE_USERNAME
+
+if [[ -z $USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{env.USER}/$USERNAME/" > tmp && mv tmp sites.xml
+fi
Property changes on: branches/release-0.94/tests/stress/remote_sanity/beagle/sanity.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: branches/release-0.94/tests/stress/remote_sanity/beagle/sanity.source.sh
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/beagle/sanity.source.sh (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/beagle/sanity.source.sh 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1,6 @@
+#!/bin/bash
+if [ "$HOSTNAME" == "midway001" ]
+then
+ export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+ export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;
Property changes on: branches/release-0.94/tests/stress/remote_sanity/beagle/sanity.source.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: branches/release-0.94/tests/stress/remote_sanity/beagle/sanity.swift
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/beagle/sanity.swift (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/beagle/sanity.swift 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1,11 @@
+type file;
+
+app (file out, file err) remote_driver ()
+{
+ date stdout=@filename(out) stderr=@filename(err);
+}
+
+file driver_out <simple_mapper; prefix="sanity", suffix=".out">;
+file driver_err <simple_mapper; prefix="sanity", suffix=".err">;
+
+(driver_out, driver_err) = remote_driver();
\ No newline at end of file
Added: branches/release-0.94/tests/stress/remote_sanity/beagle/sanity.timeout
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/beagle/sanity.timeout (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/beagle/sanity.timeout 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1 @@
+300
Added: branches/release-0.94/tests/stress/remote_sanity/beagle/sites.template.xml
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/beagle/sites.template.xml (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/beagle/sites.template.xml 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1,20 @@
+<config>
+ <pool handle="beagle">
+ <execution provider="coaster" jobmanager="ssh-cl:pbs" url="login4.beagle.ci.uchicago.edu"/>
+ <profile namespace="globus" key="jobsPerNode">24</profile>
+ <profile namespace="globus" key="lowOverAllocation">100</profile>
+ <profile namespace="globus" key="highOverAllocation">100</profile>
+ <profile namespace="globus" key="providerAttributes">pbs.aprun;pbs.mpp;depth=24</profile>
+ <profile namespace="globus" key="maxtime">3700</profile>
+ <profile namespace="globus" key="maxWalltime">01:00:00</profile>
+ <profile namespace="globus" key="userHomeOverride">/lustre/beagle/{env.USER}/swiftwork</profile>
+ <profile namespace="globus" key="slots">20</profile>
+ <profile namespace="globus" key="maxnodes">10</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="karajan" key="jobThrottle">4.80</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <profile namespace="karajan" key="workerLoggingLevel">trace</profile>
+ <!-- <workdirectory>/lustre/beagle/yadunandb/swiftwork</workdirectory> -->
+ <workdirectory>/tmp/{env.USER}/swiftwork</workdirectory>
+ </pool>
+</config>
\ No newline at end of file
Added: branches/release-0.94/tests/stress/remote_sanity/beagle/swift.properties
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/beagle/swift.properties (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/beagle/swift.properties 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1,8 @@
+use.provider.staging=true
+use.wrapper.staging=false
+wrapperlog.always.transfer=true
+execution.retries=0
+lazy.errors=false
+provider.staging.pin.swiftfiles=false
+sitedir.keep=true
+tcp.port.range=50000,51000
\ No newline at end of file
Added: branches/release-0.94/tests/stress/remote_sanity/beagle/tc.template.data
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/beagle/tc.template.data (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/beagle/tc.template.data 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1,5 @@
+local date /bin/date null null null
+beagle date /bin/date null null null
+uc3 date /bin/date null null null
+mcs date /bin/date null null null
+midway date /bin/date null null null
Added: branches/release-0.94/tests/stress/remote_sanity/beagle/title.txt
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/beagle/title.txt (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/beagle/title.txt 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1 @@
+Beagle remote sanity test
Added: branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/run.sh
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/run.sh (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/run.sh 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1,8 @@
+#!/bin/bash
+
+export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+
+swift -tc.file tc.template.data \
+ -sites.file sites.template.xml \
+ -config swift.properties \
+ sanity.swift
Property changes on: branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/run.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/sanity.setup.sh
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/sanity.setup.sh (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/sanity.setup.sh 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1,11 @@
+#!/bin/bash
+
+USERNAME=$MIDWAY_USERNAME
+
+if [[ -z $USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{env.USER}/$USERNAME/" > tmp && mv tmp sites.xml
+fi
Property changes on: branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/sanity.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/sanity.source.sh
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/sanity.source.sh (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/sanity.source.sh 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1,6 @@
+#!/bin/bash
+if [ "$HOSTNAME" == "midway001" ]
+then
+ export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+ export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;
Property changes on: branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/sanity.source.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/sanity.swift
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/sanity.swift (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/sanity.swift 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1,11 @@
+type file;
+
+app (file out, file err) remote_driver ()
+{
+ date stdout=@filename(out) stderr=@filename(err);
+}
+
+file driver_out <simple_mapper; prefix="sanity", suffix=".out">;
+file driver_err <simple_mapper; prefix="sanity", suffix=".err">;
+
+(driver_out, driver_err) = remote_driver();
\ No newline at end of file
Added: branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/sanity.timeout
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/sanity.timeout (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/sanity.timeout 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1 @@
+300
Added: branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/sites.template.xml
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/sites.template.xml (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/sites.template.xml 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1,14 @@
+<config>
+ <pool handle="frisbee">
+ <execution provider="coaster" jobmanager="ssh-cl:local" url="frisbee.mcs.anl.gov"/>
+ <profile namespace="globus" key="jobsPerNode">8</profile>
+ <profile namespace="globus" key="lowOverAllocation">100</profile>
+ <profile namespace="globus" key="highOverAllocation">100</profile>
+ <profile namespace="globus" key="maxtime">3600</profile>
+ <profile namespace="globus" key="maxWalltime">00:05:00</profile>
+ <profile namespace="karajan" key="jobThrottle">0.0799</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <!-- <workdirectory>/scratch/{env.USER}/swiftwork</workdirectory> -->
+ <workdirectory>/homes/yadunand/swiftwork</workdirectory>
+ </pool>
+</config>
Added: branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/swift.properties
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/swift.properties (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/swift.properties 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1,8 @@
+use.provider.staging=true
+use.wrapper.staging=false
+wrapperlog.always.transfer=true
+execution.retries=0
+lazy.errors=false
+provider.staging.pin.swiftfiles=false
+sitedir.keep=true
+tcp.port.range=50000,51000
\ No newline at end of file
Added: branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/tc.template.data
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/tc.template.data (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/tc.template.data 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1,6 @@
+local date /bin/date null null null
+beagle date /bin/date null null null
+uc3 date /bin/date null null null
+mcs date /bin/date null null null
+midway date /bin/date null null null
+frisbee date /bin/ls null null null
\ No newline at end of file
Added: branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/title.txt
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/title.txt (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/mac-frisbee/title.txt 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1 @@
+MAC-frisbee remote sanity test
Added: branches/release-0.94/tests/stress/remote_sanity/mcs/sanity.setup.sh
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/mcs/sanity.setup.sh (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/mcs/sanity.setup.sh 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1,11 @@
+#!/bin/bash
+
+USERNAME=$MCS_USERNAME
+
+if [[ -z $USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{env.USER}/$USERNAME/" > tmp && mv tmp sites.xml
+fi
Property changes on: branches/release-0.94/tests/stress/remote_sanity/mcs/sanity.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: branches/release-0.94/tests/stress/remote_sanity/mcs/sanity.source.sh
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/mcs/sanity.source.sh (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/mcs/sanity.source.sh 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1,6 @@
+#!/bin/bash
+if [ "$HOSTNAME" == "midway001" ]
+then
+ export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+ export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;
Property changes on: branches/release-0.94/tests/stress/remote_sanity/mcs/sanity.source.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: branches/release-0.94/tests/stress/remote_sanity/mcs/sanity.swift
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/mcs/sanity.swift (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/mcs/sanity.swift 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1,11 @@
+type file;
+
+app (file out, file err) remote_driver ()
+{
+ date stdout=@filename(out) stderr=@filename(err);
+}
+
+file driver_out <simple_mapper; prefix="sanity", suffix=".out">;
+file driver_err <simple_mapper; prefix="sanity", suffix=".err">;
+
+(driver_out, driver_err) = remote_driver();
\ No newline at end of file
Added: branches/release-0.94/tests/stress/remote_sanity/mcs/sanity.timeout
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/mcs/sanity.timeout (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/mcs/sanity.timeout 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1 @@
+300
Added: branches/release-0.94/tests/stress/remote_sanity/mcs/sites.new.xml
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/mcs/sites.new.xml (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/mcs/sites.new.xml 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1,20 @@
+<config>
+ <pool handle="beagle">
+ <execution provider="coaster" jobmanager="ssh-cl:local" url="login4.beagle.ci.uchicago.edu"/>
+ <profile namespace="globus" key="jobsPerNode">24</profile>
+ <profile namespace="globus" key="lowOverAllocation">100</profile>
+ <profile namespace="globus" key="highOverAllocation">100</profile>
+ <profile namespace="globus" key="providerAttributes">pbs.aprun;pbs.mpp;depth=24</profile>
+ <profile namespace="globus" key="maxtime">3600</profile>
+ <profile namespace="globus" key="maxWalltime">00:05:00</profile>
+ <profile namespace="globus" key="userHomeOverride">/lustre/beagle/yadunandb/swiftwork</profile>
+ <profile namespace="globus" key="slots">20</profile>
+ <profile namespace="globus" key="maxnodes">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="karajan" key="jobThrottle">4.80</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <profile namespace="karajan" key="workerLoggingLevel">trace</profile>
+ <!-- <workdirectory>/lustre/beagle/yadunandb/swiftwork</workdirectory> -->
+ <workdirectory>/tmp/yadunandb/swiftwork</workdirectory>
+ </pool>
+</config>
\ No newline at end of file
Added: branches/release-0.94/tests/stress/remote_sanity/mcs/sites.template.xml
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/mcs/sites.template.xml (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/mcs/sites.template.xml 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1,13 @@
+<config>
+ <pool handle="crush">
+ <execution provider="coaster" jobmanager="ssh-cl:local" url="crush.mcs.anl.gov"/>
+ <profile namespace="globus" key="jobsPerNode">8</profile>
+ <profile namespace="globus" key="lowOverAllocation">100</profile>
+ <profile namespace="globus" key="highOverAllocation">100</profile>
+ <profile namespace="globus" key="maxtime">3600</profile>
+ <profile namespace="globus" key="maxWalltime">00:05:00</profile>
+ <profile namespace="karajan" key="jobThrottle">0.0799</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/sandbox/{env.USER}/swiftwork</workdirectory>
+ </pool>
+</config>
Added: branches/release-0.94/tests/stress/remote_sanity/mcs/swift.properties
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/mcs/swift.properties (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/mcs/swift.properties 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1,8 @@
+use.provider.staging=true
+use.wrapper.staging=false
+wrapperlog.always.transfer=true
+execution.retries=0
+lazy.errors=false
+provider.staging.pin.swiftfiles=false
+sitedir.keep=true
+tcp.port.range=50000,51000
\ No newline at end of file
Added: branches/release-0.94/tests/stress/remote_sanity/mcs/tc.template.data
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/mcs/tc.template.data (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/mcs/tc.template.data 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1,5 @@
+local date /bin/date null null null
+beagle date /bin/date null null null
+uc3 date /bin/date null null null
+crush date /bin/date null null null
+midway date /bin/date null null null
Added: branches/release-0.94/tests/stress/remote_sanity/mcs/title.txt
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/mcs/title.txt (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/mcs/title.txt 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1 @@
+MCS remote sanity test - Running on CRUSH
Added: branches/release-0.94/tests/stress/remote_sanity/midway/sanity.setup.sh
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/midway/sanity.setup.sh (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/midway/sanity.setup.sh 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1,11 @@
+#!/bin/bash
+
+USERNAME=$MIDWAY_USERNAME
+
+if [[ -z $USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{env.USER}/$USERNAME/" > tmp && mv tmp sites.xml
+fi
Property changes on: branches/release-0.94/tests/stress/remote_sanity/midway/sanity.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: branches/release-0.94/tests/stress/remote_sanity/midway/sanity.source.sh
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/midway/sanity.source.sh (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/midway/sanity.source.sh 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1,6 @@
+#!/bin/bash
+if [ "$HOSTNAME" == "midway001" ]
+then
+ export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+ export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;
Property changes on: branches/release-0.94/tests/stress/remote_sanity/midway/sanity.source.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: branches/release-0.94/tests/stress/remote_sanity/midway/sanity.swift
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/midway/sanity.swift (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/midway/sanity.swift 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1,11 @@
+type file;
+
+app (file out, file err) remote_driver ()
+{
+ date stdout=@filename(out) stderr=@filename(err);
+}
+
+file driver_out <simple_mapper; prefix="sanity", suffix=".out">;
+file driver_err <simple_mapper; prefix="sanity", suffix=".err">;
+
+(driver_out, driver_err) = remote_driver();
\ No newline at end of file
Added: branches/release-0.94/tests/stress/remote_sanity/midway/sanity.timeout
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/midway/sanity.timeout (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/midway/sanity.timeout 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1 @@
+300
Added: branches/release-0.94/tests/stress/remote_sanity/midway/sites.new.xml
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/midway/sites.new.xml (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/midway/sites.new.xml 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1,20 @@
+<config>
+ <pool handle="beagle">
+ <execution provider="coaster" jobmanager="ssh-cl:local" url="login4.beagle.ci.uchicago.edu"/>
+ <profile namespace="globus" key="jobsPerNode">24</profile>
+ <profile namespace="globus" key="lowOverAllocation">100</profile>
+ <profile namespace="globus" key="highOverAllocation">100</profile>
+ <profile namespace="globus" key="providerAttributes">pbs.aprun;pbs.mpp;depth=24</profile>
+ <profile namespace="globus" key="maxtime">3600</profile>
+ <profile namespace="globus" key="maxWalltime">00:05:00</profile>
+ <profile namespace="globus" key="userHomeOverride">/lustre/beagle/yadunandb/swiftwork</profile>
+ <profile namespace="globus" key="slots">20</profile>
+ <profile namespace="globus" key="maxnodes">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="karajan" key="jobThrottle">4.80</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <profile namespace="karajan" key="workerLoggingLevel">trace</profile>
+ <!-- <workdirectory>/lustre/beagle/yadunandb/swiftwork</workdirectory> -->
+ <workdirectory>/tmp/yadunandb/swiftwork</workdirectory>
+ </pool>
+</config>
\ No newline at end of file
Added: branches/release-0.94/tests/stress/remote_sanity/midway/sites.template.xml
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/midway/sites.template.xml (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/midway/sites.template.xml 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1,17 @@
+<config>
+ <pool handle="midway">
+ <execution provider="coaster" jobmanager="local:slurm"/>
+ <profile namespace="globus" key="queue">sandyb</profile>
+ <profile namespace="globus" key="jobsPerNode">16</profile>
+ <profile namespace="globus" key="maxWalltime">00:05:00</profile>
+ <profile namespace="globus" key="maxTime">3600</profile>
+ <profile namespace="globus" key="highOverAllocation">100</profile>
+ <profile namespace="globus" key="lowOverAllocation">100</profile>
+ <profile namespace="globus" key="slots">4</profile>
+ <profile namespace="globus" key="maxNodes">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="karajan" key="jobThrottle">.64</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/tmp/{env.USER}</workdirectory>
+ </pool>
+</config>
Added: branches/release-0.94/tests/stress/remote_sanity/midway/swift.properties
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/midway/swift.properties (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/midway/swift.properties 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1,8 @@
+use.provider.staging=true
+use.wrapper.staging=false
+wrapperlog.always.transfer=true
+execution.retries=0
+lazy.errors=false
+provider.staging.pin.swiftfiles=false
+sitedir.keep=true
+tcp.port.range=50000,51000
\ No newline at end of file
Added: branches/release-0.94/tests/stress/remote_sanity/midway/tc.template.data
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/midway/tc.template.data (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/midway/tc.template.data 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1,5 @@
+local date /bin/date null null null
+beagle date /bin/date null null null
+uc3 date /bin/date null null null
+mcs date /bin/date null null null
+midway date /bin/date null null null
Added: branches/release-0.94/tests/stress/remote_sanity/midway/title.txt
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/midway/title.txt (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/midway/title.txt 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1 @@
+Midway remote sanity test
Added: branches/release-0.94/tests/stress/remote_sanity/uc3/sanity.setup.sh
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/uc3/sanity.setup.sh (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/uc3/sanity.setup.sh 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1,11 @@
+#!/bin/bash
+
+USERNAME=$UC3_USERNAME
+
+if [[ -z $USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{env.USER}/$USERNAME/" > tmp && mv tmp sites.xml
+fi
Property changes on: branches/release-0.94/tests/stress/remote_sanity/uc3/sanity.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: branches/release-0.94/tests/stress/remote_sanity/uc3/sanity.source.sh
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/uc3/sanity.source.sh (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/uc3/sanity.source.sh 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1,6 @@
+#!/bin/bash
+if [ "$HOSTNAME" == "midway001" ]
+then
+ export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+ export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;
Property changes on: branches/release-0.94/tests/stress/remote_sanity/uc3/sanity.source.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: branches/release-0.94/tests/stress/remote_sanity/uc3/sanity.swift
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/uc3/sanity.swift (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/uc3/sanity.swift 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1,11 @@
+type file;
+
+app (file out, file err) remote_driver ()
+{
+ date stdout=@filename(out) stderr=@filename(err);
+}
+
+file driver_out <simple_mapper; prefix="sanity", suffix=".out">;
+file driver_err <simple_mapper; prefix="sanity", suffix=".err">;
+
+(driver_out, driver_err) = remote_driver();
\ No newline at end of file
Added: branches/release-0.94/tests/stress/remote_sanity/uc3/sanity.timeout
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/uc3/sanity.timeout (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/uc3/sanity.timeout 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1 @@
+300
Added: branches/release-0.94/tests/stress/remote_sanity/uc3/sites.new.xml
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/uc3/sites.new.xml (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/uc3/sites.new.xml 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1,20 @@
+<config>
+ <pool handle="beagle">
+ <execution provider="coaster" jobmanager="ssh-cl:local" url="login4.beagle.ci.uchicago.edu"/>
+ <profile namespace="globus" key="jobsPerNode">24</profile>
+ <profile namespace="globus" key="lowOverAllocation">100</profile>
+ <profile namespace="globus" key="highOverAllocation">100</profile>
+ <profile namespace="globus" key="providerAttributes">pbs.aprun;pbs.mpp;depth=24</profile>
+ <profile namespace="globus" key="maxtime">3600</profile>
+ <profile namespace="globus" key="maxWalltime">00:05:00</profile>
+ <profile namespace="globus" key="userHomeOverride">/lustre/beagle/yadunandb/swiftwork</profile>
+ <profile namespace="globus" key="slots">20</profile>
+ <profile namespace="globus" key="maxnodes">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="karajan" key="jobThrottle">4.80</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <profile namespace="karajan" key="workerLoggingLevel">trace</profile>
+ <!-- <workdirectory>/lustre/beagle/yadunandb/swiftwork</workdirectory> -->
+ <workdirectory>/tmp/yadunandb/swiftwork</workdirectory>
+ </pool>
+</config>
\ No newline at end of file
Added: branches/release-0.94/tests/stress/remote_sanity/uc3/sites.template.xml
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/uc3/sites.template.xml (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/uc3/sites.template.xml 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1,17 @@
+<config>
+ <pool handle="uc3">
+ <execution provider="coaster" url="uc3-sub.uchicago.edu" jobmanager="ssh-cl:condor"/>
+ <profile namespace="karajan" key="jobThrottle">10.00</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <profile namespace="globus" key="jobsPerNode">1</profile>
+ <profile namespace="globus" key="maxtime">3600</profile>
+ <profile namespace="globus" key="maxWalltime">00:30:00</profile>
+ <profile namespace="globus" key="highOverAllocation">100</profile>
+ <profile namespace="globus" key="lowOverAllocation">100</profile>
+ <profile namespace="globus" key="slots">1000</profile>
+ <profile namespace="globus" key="maxNodes">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="globus" key="jobType">nonshared</profile>
+ <workdirectory>.</workdirectory>
+ </pool>
+</config>
\ No newline at end of file
Added: branches/release-0.94/tests/stress/remote_sanity/uc3/swift.properties
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/uc3/swift.properties (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/uc3/swift.properties 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1,8 @@
+use.provider.staging=true
+use.wrapper.staging=false
+wrapperlog.always.transfer=true
+execution.retries=0
+lazy.errors=false
+provider.staging.pin.swiftfiles=false
+sitedir.keep=true
+tcp.port.range=50000,51000
\ No newline at end of file
Added: branches/release-0.94/tests/stress/remote_sanity/uc3/tc.template.data
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/uc3/tc.template.data (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/uc3/tc.template.data 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1,5 @@
+local date /bin/date null null null
+beagle date /bin/date null null null
+uc3 date /bin/date null null null
+mcs date /bin/date null null null
+midway date /bin/date null null null
Added: branches/release-0.94/tests/stress/remote_sanity/uc3/title.txt
===================================================================
--- branches/release-0.94/tests/stress/remote_sanity/uc3/title.txt (rev 0)
+++ branches/release-0.94/tests/stress/remote_sanity/uc3/title.txt 2013-07-02 21:07:09 UTC (rev 6598)
@@ -0,0 +1 @@
+UC3 remote sanity test
More information about the Swift-commit
mailing list