[Swift-commit] r6597 - in branches/release-0.94/tests/stress: . apps/modis_beagle apps/modis_local apps/modis_midway apps/modis_multiple apps/modis_uc3 internals long_runs
yadunandb at ci.uchicago.edu
yadunandb at ci.uchicago.edu
Tue Jul 2 16:04:42 CDT 2013
Author: yadunandb
Date: 2013-07-02 16:04:42 -0500 (Tue, 02 Jul 2013)
New Revision: 6597
Added:
branches/release-0.94/tests/stress/long_runs/
branches/release-0.94/tests/stress/long_runs/.test
branches/release-0.94/tests/stress/long_runs/clean.sh
branches/release-0.94/tests/stress/long_runs/long_runner0.setup.sh
branches/release-0.94/tests/stress/long_runs/long_runner0.source.sh
branches/release-0.94/tests/stress/long_runs/long_runner0.swift
branches/release-0.94/tests/stress/long_runs/long_runner1.args
branches/release-0.94/tests/stress/long_runs/long_runner1.setup.sh
branches/release-0.94/tests/stress/long_runs/long_runner1.source.sh
branches/release-0.94/tests/stress/long_runs/long_runner1.swift
branches/release-0.94/tests/stress/long_runs/run
branches/release-0.94/tests/stress/long_runs/sites.new.xml
branches/release-0.94/tests/stress/long_runs/sites.template.xml
branches/release-0.94/tests/stress/long_runs/swift.properties
branches/release-0.94/tests/stress/long_runs/tc.template.data
branches/release-0.94/tests/stress/long_runs/temp.sh
branches/release-0.94/tests/stress/long_runs/title.txt
branches/release-0.94/tests/stress/long_runs/wrapper.sh
Modified:
branches/release-0.94/tests/stress/apps/modis_beagle/modis.setup.sh
branches/release-0.94/tests/stress/apps/modis_beagle/sites.template.xml
branches/release-0.94/tests/stress/apps/modis_local/modis.setup.sh
branches/release-0.94/tests/stress/apps/modis_midway/modis.setup.sh
branches/release-0.94/tests/stress/apps/modis_multiple/modis.setup.sh
branches/release-0.94/tests/stress/apps/modis_multiple/sites.template.xml
branches/release-0.94/tests/stress/apps/modis_uc3/modis.setup.sh
branches/release-0.94/tests/stress/internals/x_sleep.swift
Log:
Revamped modis tests, now with single user profile for configs
Minor changes to x_sleep
Added long_runner tests to test long term behavior.
Modified: branches/release-0.94/tests/stress/apps/modis_beagle/modis.setup.sh
===================================================================
--- branches/release-0.94/tests/stress/apps/modis_beagle/modis.setup.sh 2013-07-02 21:02:21 UTC (rev 6596)
+++ branches/release-0.94/tests/stress/apps/modis_beagle/modis.setup.sh 2013-07-02 21:04:42 UTC (rev 6597)
@@ -1,5 +1,14 @@
#!/bin/bash
+USERNAME=$BEAGLE_USERNAME
+if [[ -z $USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{env.USER}/$USERNAME/" > tmp && mv tmp sites.xml
+fi
+
case $STRESS in
"S1")
FILES=10
@@ -18,10 +27,6 @@
;;
esac
-export GLOBUS_HOSTNAME="128.135.112.73"
-export GLOBUS_TCP_PORT_RANGE=50000,51000
-#OVERRIDE_GLOBUS_HOSTNAME "128.135.112.73"
-
nfiles=${FILES:-10}
rm -rf input
Modified: branches/release-0.94/tests/stress/apps/modis_beagle/sites.template.xml
===================================================================
--- branches/release-0.94/tests/stress/apps/modis_beagle/sites.template.xml 2013-07-02 21:02:21 UTC (rev 6596)
+++ branches/release-0.94/tests/stress/apps/modis_beagle/sites.template.xml 2013-07-02 21:04:42 UTC (rev 6597)
@@ -1,35 +1,18 @@
<config>
-
<pool handle="beagle">
-
<execution provider="coaster" jobmanager="ssh-cl:pbs" url="login4.beagle.ci.uchicago.edu"/>
-
<profile namespace="globus" key="jobsPerNode">24</profile>
-
<profile namespace="globus" key="lowOverAllocation">100</profile>
-
<profile namespace="globus" key="highOverAllocation">100</profile>
-
<profile namespace="globus" key="providerAttributes">pbs.aprun;pbs.mpp;depth=24</profile>
-
<profile namespace="globus" key="maxtime">3600</profile>
-
<profile namespace="globus" key="maxWalltime">00:05:00</profile>
-
- <profile namespace="globus" key="userHomeOverride">/lustre/beagle/$USER/swiftwork</profile>
-
+ <profile namespace="globus" key="userHomeOverride">/lustre/beagle/{env.USER}/swiftwork</profile>
<profile namespace="globus" key="slots">20</profile>
-
<profile namespace="globus" key="maxnodes">1</profile>
-
<profile namespace="globus" key="nodeGranularity">1</profile>
-
<profile namespace="karajan" key="jobThrottle">4.80</profile>
-
<profile namespace="karajan" key="initialScore">10000</profile>
-
- <workdirectory>/tmp/$USER/swiftwork</workdirectory>
-
+ <workdirectory>/tmp/{env.USER}/swiftwork</workdirectory>
</pool>
-
</config>
\ No newline at end of file
Modified: branches/release-0.94/tests/stress/apps/modis_local/modis.setup.sh
===================================================================
--- branches/release-0.94/tests/stress/apps/modis_local/modis.setup.sh 2013-07-02 21:02:21 UTC (rev 6596)
+++ branches/release-0.94/tests/stress/apps/modis_local/modis.setup.sh 2013-07-02 21:04:42 UTC (rev 6597)
@@ -1,5 +1,13 @@
#!/bin/bash
+USERNAME="{env.USER}"
+if [[ -z $USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{env.USER}/$USERNAME/" > tmp && mv tmp sites.xml
+fi
case $STRESS in
"S1")
FILES=100
Modified: branches/release-0.94/tests/stress/apps/modis_midway/modis.setup.sh
===================================================================
--- branches/release-0.94/tests/stress/apps/modis_midway/modis.setup.sh 2013-07-02 21:02:21 UTC (rev 6596)
+++ branches/release-0.94/tests/stress/apps/modis_midway/modis.setup.sh 2013-07-02 21:04:42 UTC (rev 6597)
@@ -1,5 +1,13 @@
#!/bin/bash
+USERNAME=$MIDWAY_USERNAME
+if [[ -z $USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{env.USER}/$USERNAME/" > tmp && mv tmp sites.xml
+fi
case $STRESS in
"S1")
FILES=10
Modified: branches/release-0.94/tests/stress/apps/modis_multiple/modis.setup.sh
===================================================================
--- branches/release-0.94/tests/stress/apps/modis_multiple/modis.setup.sh 2013-07-02 21:02:21 UTC (rev 6596)
+++ branches/release-0.94/tests/stress/apps/modis_multiple/modis.setup.sh 2013-07-02 21:04:42 UTC (rev 6597)
@@ -1,5 +1,27 @@
#!/bin/bash
+if [[ -z $MIDWAY_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{mid.USER}/$MIDWAY_USERNAME/" > tmp && mv tmp sites.xml
+fi
+if [[ -z $UC3_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{uc3.USER}/$UC3_USERNAME/" > tmp && mv tmp sites.xml
+fi
+if [[ -z $BEAGLE_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{beagle.USER}/$BEAGLE_USERNAME/" > tmp && mv tmp sites.xml
+fi
+
case $STRESS in
"S1")
FILES=10
Modified: branches/release-0.94/tests/stress/apps/modis_multiple/sites.template.xml
===================================================================
--- branches/release-0.94/tests/stress/apps/modis_multiple/sites.template.xml 2013-07-02 21:02:21 UTC (rev 6596)
+++ branches/release-0.94/tests/stress/apps/modis_multiple/sites.template.xml 2013-07-02 21:04:42 UTC (rev 6597)
@@ -12,8 +12,8 @@
<profile namespace="globus" key="slots">1000</profile>
<profile namespace="globus" key="maxNodes">1</profile>
<profile namespace="globus" key="nodeGranularity">1</profile>
- <profile namespace="globus" key="condor.+AccountingGroup">"group_friends.{env.USER}"</profile>
- <profile namespace="globus" key="jobType">nonshared</profile>
+ <profile namespace="globus" key="condor.+AccountingGroup">"group_friends.{uc3.USER}"</profile>
+ <profile namespace="globus" key="jobType">nonshared</profile>l
<!-- <profile namespace="globus" key="condor.+Requirements">isUndefined(GLIDECLIENT_Name) == FALSE</profile> -->
<workdirectory>.</workdirectory>
</pool>
@@ -27,13 +27,13 @@
<profile namespace="globus" key="providerAttributes">pbs.aprun;pbs.mpp;depth=24;pbs.resource_list=advres=wilde.1768</profile>
<profile namespace="globus" key="maxtime">3600</profile>
<profile namespace="globus" key="maxWalltime">00:05:00</profile>
- <profile namespace="globus" key="userHomeOverride">/lustre/beagle/{env.USER}/swiftwork</profile>
+ <profile namespace="globus" key="userHomeOverride">/lustre/beagle/{beagle.USER}/swiftwork</profile>
<profile namespace="globus" key="slots">5</profile>
<profile namespace="globus" key="maxnodes">1</profile>
<profile namespace="globus" key="nodeGranularity">1</profile>
<profile namespace="karajan" key="jobThrottle">4.80</profile>
<profile namespace="karajan" key="initialScore">10000</profile>
- <workdirectory>/tmp/{env.USER}/swiftwork</workdirectory>
+ <workdirectory>/tmp/{beagle.USER}/swiftwork</workdirectory>
</pool>
<pool handle="sandyb">
@@ -49,7 +49,7 @@
<profile namespace="globus" key="nodeGranularity">1</profile>
<profile namespace="karajan" key="jobThrottle">.64</profile>
<profile namespace="karajan" key="initialScore">10000</profile>
- <workdirectory>/tmp/{env.USER}</workdirectory>
+ <workdirectory>/tmp/{mid.USER}</workdirectory>
</pool>
<pool handle="westmere">
@@ -65,7 +65,7 @@
<profile namespace="globus" key="nodeGranularity">1</profile>
<profile namespace="karajan" key="jobThrottle">.48</profile>
<profile namespace="karajan" key="initialScore">10000</profile>
- <workdirectory>/tmp/{env.USER}</workdirectory>
+ <workdirectory>/tmp/{mid.USER}</workdirectory>
</pool>
</config>
Modified: branches/release-0.94/tests/stress/apps/modis_uc3/modis.setup.sh
===================================================================
--- branches/release-0.94/tests/stress/apps/modis_uc3/modis.setup.sh 2013-07-02 21:02:21 UTC (rev 6596)
+++ branches/release-0.94/tests/stress/apps/modis_uc3/modis.setup.sh 2013-07-02 21:04:42 UTC (rev 6597)
@@ -1,5 +1,15 @@
#!/bin/bash
+USERNAME=$UC3_USERNAME
+
+if [[ -z $USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{env.USER}/$USERNAME/" > tmp && mv tmp sites.xml
+fi
+
case $STRESS in
"S1")
FILES=10
Modified: branches/release-0.94/tests/stress/internals/x_sleep.swift
===================================================================
--- branches/release-0.94/tests/stress/internals/x_sleep.swift 2013-07-02 21:02:21 UTC (rev 6596)
+++ branches/release-0.94/tests/stress/internals/x_sleep.swift 2013-07-02 21:04:42 UTC (rev 6597)
@@ -12,13 +12,12 @@
*/
int limit = @toint(@arg("loops"));
-int range[] = [0:limit:1];
int result[];
app sleep (int seconds){
sleep seconds;
}
-foreach num in range {
+foreach num in [0:limit:1] {
sleep(num%%5);
}
\ No newline at end of file
Added: branches/release-0.94/tests/stress/long_runs/.test
===================================================================
Added: branches/release-0.94/tests/stress/long_runs/clean.sh
===================================================================
--- branches/release-0.94/tests/stress/long_runs/clean.sh (rev 0)
+++ branches/release-0.94/tests/stress/long_runs/clean.sh 2013-07-02 21:04:42 UTC (rev 6597)
@@ -0,0 +1,6 @@
+#!/bin/bash
+
+rm -rf *log *d
+rm -rf *swiftx *kml
+rm -rf *~
+rm *{out,err}
\ No newline at end of file
Property changes on: branches/release-0.94/tests/stress/long_runs/clean.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: branches/release-0.94/tests/stress/long_runs/long_runner0.setup.sh
===================================================================
--- branches/release-0.94/tests/stress/long_runs/long_runner0.setup.sh (rev 0)
+++ branches/release-0.94/tests/stress/long_runs/long_runner0.setup.sh 2013-07-02 21:04:42 UTC (rev 6597)
@@ -0,0 +1,60 @@
+#!/bin/bash
+
+ARGS_FILE=${0%.setup.sh}.args
+
+case $STRESS in
+ *)
+ DELAY=90
+ FILES=10
+ LOOPS=10
+ TIMEOUT=600
+ ;;
+esac
+
+dd if=/dev/zero of=dummy bs=1024 count=0 seek=$((1024*FILES))
+echo "$TIMEOUT" > ${0%.setup.sh}.timeout
+echo "-loops=$LOOPS -delay=$DELAY" > $ARGS_FILE
+
+cat <<'EOF' > wrapper.sh
+#!/bin/bash
+ARG1=$1
+ARG2=$2
+
+echo "ARGS : $*"
+DEFAULT_SLEEP=60
+VARIANCE=20 # in percent
+
+ls | grep "$1" &> /dev/null
+if [ $? == 0 ]
+then
+ echo "Hey this is wrapper and the $1 exists as a file";
+ ls -lah;
+else
+ echo "Doinks! the file we need isn't here";
+ ls -lah
+fi
+
+if [ -z $ARG2 ]
+then
+ echo "Switching to default"
+ ARG2=$DEFAULT_SLEEP
+fi
+
+CHANGE=$(($ARG2*$VARIANCE/100))
+RAND=$(shuf -i 0-$((2*CHANGE)) -n 1)
+
+echo "sleep $(($ARG2-$CHANGE+$RAND))"
+sleep $(($ARG2-$CHANGE+$RAND))
+
+cat $ARG1 > $ARG1.test
+
+if [ $? == 0 ]
+then
+ echo "The cat worked! ";
+else
+ echo "The cat failed ";
+fi
+
+rm $ARG1 $ARG1.test
+echo "Residual files cleaned up"
+EOF
Property changes on: branches/release-0.94/tests/stress/long_runs/long_runner0.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: branches/release-0.94/tests/stress/long_runs/long_runner0.source.sh
===================================================================
--- branches/release-0.94/tests/stress/long_runs/long_runner0.source.sh (rev 0)
+++ branches/release-0.94/tests/stress/long_runs/long_runner0.source.sh 2013-07-02 21:04:42 UTC (rev 6597)
@@ -0,0 +1,6 @@
+#!/bin/bash
+if [ "midway001" == "midway001" ]
+then
+ export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+ export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;
Property changes on: branches/release-0.94/tests/stress/long_runs/long_runner0.source.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: branches/release-0.94/tests/stress/long_runs/long_runner0.swift
===================================================================
--- branches/release-0.94/tests/stress/long_runs/long_runner0.swift (rev 0)
+++ branches/release-0.94/tests/stress/long_runs/long_runner0.swift 2013-07-02 21:04:42 UTC (rev 6597)
@@ -0,0 +1,18 @@
+type file;
+
+file package <"dummy">;
+file script <"wrapper.sh">;
+int loop = @toInt(@arg("loops","0"));
+int delay = @toInt(@arg("delay","60"));
+
+app (file out, file err) remote_driver (file run, file tar, int delay)
+{
+ bash @run @filename(tar) delay stdout=@filename(out) stderr=@filename(err);
+}
+
+file driver_out[] <simple_mapper; prefix="driver", suffix=".out">;
+file driver_err[] <simple_mapper; prefix="driver", suffix=".err">;
+
+foreach item,i in [0:loop] {
+ (driver_out[i], driver_err[i]) = remote_driver(script, package, delay);
+}
\ No newline at end of file
Added: branches/release-0.94/tests/stress/long_runs/long_runner1.args
===================================================================
--- branches/release-0.94/tests/stress/long_runs/long_runner1.args (rev 0)
+++ branches/release-0.94/tests/stress/long_runs/long_runner1.args 2013-07-02 21:04:42 UTC (rev 6597)
@@ -0,0 +1 @@
+-loops=10 -delay=10
Added: branches/release-0.94/tests/stress/long_runs/long_runner1.setup.sh
===================================================================
--- branches/release-0.94/tests/stress/long_runs/long_runner1.setup.sh (rev 0)
+++ branches/release-0.94/tests/stress/long_runs/long_runner1.setup.sh 2013-07-02 21:04:42 UTC (rev 6597)
@@ -0,0 +1,60 @@
+#!/bin/bash
+
+ARGS_FILE=${0%.setup.sh}.args
+
+case $STRESS in
+ *)
+ DELAY=10
+ FILES=10
+ LOOPS=10
+ TIMEOUT=600
+ ;;
+esac
+
+dd if=/dev/zero of=dummy bs=1024 count=0 seek=$((1024*FILES))
+echo "$TIMEOUT" > ${0%.setup.sh}.timeout
+echo "-loops=$LOOPS -delay=$DELAY" > $ARGS_FILE
+
+cat <<'EOF' > wrapper.sh
+#!/bin/bash
+ARG1=$1
+ARG2=$2
+
+echo "ARGS : $*"
+DEFAULT_SLEEP=60
+VARIANCE=20 # in percent
+
+ls | grep "$1" &> /dev/null
+if [ $? == 0 ]
+then
+ echo "Hey this is wrapper and the $1 exists as a file";
+ ls -lah;
+else
+ echo "Doinks! the file we need isn't here";
+ ls -lah
+fi
+
+if [ -z $ARG2 ]
+then
+ echo "Switching to default"
+ ARG2=$DEFAULT_SLEEP
+fi
+
+CHANGE=$(($ARG2*$VARIANCE/100))
+RAND=$(shuf -i 0-$((2*CHANGE)) -n 1)
+
+echo "sleep $(($ARG2-$CHANGE+$RAND))"
+sleep $(($ARG2-$CHANGE+$RAND))
+
+cat $ARG1 > $ARG1.test
+
+if [ $? == 0 ]
+then
+ echo "The cat worked! ";
+else
+ echo "The cat failed ";
+fi
+
+rm $ARG1 $ARG1.test
+echo "Residual files cleaned up"
+EOF
Property changes on: branches/release-0.94/tests/stress/long_runs/long_runner1.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: branches/release-0.94/tests/stress/long_runs/long_runner1.source.sh
===================================================================
--- branches/release-0.94/tests/stress/long_runs/long_runner1.source.sh (rev 0)
+++ branches/release-0.94/tests/stress/long_runs/long_runner1.source.sh 2013-07-02 21:04:42 UTC (rev 6597)
@@ -0,0 +1,6 @@
+#!/bin/bash
+if [ "midway001" == "midway001" ]
+then
+ export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+ export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;
Property changes on: branches/release-0.94/tests/stress/long_runs/long_runner1.source.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: branches/release-0.94/tests/stress/long_runs/long_runner1.swift
===================================================================
--- branches/release-0.94/tests/stress/long_runs/long_runner1.swift (rev 0)
+++ branches/release-0.94/tests/stress/long_runs/long_runner1.swift 2013-07-02 21:04:42 UTC (rev 6597)
@@ -0,0 +1,21 @@
+type file;
+
+file package <"dummy">;
+file script <"wrapper.sh">;
+int loops = @toInt(@arg("loops","0"));
+int inner = @toInt(@arg("inner", "10"));
+int delay = @toInt(@arg("delay","60"));
+
+app (file out, file err) remote_driver (file run, file tar, int delay)
+{
+ bash @run @filename(tar) delay stdout=@filename(out) stderr=@filename(err);
+}
+
+file driver_out[][] <simple_mapper; prefix="driver", suffix=".out">;
+file driver_err[][] <simple_mapper; prefix="driver", suffix=".err">;
+
+foreach index,j in [1:loops] {
+ foreach item,i in [1:inner] {
+ (driver_out[j][i], driver_err[j][i]) = remote_driver(script, package, delay);
+ }
+}
\ No newline at end of file
Added: branches/release-0.94/tests/stress/long_runs/run
===================================================================
--- branches/release-0.94/tests/stress/long_runs/run (rev 0)
+++ branches/release-0.94/tests/stress/long_runs/run 2013-07-02 21:04:42 UTC (rev 6597)
@@ -0,0 +1,12 @@
+#! /bin/sh
+
+set -x
+export STRESS="S1"
+
+#./long_runner0.setup.sh
+#ARGS=`cat long_runner0.args`
+#swift -config swift.properties -sites.file sites.template.xml -tc.file tc.template.data long_runner0.swift $ARGS
+
+./long_runner1.setup.sh
+ARGS=`cat long_runner1.args`
+swift -config swift.properties -sites.file sites.template.xml -tc.file tc.template.data long_runner1.swift $ARGS
Property changes on: branches/release-0.94/tests/stress/long_runs/run
___________________________________________________________________
Added: svn:executable
+ *
Added: branches/release-0.94/tests/stress/long_runs/sites.new.xml
===================================================================
--- branches/release-0.94/tests/stress/long_runs/sites.new.xml (rev 0)
+++ branches/release-0.94/tests/stress/long_runs/sites.new.xml 2013-07-02 21:04:42 UTC (rev 6597)
@@ -0,0 +1,20 @@
+<config>
+ <pool handle="beagle">
+ <execution provider="coaster" jobmanager="ssh-cl:local" url="login4.beagle.ci.uchicago.edu"/>
+ <profile namespace="globus" key="jobsPerNode">24</profile>
+ <profile namespace="globus" key="lowOverAllocation">100</profile>
+ <profile namespace="globus" key="highOverAllocation">100</profile>
+ <profile namespace="globus" key="providerAttributes">pbs.aprun;pbs.mpp;depth=24</profile>
+ <profile namespace="globus" key="maxtime">3600</profile>
+ <profile namespace="globus" key="maxWalltime">00:05:00</profile>
+ <profile namespace="globus" key="userHomeOverride">/lustre/beagle/yadunandb/swiftwork</profile>
+ <profile namespace="globus" key="slots">20</profile>
+ <profile namespace="globus" key="maxnodes">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="karajan" key="jobThrottle">4.80</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <profile namespace="karajan" key="workerLoggingLevel">trace</profile>
+ <!-- <workdirectory>/lustre/beagle/yadunandb/swiftwork</workdirectory> -->
+ <workdirectory>/tmp/yadunandb/swiftwork</workdirectory>
+ </pool>
+</config>
\ No newline at end of file
Added: branches/release-0.94/tests/stress/long_runs/sites.template.xml
===================================================================
--- branches/release-0.94/tests/stress/long_runs/sites.template.xml (rev 0)
+++ branches/release-0.94/tests/stress/long_runs/sites.template.xml 2013-07-02 21:04:42 UTC (rev 6597)
@@ -0,0 +1,20 @@
+<config>
+ <pool handle="beagle">
+ <execution provider="coaster" jobmanager="ssh-cl:pbs" url="login4.beagle.ci.uchicago.edu"/>
+ <profile namespace="globus" key="jobsPerNode">24</profile>
+ <profile namespace="globus" key="lowOverAllocation">100</profile>
+ <profile namespace="globus" key="highOverAllocation">100</profile>
+ <profile namespace="globus" key="providerAttributes">pbs.aprun;pbs.mpp;depth=24</profile>
+ <profile namespace="globus" key="maxtime">36000</profile>
+ <profile namespace="globus" key="maxWalltime">09:00:00</profile>
+ <profile namespace="globus" key="userHomeOverride">/lustre/beagle/yadunandb/swiftwork</profile>
+ <profile namespace="globus" key="slots">20</profile>
+ <profile namespace="globus" key="maxnodes">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="karajan" key="jobThrottle">4.80</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <profile namespace="karajan" key="workerLoggingLevel">trace</profile>
+ <!-- <workdirectory>/lustre/beagle/yadunandb/swiftwork</workdirectory> -->
+ <workdirectory>/tmp/yadunandb/swiftwork</workdirectory>
+ </pool>
+</config>
\ No newline at end of file
Added: branches/release-0.94/tests/stress/long_runs/swift.properties
===================================================================
--- branches/release-0.94/tests/stress/long_runs/swift.properties (rev 0)
+++ branches/release-0.94/tests/stress/long_runs/swift.properties 2013-07-02 21:04:42 UTC (rev 6597)
@@ -0,0 +1,8 @@
+use.provider.staging=true
+use.wrapper.staging=false
+wrapperlog.always.transfer=true
+execution.retries=0
+lazy.errors=false
+provider.staging.pin.swiftfiles=false
+sitedir.keep=true
+tcp.port.range=50000,51000
\ No newline at end of file
Added: branches/release-0.94/tests/stress/long_runs/tc.template.data
===================================================================
--- branches/release-0.94/tests/stress/long_runs/tc.template.data (rev 0)
+++ branches/release-0.94/tests/stress/long_runs/tc.template.data 2013-07-02 21:04:42 UTC (rev 6597)
@@ -0,0 +1,2 @@
+local perl /usr/bin/perl null null null
+beagle bash /bin/bash null null null
Added: branches/release-0.94/tests/stress/long_runs/temp.sh
===================================================================
--- branches/release-0.94/tests/stress/long_runs/temp.sh (rev 0)
+++ branches/release-0.94/tests/stress/long_runs/temp.sh 2013-07-02 21:04:42 UTC (rev 6597)
@@ -0,0 +1,19 @@
+#!/bin/bash
+
+for i in `ls *setup.sh`
+do
+ BASE=${i%.setup.sh};
+ echo $BASE
+ echo "Source file : $BASE.source.sh"
+
+ cat <<'EOF' >> $BASE.setup.sh
+
+if [[ -n "$BEAGLE_USERNAME" ]]
+then
+ echo "BEAGLE_USERNAME is $BEAGLE_USERNAME";
+ sed "s/{env.USER}/$BEAGLE_USERNAME/g" sites.template.xml > sites.backup && mv sites.backup sites.template.xml
+fi;
+
+EOF
+
+done;
\ No newline at end of file
Property changes on: branches/release-0.94/tests/stress/long_runs/temp.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: branches/release-0.94/tests/stress/long_runs/title.txt
===================================================================
--- branches/release-0.94/tests/stress/long_runs/title.txt (rev 0)
+++ branches/release-0.94/tests/stress/long_runs/title.txt 2013-07-02 21:04:42 UTC (rev 6597)
@@ -0,0 +1,3 @@
+IO stress testing.
+Local site : ANY
+Remote site: Beagle
Added: branches/release-0.94/tests/stress/long_runs/wrapper.sh
===================================================================
--- branches/release-0.94/tests/stress/long_runs/wrapper.sh (rev 0)
+++ branches/release-0.94/tests/stress/long_runs/wrapper.sh 2013-07-02 21:04:42 UTC (rev 6597)
@@ -0,0 +1,41 @@
+#!/bin/bash
+ARG1=$1
+ARG2=$2
+
+echo "ARGS : $*"
+DEFAULT_SLEEP=60
+VARIANCE=20 # in percent
+
+ls | grep "$1" &> /dev/null
+if [ $? == 0 ]
+then
+ echo "Hey this is wrapper and the $1 exists as a file";
+ ls -lah;
+else
+ echo "Doinks! the file we need isn't here";
+ ls -lah
+fi
+
+if [ -z $ARG2 ]
+then
+ echo "Switching to default"
+ ARG2=$DEFAULT_SLEEP
+fi
+
+CHANGE=$(($ARG2*$VARIANCE/100))
+RAND=$(shuf -i 0-$((2*CHANGE)) -n 1)
+
+echo "sleep $(($ARG2-$CHANGE+$RAND))"
+sleep $(($ARG2-$CHANGE+$RAND))
+
+cat $ARG1 > $ARG1.test
+
+if [ $? == 0 ]
+then
+ echo "The cat worked! ";
+else
+ echo "The cat failed ";
+fi
+
+rm $ARG1 $ARG1.test
+echo "Residual files cleaned up"
More information about the Swift-commit
mailing list