[Swift-commit] r6908 - in trunk/tests/stress: . IO IO/bagOnodes IO/beagle IO/multiple IO/uc3
yadunandb at ci.uchicago.edu
yadunandb at ci.uchicago.edu
Wed Aug 21 11:40:29 CDT 2013
Author: yadunandb
Date: 2013-08-21 11:40:28 -0500 (Wed, 21 Aug 2013)
New Revision: 6908
Added:
trunk/tests/stress/IO/
trunk/tests/stress/IO/bagOnodes/
trunk/tests/stress/IO/bagOnodes/run
trunk/tests/stress/IO/bagOnodes/sites.template.xml
trunk/tests/stress/IO/bagOnodes/stage_from_remote1x1.check.sh
trunk/tests/stress/IO/bagOnodes/stage_from_remote1x1.setup.sh
trunk/tests/stress/IO/bagOnodes/stage_from_remote1x1.source.sh
trunk/tests/stress/IO/bagOnodes/stage_from_remote1x1.swift
trunk/tests/stress/IO/bagOnodes/stage_from_remote1x1.timeout
trunk/tests/stress/IO/bagOnodes/stage_from_remote1x2.check.sh
trunk/tests/stress/IO/bagOnodes/stage_from_remote1x2.setup.sh
trunk/tests/stress/IO/bagOnodes/stage_from_remote1x2.source.sh
trunk/tests/stress/IO/bagOnodes/stage_from_remote1x2.swift
trunk/tests/stress/IO/bagOnodes/stage_from_remote1x2.timeout
trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx1.check.sh
trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx1.setup.sh
trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx1.source.sh
trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx1.swift
trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx1.timeout
trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx2.check.sh
trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx2.setup.sh
trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx2.source.sh
trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx2.swift
trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx2.timeout
trunk/tests/stress/IO/bagOnodes/stage_to_remote1x1.check.sh
trunk/tests/stress/IO/bagOnodes/stage_to_remote1x1.setup.sh
trunk/tests/stress/IO/bagOnodes/stage_to_remote1x1.source.sh
trunk/tests/stress/IO/bagOnodes/stage_to_remote1x1.swift
trunk/tests/stress/IO/bagOnodes/stage_to_remote1x1.timeout
trunk/tests/stress/IO/bagOnodes/stage_to_remote1x2.check.sh
trunk/tests/stress/IO/bagOnodes/stage_to_remote1x2.setup.sh
trunk/tests/stress/IO/bagOnodes/stage_to_remote1x2.source.sh
trunk/tests/stress/IO/bagOnodes/stage_to_remote1x2.swift
trunk/tests/stress/IO/bagOnodes/stage_to_remote1x2.timeout
trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx1.args
trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx1.check.sh
trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx1.setup.sh
trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx1.source.sh
trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx1.swift
trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx1.timeout
trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx2.check.sh
trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx2.setup.sh
trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx2.source.sh
trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx2.swift
trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx2.timeout
trunk/tests/stress/IO/bagOnodes/swift.properties
trunk/tests/stress/IO/bagOnodes/t.sh
trunk/tests/stress/IO/bagOnodes/tc.template.data
trunk/tests/stress/IO/bagOnodes/temp.sh
trunk/tests/stress/IO/bagOnodes/title.txt
trunk/tests/stress/IO/bagOnodes/wrapper.sh
trunk/tests/stress/IO/bagOnodes/z_stats.clean.sh
trunk/tests/stress/IO/bagOnodes/z_stats.swift
trunk/tests/stress/IO/beagle/
trunk/tests/stress/IO/beagle/run
trunk/tests/stress/IO/beagle/sites.template.xml
trunk/tests/stress/IO/beagle/stage_from_remote1x1.check.sh
trunk/tests/stress/IO/beagle/stage_from_remote1x1.setup.sh
trunk/tests/stress/IO/beagle/stage_from_remote1x1.source.sh
trunk/tests/stress/IO/beagle/stage_from_remote1x1.swift
trunk/tests/stress/IO/beagle/stage_from_remote1x1.timeout
trunk/tests/stress/IO/beagle/stage_from_remote1x2.check.sh
trunk/tests/stress/IO/beagle/stage_from_remote1x2.setup.sh
trunk/tests/stress/IO/beagle/stage_from_remote1x2.source.sh
trunk/tests/stress/IO/beagle/stage_from_remote1x2.swift
trunk/tests/stress/IO/beagle/stage_from_remote1x2.timeout
trunk/tests/stress/IO/beagle/stage_from_remoteNx1.check.sh
trunk/tests/stress/IO/beagle/stage_from_remoteNx1.setup.sh
trunk/tests/stress/IO/beagle/stage_from_remoteNx1.source.sh
trunk/tests/stress/IO/beagle/stage_from_remoteNx1.swift
trunk/tests/stress/IO/beagle/stage_from_remoteNx1.timeout
trunk/tests/stress/IO/beagle/stage_from_remoteNx2.check.sh
trunk/tests/stress/IO/beagle/stage_from_remoteNx2.setup.sh
trunk/tests/stress/IO/beagle/stage_from_remoteNx2.source.sh
trunk/tests/stress/IO/beagle/stage_from_remoteNx2.swift
trunk/tests/stress/IO/beagle/stage_from_remoteNx2.timeout
trunk/tests/stress/IO/beagle/stage_to_remote1x1.args
trunk/tests/stress/IO/beagle/stage_to_remote1x1.check.sh
trunk/tests/stress/IO/beagle/stage_to_remote1x1.setup.sh
trunk/tests/stress/IO/beagle/stage_to_remote1x1.source.sh
trunk/tests/stress/IO/beagle/stage_to_remote1x1.swift
trunk/tests/stress/IO/beagle/stage_to_remote1x1.timeout
trunk/tests/stress/IO/beagle/stage_to_remote1x2.check.sh
trunk/tests/stress/IO/beagle/stage_to_remote1x2.setup.sh
trunk/tests/stress/IO/beagle/stage_to_remote1x2.source.sh
trunk/tests/stress/IO/beagle/stage_to_remote1x2.swift
trunk/tests/stress/IO/beagle/stage_to_remote1x2.timeout
trunk/tests/stress/IO/beagle/stage_to_remoteNx1.args
trunk/tests/stress/IO/beagle/stage_to_remoteNx1.check.sh
trunk/tests/stress/IO/beagle/stage_to_remoteNx1.setup.sh
trunk/tests/stress/IO/beagle/stage_to_remoteNx1.source.sh
trunk/tests/stress/IO/beagle/stage_to_remoteNx1.swift
trunk/tests/stress/IO/beagle/stage_to_remoteNx1.timeout
trunk/tests/stress/IO/beagle/stage_to_remoteNx2.check.sh
trunk/tests/stress/IO/beagle/stage_to_remoteNx2.setup.sh
trunk/tests/stress/IO/beagle/stage_to_remoteNx2.source.sh
trunk/tests/stress/IO/beagle/stage_to_remoteNx2.swift
trunk/tests/stress/IO/beagle/stage_to_remoteNx2.timeout
trunk/tests/stress/IO/beagle/swift.properties
trunk/tests/stress/IO/beagle/tc.template.data
trunk/tests/stress/IO/beagle/temp.sh
trunk/tests/stress/IO/beagle/title.txt
trunk/tests/stress/IO/beagle/wrapper.sh
trunk/tests/stress/IO/beagle/z_stats.clean.sh
trunk/tests/stress/IO/beagle/z_stats.swift
trunk/tests/stress/IO/multiple/
trunk/tests/stress/IO/multiple/run
trunk/tests/stress/IO/multiple/sites.template.xml
trunk/tests/stress/IO/multiple/sites.template.xml.beagle
trunk/tests/stress/IO/multiple/stage_from_remote1x1.check.sh
trunk/tests/stress/IO/multiple/stage_from_remote1x1.setup.sh
trunk/tests/stress/IO/multiple/stage_from_remote1x1.swift
trunk/tests/stress/IO/multiple/stage_from_remote1x1.timeout
trunk/tests/stress/IO/multiple/stage_from_remote1x2.check.sh
trunk/tests/stress/IO/multiple/stage_from_remote1x2.setup.sh
trunk/tests/stress/IO/multiple/stage_from_remote1x2.swift
trunk/tests/stress/IO/multiple/stage_from_remote1x2.timeout
trunk/tests/stress/IO/multiple/stage_from_remoteNx1.check.sh
trunk/tests/stress/IO/multiple/stage_from_remoteNx1.setup.sh
trunk/tests/stress/IO/multiple/stage_from_remoteNx1.swift
trunk/tests/stress/IO/multiple/stage_from_remoteNx1.timeout
trunk/tests/stress/IO/multiple/stage_from_remoteNx2.check.sh
trunk/tests/stress/IO/multiple/stage_from_remoteNx2.setup.sh
trunk/tests/stress/IO/multiple/stage_from_remoteNx2.swift
trunk/tests/stress/IO/multiple/stage_from_remoteNx2.timeout
trunk/tests/stress/IO/multiple/stage_to_remote1x1.args
trunk/tests/stress/IO/multiple/stage_to_remote1x1.check.sh
trunk/tests/stress/IO/multiple/stage_to_remote1x1.setup.sh
trunk/tests/stress/IO/multiple/stage_to_remote1x1.source.sh
trunk/tests/stress/IO/multiple/stage_to_remote1x1.swift
trunk/tests/stress/IO/multiple/stage_to_remote1x1.timeout
trunk/tests/stress/IO/multiple/stage_to_remote1x2.check.sh
trunk/tests/stress/IO/multiple/stage_to_remote1x2.setup.sh
trunk/tests/stress/IO/multiple/stage_to_remote1x2.source.sh
trunk/tests/stress/IO/multiple/stage_to_remote1x2.swift
trunk/tests/stress/IO/multiple/stage_to_remote1x2.timeout
trunk/tests/stress/IO/multiple/stage_to_remoteNx1.args
trunk/tests/stress/IO/multiple/stage_to_remoteNx1.check.sh
trunk/tests/stress/IO/multiple/stage_to_remoteNx1.setup.sh
trunk/tests/stress/IO/multiple/stage_to_remoteNx1.source.sh
trunk/tests/stress/IO/multiple/stage_to_remoteNx1.swift
trunk/tests/stress/IO/multiple/stage_to_remoteNx1.timeout
trunk/tests/stress/IO/multiple/stage_to_remoteNx2.check.sh
trunk/tests/stress/IO/multiple/stage_to_remoteNx2.setup.sh
trunk/tests/stress/IO/multiple/stage_to_remoteNx2.source.sh
trunk/tests/stress/IO/multiple/stage_to_remoteNx2.swift
trunk/tests/stress/IO/multiple/stage_to_remoteNx2.timeout
trunk/tests/stress/IO/multiple/swift.properties
trunk/tests/stress/IO/multiple/tc.template.data
trunk/tests/stress/IO/multiple/temp.sh
trunk/tests/stress/IO/multiple/title.txt
trunk/tests/stress/IO/multiple/wrapper.sh
trunk/tests/stress/IO/multiple/z_stats.clean.sh
trunk/tests/stress/IO/multiple/z_stats.swift
trunk/tests/stress/IO/uc3/
trunk/tests/stress/IO/uc3/run
trunk/tests/stress/IO/uc3/script.args
trunk/tests/stress/IO/uc3/script.check.sh
trunk/tests/stress/IO/uc3/script.setup.sh
trunk/tests/stress/IO/uc3/sites.backup.xml
trunk/tests/stress/IO/uc3/sites.template.xml
trunk/tests/stress/IO/uc3/stage_from_remote.check.sh
trunk/tests/stress/IO/uc3/stage_from_remote.setup.sh
trunk/tests/stress/IO/uc3/stage_from_remote.source.sh
trunk/tests/stress/IO/uc3/stage_from_remote.swift
trunk/tests/stress/IO/uc3/stage_from_remote.timeout
trunk/tests/stress/IO/uc3/stage_from_remote1x1.check.sh
trunk/tests/stress/IO/uc3/stage_from_remote1x1.setup.sh
trunk/tests/stress/IO/uc3/stage_from_remote1x1.source.sh
trunk/tests/stress/IO/uc3/stage_from_remote1x1.swift
trunk/tests/stress/IO/uc3/stage_from_remote1x1.timeout
trunk/tests/stress/IO/uc3/stage_from_remote1x2.check.sh
trunk/tests/stress/IO/uc3/stage_from_remote1x2.setup.sh
trunk/tests/stress/IO/uc3/stage_from_remote1x2.source.sh
trunk/tests/stress/IO/uc3/stage_from_remote1x2.swift
trunk/tests/stress/IO/uc3/stage_from_remote1x2.timeout
trunk/tests/stress/IO/uc3/stage_from_remoteNx1.check.sh
trunk/tests/stress/IO/uc3/stage_from_remoteNx1.setup.sh
trunk/tests/stress/IO/uc3/stage_from_remoteNx1.source.sh
trunk/tests/stress/IO/uc3/stage_from_remoteNx1.swift
trunk/tests/stress/IO/uc3/stage_from_remoteNx1.timeout
trunk/tests/stress/IO/uc3/stage_from_remoteNx2.check.sh
trunk/tests/stress/IO/uc3/stage_from_remoteNx2.setup.sh
trunk/tests/stress/IO/uc3/stage_from_remoteNx2.source.sh
trunk/tests/stress/IO/uc3/stage_from_remoteNx2.swift
trunk/tests/stress/IO/uc3/stage_from_remoteNx2.timeout
trunk/tests/stress/IO/uc3/stage_to_remote1x1.args
trunk/tests/stress/IO/uc3/stage_to_remote1x1.check.sh
trunk/tests/stress/IO/uc3/stage_to_remote1x1.setup.sh
trunk/tests/stress/IO/uc3/stage_to_remote1x1.source.sh
trunk/tests/stress/IO/uc3/stage_to_remote1x1.swift
trunk/tests/stress/IO/uc3/stage_to_remote1x1.timeout
trunk/tests/stress/IO/uc3/stage_to_remote1x2.check.sh
trunk/tests/stress/IO/uc3/stage_to_remote1x2.setup.sh
trunk/tests/stress/IO/uc3/stage_to_remote1x2.source.sh
trunk/tests/stress/IO/uc3/stage_to_remote1x2.swift
trunk/tests/stress/IO/uc3/stage_to_remote1x2.timeout
trunk/tests/stress/IO/uc3/stage_to_remoteNx1.check.sh
trunk/tests/stress/IO/uc3/stage_to_remoteNx1.setup.sh
trunk/tests/stress/IO/uc3/stage_to_remoteNx1.source.sh
trunk/tests/stress/IO/uc3/stage_to_remoteNx1.swift
trunk/tests/stress/IO/uc3/stage_to_remoteNx1.timeout
trunk/tests/stress/IO/uc3/stage_to_remoteNx2.check.sh
trunk/tests/stress/IO/uc3/stage_to_remoteNx2.setup.sh
trunk/tests/stress/IO/uc3/stage_to_remoteNx2.source.sh
trunk/tests/stress/IO/uc3/stage_to_remoteNx2.swift
trunk/tests/stress/IO/uc3/stage_to_remoteNx2.timeout
trunk/tests/stress/IO/uc3/swift.properties
trunk/tests/stress/IO/uc3/tc.template.data
trunk/tests/stress/IO/uc3/temp.sh
trunk/tests/stress/IO/uc3/title.txt
trunk/tests/stress/IO/uc3/wrapper.sh
trunk/tests/stress/IO/uc3/z_stats.clean.sh
trunk/tests/stress/IO/uc3/z_stats.swift
Log:
Committing IO stress tests
Added: trunk/tests/stress/IO/bagOnodes/run
===================================================================
--- trunk/tests/stress/IO/bagOnodes/run (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/run 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,22 @@
+#! /bin/sh
+
+set -x
+export STRESS="S1"
+
+#./stage_to_remote.setup.sh
+#ARGS=`cat stage_to_remote.args`
+#swift -config swift.properties -sites.file sites.template.xml -tc.file tc.template.data stage_to_remote.swift $ARGS
+
+
+#./stage_to_remote1.setup.sh
+#ARGS=`cat stage_to_remote1.args`
+#swift -config swift.properties -sites.file sites.template.xml -tc.file tc.template.data stage_to_remote1.swift $ARGS
+
+
+#./stage_from_remote.setup.sh
+#ARGS=`cat stage_from_remote.args`
+#swift -config swift.properties -sites.file sites.template.xml -tc.file tc.template.data stage_from_remote.swift $ARGS
+
+./stage_to_remoteNx1.setup.sh
+ARGS=`cat stage_to_remoteNx1.args`
+swift -config swift.properties -sites.file sites.template.xml -tc.file tc.template.data stage_to_remoteNx1.swift $ARGS
Property changes on: trunk/tests/stress/IO/bagOnodes/run
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/bagOnodes/sites.template.xml
===================================================================
--- trunk/tests/stress/IO/bagOnodes/sites.template.xml (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/sites.template.xml 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,123 @@
+<config>
+
+ <pool handle="crank">
+ <execution provider="coaster" jobmanager="ssh-cl:local" url="crank.mcs.anl.gov"/>
+ <profile namespace="globus" key="jobsPerNode">8</profile>
+ <profile namespace="globus" key="lowOverAllocation">100</profile>
+ <profile namespace="globus" key="highOverAllocation">100</profile>
+ <profile namespace="globus" key="maxtime">3600</profile>
+ <profile namespace="globus" key="maxWalltime">00:05:00</profile>
+ <profile namespace="karajan" key="jobThrottle">0.0799</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/sandbox/{env.USER}/swiftwork</workdirectory>
+ </pool>
+
+ <pool handle="churn">
+ <execution provider="coaster" jobmanager="ssh-cl:local" url="churn.mcs.anl.gov"/>
+ <profile namespace="globus" key="jobsPerNode">8</profile>
+ <profile namespace="globus" key="lowOverAllocation">100</profile>
+ <profile namespace="globus" key="highOverAllocation">100</profile>
+ <profile namespace="globus" key="maxtime">3600</profile>
+ <profile namespace="globus" key="maxWalltime">00:05:00</profile>
+ <profile namespace="karajan" key="jobThrottle">0.0799</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/sandbox/{env.USER}/swiftwork</workdirectory>
+ </pool>
+
+ <pool handle="crush">
+ <execution provider="coaster" jobmanager="ssh-cl:local" url="crush.mcs.anl.gov"/>
+ <profile namespace="globus" key="jobsPerNode">8</profile>
+ <profile namespace="globus" key="lowOverAllocation">100</profile>
+ <profile namespace="globus" key="highOverAllocation">100</profile>
+ <profile namespace="globus" key="maxtime">3600</profile>
+ <profile namespace="globus" key="maxWalltime">00:05:00</profile>
+ <profile namespace="karajan" key="jobThrottle">0.0799</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/sandbox/{env.USER}/swiftwork</workdirectory>
+ </pool>
+
+ <pool handle="grind">
+ <execution provider="coaster" jobmanager="ssh-cl:local" url="grind.mcs.anl.gov"/>
+ <profile namespace="globus" key="jobsPerNode">8</profile>
+ <profile namespace="globus" key="lowOverAllocation">100</profile>
+ <profile namespace="globus" key="highOverAllocation">100</profile>
+ <profile namespace="globus" key="maxtime">3600</profile>
+ <profile namespace="globus" key="maxWalltime">00:05:00</profile>
+ <profile namespace="karajan" key="jobThrottle">0.0799</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/sandbox/{env.USER}/swiftwork</workdirectory>
+ </pool>
+
+ <pool handle="steamroller">
+ <execution provider="coaster" jobmanager="ssh-cl:local" url="steamroller.mcs.anl.gov"/>
+ <profile namespace="globus" key="jobsPerNode">8</profile>
+ <profile namespace="globus" key="lowOverAllocation">100</profile>
+ <profile namespace="globus" key="highOverAllocation">100</profile>
+ <profile namespace="globus" key="maxtime">3600</profile>
+ <profile namespace="globus" key="maxWalltime">00:05:00</profile>
+ <profile namespace="karajan" key="jobThrottle">0.0799</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/sandbox/{env.USER}/swiftwork</workdirectory>
+ </pool>
+
+ <pool handle="stomp">
+ <execution provider="coaster" jobmanager="ssh-cl:local" url="stomp.mcs.anl.gov"/>
+ <profile namespace="globus" key="jobsPerNode">8</profile>
+ <profile namespace="globus" key="lowOverAllocation">100</profile>
+ <profile namespace="globus" key="highOverAllocation">100</profile>
+ <profile namespace="globus" key="maxtime">3600</profile>
+ <profile namespace="globus" key="maxWalltime">00:05:00</profile>
+ <profile namespace="karajan" key="jobThrottle">0.0799</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/sandbox/{env.USER}/swiftwork</workdirectory>
+ </pool>
+
+ <pool handle="thrash">
+ <execution provider="coaster" jobmanager="ssh-cl:local" url="thrash.mcs.anl.gov"/>
+ <profile namespace="globus" key="jobsPerNode">8</profile>
+ <profile namespace="globus" key="lowOverAllocation">100</profile>
+ <profile namespace="globus" key="highOverAllocation">100</profile>
+ <profile namespace="globus" key="maxtime">3600</profile>
+ <profile namespace="globus" key="maxWalltime">00:05:00</profile>
+ <profile namespace="karajan" key="jobThrottle">0.0799</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/sandbox/{env.USER}/swiftwork</workdirectory>
+ </pool>
+
+ <pool handle="thwomp">
+ <execution provider="coaster" jobmanager="ssh-cl:local" url="thwomp.mcs.anl.gov"/>
+ <profile namespace="globus" key="jobsPerNode">8</profile>
+ <profile namespace="globus" key="lowOverAllocation">100</profile>
+ <profile namespace="globus" key="highOverAllocation">100</profile>
+ <profile namespace="globus" key="maxtime">3600</profile>
+ <profile namespace="globus" key="maxWalltime">00:05:00</profile>
+ <profile namespace="karajan" key="jobThrottle">0.0799</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/sandbox/{env.USER}/swiftwork</workdirectory>
+ </pool>
+
+ <pool handle="trounce">
+ <execution provider="coaster" jobmanager="ssh-cl:local" url="trounce.mcs.anl.gov"/>
+ <profile namespace="globus" key="jobsPerNode">8</profile>
+ <profile namespace="globus" key="lowOverAllocation">100</profile>
+ <profile namespace="globus" key="highOverAllocation">100</profile>
+ <profile namespace="globus" key="maxtime">3600</profile>
+ <profile namespace="globus" key="maxWalltime">00:05:00</profile>
+ <profile namespace="karajan" key="jobThrottle">0.0799</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/sandbox/{env.USER}/swiftwork</workdirectory>
+ </pool>
+
+ <pool handle="vanquish">
+ <execution provider="coaster" jobmanager="ssh-cl:local" url="vanquish.mcs.anl.gov"/>
+ <profile namespace="globus" key="jobsPerNode">8</profile>
+ <profile namespace="globus" key="lowOverAllocation">100</profile>
+ <profile namespace="globus" key="highOverAllocation">100</profile>
+ <profile namespace="globus" key="maxtime">3600</profile>
+ <profile namespace="globus" key="maxWalltime">00:05:00</profile>
+ <profile namespace="karajan" key="jobThrottle">0.0799</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/sandbox/{env.USER}/swiftwork</workdirectory>
+ </pool>
+
+</config>
Added: trunk/tests/stress/IO/bagOnodes/stage_from_remote1x1.check.sh
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_from_remote1x1.check.sh (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_from_remote1x1.check.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+
+#!/bin/bash
+
+echo "Cleaning up"
+rm -rf "dummy" *.out &> /dev/null
+
+if [ "$KILL_JAVA" == "true" ];
+then
+ echo "Killing Java.."
+ for dead in `ps axf -u $USER | grep HeapDumpOnOutOfMemoryError | grep -o ^[0-9]*`
+ do
+ kill -9 $dead
+ done
+else
+ echo "No"
+fi
+
Property changes on: trunk/tests/stress/IO/bagOnodes/stage_from_remote1x1.check.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/bagOnodes/stage_from_remote1x1.setup.sh
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_from_remote1x1.setup.sh (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_from_remote1x1.setup.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,39 @@
+#!/bin/bash
+
+ARGS_FILE=${0%.setup.sh}.args
+MCS_USERNAME=$MCS_USERNAME
+
+case $STRESS in
+ "S1")
+ SIZE=10
+ LOOPS=0
+ ;;
+ "S2")
+ SIZE=15
+ LOOPS=0
+ ;;
+ *)
+ SIZE=10
+ LOOPS=0
+ ;;
+esac
+
+echo "-loops=$LOOPS -size=$SIZE " > $ARGS_FILE
+
+cat <<'EOF' > filemaker.sh
+#!/bin/bash
+
+echo "From filemaker.sh $1 $2 on Host:$HOSTNAME"
+MAXSIZE=$1
+OUT=$2
+dd if=/dev/zero of=$OUT bs=1024 count=0 seek=$((1024*MAXSIZE))
+
+EOF
+
+if [[ -z $MCS_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{env.USER}/$MCS_USERNAME/" > tmp && mv tmp sites.xml
+fi
Property changes on: trunk/tests/stress/IO/bagOnodes/stage_from_remote1x1.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/bagOnodes/stage_from_remote1x1.source.sh
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_from_remote1x1.source.sh (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_from_remote1x1.source.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,6 @@
+#!/bin/bash
+if [ "midway001" == "midway001" ]
+then
+ export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+ export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;
Property changes on: trunk/tests/stress/IO/bagOnodes/stage_from_remote1x1.source.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/bagOnodes/stage_from_remote1x1.swift
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_from_remote1x1.swift (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_from_remote1x1.swift 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+type file;
+file script <"filemaker.sh">;
+
+app (file out, file log) remote_driver (file run, int size)
+{
+ bash @run size @out stdout=@filename(log);
+}
+
+file driver_out[] <simple_mapper; prefix="driver", suffix=".out">;
+file driver_log[] <simple_mapper; prefix="driver", suffix=".log">;
+
+int filesize = @toInt(@arg("size","10"));
+int loop = @toInt(@arg("loops","0"));
+
+foreach item,i in [0:loop] {
+ (driver_out[i], driver_log[i]) = remote_driver(script, filesize);
+}
\ No newline at end of file
Added: trunk/tests/stress/IO/bagOnodes/stage_from_remote1x1.timeout
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_from_remote1x1.timeout (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_from_remote1x1.timeout 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+600
Added: trunk/tests/stress/IO/bagOnodes/stage_from_remote1x2.check.sh
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_from_remote1x2.check.sh (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_from_remote1x2.check.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,19 @@
+#!/bin/bash
+
+rm -rf "dummy" *.out &> /dev/null
+if [ "$KILL_JAVA" == "true" ];
+then
+ echo "Killing Java.."
+ killall -u $USER java -9
+fi
+
+IN=`grep "PerformanceDiagnosticInputStream\ \[IN\]" $BASE*log | tail -n 1`
+MEM=`grep "PerformanceDiagnosticInputStream\ \[MEM\]" $BASE*log`
+OUT=`grep "PerformanceDiagnosticOutputStream\ \[OUT\]" $BASE*log | tail -n 1`
+
+echo "====="
+echo "IN : $IN"
+echo "MEM : $MEM"
+echo "OUT : $OUT"
+echo "====="
+
Property changes on: trunk/tests/stress/IO/bagOnodes/stage_from_remote1x2.check.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/bagOnodes/stage_from_remote1x2.setup.sh
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_from_remote1x2.setup.sh (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_from_remote1x2.setup.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,39 @@
+#!/bin/bash
+
+ARGS_FILE=${0%.setup.sh}.args
+MCS_USERNAME=$MCS_USERNAME
+
+case $STRESS in
+ "S1")
+ SIZE=100
+ LOOPS=0
+ ;;
+ "S2")
+ SIZE=150
+ LOOPS=0
+ ;;
+ *)
+ SIZE=100
+ LOOPS=0
+ ;;
+esac
+
+echo "-loops=$LOOPS -size=$SIZE " > $ARGS_FILE
+
+cat <<'EOF' > filemaker.sh
+#!/bin/bash
+
+echo "From filemaker.sh $1 $2 on Host:$HOSTNAME"
+MAXSIZE=$1
+OUT=$2
+dd if=/dev/zero of=$OUT bs=1024 count=0 seek=$((1024*MAXSIZE))
+
+EOF
+
+if [[ -z $MCS_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{env.USER}/$MCS_USERNAME/" > tmp && mv tmp sites.xml
+fi
Property changes on: trunk/tests/stress/IO/bagOnodes/stage_from_remote1x2.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/bagOnodes/stage_from_remote1x2.source.sh
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_from_remote1x2.source.sh (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_from_remote1x2.source.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,6 @@
+#!/bin/bash
+if [ "midway001" == "midway001" ]
+then
+ export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+ export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;
Property changes on: trunk/tests/stress/IO/bagOnodes/stage_from_remote1x2.source.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/bagOnodes/stage_from_remote1x2.swift
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_from_remote1x2.swift (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_from_remote1x2.swift 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+type file;
+file script <"filemaker.sh">;
+
+app (file out, file log) remote_driver (file run, int size)
+{
+ bash @run size @out stdout=@filename(log);
+}
+
+file driver_out[] <simple_mapper; prefix="driver", suffix=".out">;
+file driver_log[] <simple_mapper; prefix="driver", suffix=".log">;
+
+int filesize = @toInt(@arg("size","10"));
+int loop = @toInt(@arg("loops","0"));
+
+foreach item,i in [0:loop] {
+ (driver_out[i], driver_log[i]) = remote_driver(script, filesize);
+}
\ No newline at end of file
Added: trunk/tests/stress/IO/bagOnodes/stage_from_remote1x2.timeout
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_from_remote1x2.timeout (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_from_remote1x2.timeout 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+600
Added: trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx1.check.sh
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx1.check.sh (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx1.check.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+
+#!/bin/bash
+
+echo "Cleaning up"
+rm -rf "dummy" *.out &> /dev/null
+
+if [ "$KILL_JAVA" == "true" ];
+then
+ echo "Killing Java.."
+ for dead in `ps axf -u $USER | grep HeapDumpOnOutOfMemoryError | grep -o ^[0-9]*`
+ do
+ kill -9 $dead
+ done
+else
+ echo "No"
+fi
+
Property changes on: trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx1.check.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx1.setup.sh
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx1.setup.sh (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx1.setup.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,39 @@
+#!/bin/bash
+
+ARGS_FILE=${0%.setup.sh}.args
+MCS_USERNAME=$MCS_USERNAME
+
+case $STRESS in
+ "S1")
+ SIZE=20
+ LOOPS=10
+ ;;
+ "S2")
+ SIZE=30
+ LOOPS=20
+ ;;
+ *)
+ SIZE=20
+ LOOPS=10
+ ;;
+esac
+
+echo "-loops=$LOOPS -size=$SIZE " > $ARGS_FILE
+
+cat <<'EOF' > filemaker.sh
+#!/bin/bash
+
+echo "From filemaker.sh $1 $2 on Host:$HOSTNAME"
+MAXSIZE=$1
+OUT=$2
+dd if=/dev/zero of=$OUT bs=1024 count=0 seek=$((1024*MAXSIZE))
+
+EOF
+
+if [[ -z $MCS_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{env.USER}/$MCS_USERNAME/" > tmp && mv tmp sites.xml
+fi
Property changes on: trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx1.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx1.source.sh
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx1.source.sh (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx1.source.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,6 @@
+#!/bin/bash
+if [ "midway001" == "midway001" ]
+then
+ export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+ export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;
Property changes on: trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx1.source.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx1.swift
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx1.swift (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx1.swift 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+type file;
+file script <"filemaker.sh">;
+
+app (file out, file log) remote_driver (file run, int size)
+{
+ bash @run size @out stdout=@filename(log);
+}
+
+file driver_out[] <simple_mapper; prefix="driver", suffix=".out">;
+file driver_log[] <simple_mapper; prefix="driver", suffix=".log">;
+
+int filesize = @toInt(@arg("size","10"));
+int loop = @toInt(@arg("loops","0"));
+
+foreach item,i in [0:loop] {
+ (driver_out[i], driver_log[i]) = remote_driver(script, filesize);
+}
\ No newline at end of file
Added: trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx1.timeout
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx1.timeout (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx1.timeout 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+600
Added: trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx2.check.sh
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx2.check.sh (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx2.check.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,19 @@
+#!/bin/bash
+
+rm -rf "dummy" *.out &> /dev/null
+if [ "$KILL_JAVA" == "true" ];
+then
+ echo "Killing Java.."
+ killall -u $USER java -9
+fi
+
+IN=`grep "PerformanceDiagnosticInputStream\ \[IN\]" $BASE*log | tail -n 1`
+MEM=`grep "PerformanceDiagnosticInputStream\ \[MEM\]" $BASE*log`
+OUT=`grep "PerformanceDiagnosticOutputStream\ \[OUT\]" $BASE*log | tail -n 1`
+
+echo "====="
+echo "IN : $IN"
+echo "MEM : $MEM"
+echo "OUT : $OUT"
+echo "====="
+
Property changes on: trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx2.check.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx2.setup.sh
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx2.setup.sh (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx2.setup.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,39 @@
+#!/bin/bash
+
+ARGS_FILE=${0%.setup.sh}.args
+MCS_USERNAME=$MCS_USERNAME
+
+case $STRESS in
+ "S1")
+ SIZE=20
+ LOOPS=50
+ ;;
+ "S2")
+ SIZE=50
+ LOOPS=50
+ ;;
+ *)
+ SIZE=20
+ LOOPS=50
+ ;;
+esac
+
+echo "-loops=$LOOPS -size=$SIZE " > $ARGS_FILE
+
+cat <<'EOF' > filemaker.sh
+#!/bin/bash
+
+echo "From filemaker.sh $1 $2 on Host:$HOSTNAME"
+MAXSIZE=$1
+OUT=$2
+dd if=/dev/zero of=$OUT bs=1024 count=0 seek=$((1024*MAXSIZE))
+
+EOF
+
+if [[ -z $MCS_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{env.USER}/$MCS_USERNAME/" > tmp && mv tmp sites.xml
+fi
Property changes on: trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx2.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx2.source.sh
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx2.source.sh (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx2.source.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,6 @@
+#!/bin/bash
+if [ "midway001" == "midway001" ]
+then
+ export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+ export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;
Property changes on: trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx2.source.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx2.swift
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx2.swift (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx2.swift 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+type file;
+file script <"filemaker.sh">;
+
+app (file out, file log) remote_driver (file run, int size)
+{
+ bash @run size @out stdout=@filename(log);
+}
+
+file driver_out[] <simple_mapper; prefix="driver", suffix=".out">;
+file driver_log[] <simple_mapper; prefix="driver", suffix=".log">;
+
+int filesize = @toInt(@arg("size","10"));
+int loop = @toInt(@arg("loops","0"));
+
+foreach item,i in [0:loop] {
+ (driver_out[i], driver_log[i]) = remote_driver(script, filesize);
+}
\ No newline at end of file
Added: trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx2.timeout
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx2.timeout (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_from_remoteNx2.timeout 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+600
Added: trunk/tests/stress/IO/bagOnodes/stage_to_remote1x1.check.sh
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_to_remote1x1.check.sh (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_to_remote1x1.check.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+
+#!/bin/bash
+
+echo "Cleaning up"
+rm -rf "dummy" *.out &> /dev/null
+
+if [ "$KILL_JAVA" == "true" ];
+then
+ echo "Killing Java.."
+ for dead in `ps axf -u $USER | grep HeapDumpOnOutOfMemoryError | grep -o ^[0-9]*`
+ do
+ kill -9 $dead
+ done
+else
+ echo "No"
+fi
+
Property changes on: trunk/tests/stress/IO/bagOnodes/stage_to_remote1x1.check.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/bagOnodes/stage_to_remote1x1.setup.sh
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_to_remote1x1.setup.sh (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_to_remote1x1.setup.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,56 @@
+#!/bin/bash
+
+ARGS_FILE=${0%.setup.sh}.args
+MCS_USERNAME=$MCS_USERNAME
+
+case $STRESS in
+ "S1")
+ FILES=50
+ LOOPS=0
+ ;;
+ "S2")
+ FILES=100
+ LOOPS=0
+ ;;
+
+ *)
+ FILES=50
+ LOOPS=0
+ ;;
+esac
+
+
+dd if=/dev/zero of=dummy bs=1024 count=0 seek=$((1024*FILES))
+echo "-loops=$LOOPS" > $ARGS_FILE
+
+cat <<'EOF' > wrapper.sh
+#!/bin/bash
+ARG1=$1
+ls | grep "$1" &> /dev/null
+if [ $? == 0 ]
+then
+ echo "Hey this is wrapper and the $1 exists as a file";
+ ls -lah;
+else
+ echo "Doinks! the file we need isn't here";
+ ls -lah
+fi
+cat $ARG1 > $ARG1.test
+if [ $? == 0 ]
+then
+ echo "The cat worked! ";
+else
+ echo "The cat failed ";
+fi
+
+rm $ARG1 $ARG1.test
+echo "Residual files cleaned up"
+EOF
+
+if [[ -z $MCS_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{env.USER}/$MCS_USERNAME/" > tmp && mv tmp sites.xml
+fi
\ No newline at end of file
Property changes on: trunk/tests/stress/IO/bagOnodes/stage_to_remote1x1.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/bagOnodes/stage_to_remote1x1.source.sh
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_to_remote1x1.source.sh (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_to_remote1x1.source.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,6 @@
+#!/bin/bash
+if [ "midway001" == "midway001" ]
+then
+ export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+ export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;
Property changes on: trunk/tests/stress/IO/bagOnodes/stage_to_remote1x1.source.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/bagOnodes/stage_to_remote1x1.swift
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_to_remote1x1.swift (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_to_remote1x1.swift 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+type file;
+
+file package <"dummy">;
+file script <"wrapper.sh">;
+int loop = @toInt(@arg("loops","0"));
+
+app (file out, file err) remote_driver (file run, file tar)
+{
+ bash @run @filename(tar) stdout=@filename(out) stderr=@filename(err);
+}
+
+file driver_out[] <simple_mapper; prefix="driver", suffix=".out">;
+file driver_err[] <simple_mapper; prefix="driver", suffix=".err">;
+
+foreach item,i in [0:loop] {
+ (driver_out[i], driver_err[i]) = remote_driver(script, package);
+}
\ No newline at end of file
Added: trunk/tests/stress/IO/bagOnodes/stage_to_remote1x1.timeout
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_to_remote1x1.timeout (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_to_remote1x1.timeout 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+600
Added: trunk/tests/stress/IO/bagOnodes/stage_to_remote1x2.check.sh
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_to_remote1x2.check.sh (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_to_remote1x2.check.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,19 @@
+#!/bin/bash
+
+rm -rf "dummy" *.out &> /dev/null
+if [ "$KILL_JAVA" == "true" ];
+then
+ echo "Killing Java.."
+ killall -u $USER java -9
+fi
+
+IN=`grep "PerformanceDiagnosticInputStream\ \[IN\]" $BASE*log | tail -n 1`
+MEM=`grep "PerformanceDiagnosticInputStream\ \[MEM\]" $BASE*log`
+OUT=`grep "PerformanceDiagnosticOutputStream\ \[OUT\]" $BASE*log | tail -n 1`
+
+echo "====="
+echo "IN : $IN"
+echo "MEM : $MEM"
+echo "OUT : $OUT"
+echo "====="
+
Property changes on: trunk/tests/stress/IO/bagOnodes/stage_to_remote1x2.check.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/bagOnodes/stage_to_remote1x2.setup.sh
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_to_remote1x2.setup.sh (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_to_remote1x2.setup.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,55 @@
+#!/bin/bash
+
+ARGS_FILE=${0%.setup.sh}.args
+MCS_USERNAME=$MCS_USERNAME
+
+case $STRESS in
+ "S1")
+ FILES=100
+ LOOPS=0
+ ;;
+ "S2")
+ FILES=500
+ LOOPS=0
+ ;;
+ *)
+ FILES=100
+ LOOPS=0
+ ;;
+esac
+
+
+dd if=/dev/zero of=dummy bs=1024 count=0 seek=$((1024*FILES))
+echo "-loops=$LOOPS" > $ARGS_FILE
+
+cat <<'EOF' > wrapper.sh
+#!/bin/bash
+ARG1=$1
+ls | grep "$1" &> /dev/null
+if [ $? == 0 ]
+then
+ echo "Hey this is wrapper and the $1 exists as a file";
+ ls -lah;
+else
+ echo "Doinks! the file we need isn't here";
+ ls -lah
+fi
+cat $ARG1 > $ARG1.test
+if [ $? == 0 ]
+then
+ echo "The cat worked! ";
+else
+ echo "The cat failed ";
+fi
+
+rm $ARG1 $ARG1.test
+echo "Residual files cleaned up"
+EOF
+
+if [[ -z $MCS_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{env.USER}/$MCS_USERNAME/" > tmp && mv tmp sites.xml
+fi
Property changes on: trunk/tests/stress/IO/bagOnodes/stage_to_remote1x2.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/bagOnodes/stage_to_remote1x2.source.sh
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_to_remote1x2.source.sh (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_to_remote1x2.source.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,6 @@
+#!/bin/bash
+if [ "midway001" == "midway001" ]
+then
+ export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+ export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;
Property changes on: trunk/tests/stress/IO/bagOnodes/stage_to_remote1x2.source.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/bagOnodes/stage_to_remote1x2.swift
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_to_remote1x2.swift (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_to_remote1x2.swift 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+type file;
+
+file package <"dummy">;
+file script <"wrapper.sh">;
+int loop = @toInt(@arg("loops","0"));
+
+app (file out, file err) remote_driver (file run, file tar)
+{
+ bash @run @filename(tar) stdout=@filename(out) stderr=@filename(err);
+}
+
+file driver_out[] <simple_mapper; prefix="driver", suffix=".out">;
+file driver_err[] <simple_mapper; prefix="driver", suffix=".err">;
+
+foreach item,i in [0:loop] {
+ (driver_out[i], driver_err[i]) = remote_driver(script, package);
+}
\ No newline at end of file
Added: trunk/tests/stress/IO/bagOnodes/stage_to_remote1x2.timeout
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_to_remote1x2.timeout (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_to_remote1x2.timeout 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+600
Added: trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx1.args
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx1.args (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx1.args 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+-loops=10
Added: trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx1.check.sh
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx1.check.sh (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx1.check.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+
+#!/bin/bash
+
+echo "Cleaning up"
+rm -rf "dummy" *.out &> /dev/null
+
+if [ "$KILL_JAVA" == "true" ];
+then
+ echo "Killing Java.."
+ for dead in `ps axf -u $USER | grep HeapDumpOnOutOfMemoryError | grep -o ^[0-9]*`
+ do
+ kill -9 $dead
+ done
+else
+ echo "No"
+fi
+
Property changes on: trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx1.check.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx1.setup.sh
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx1.setup.sh (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx1.setup.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,55 @@
+#!/bin/bash
+
+ARGS_FILE=${0%.setup.sh}.args
+MCS_USERNAME=$MCS_USERNAME
+
+case $STRESS in
+ "S1")
+ FILES=10
+ LOOPS=10
+ ;;
+ "S2")
+ FILES=10
+ LOOPS=50
+ ;;
+ *)
+ FILES=10
+ LOOPS=10
+ ;;
+esac
+
+
+dd if=/dev/zero of=dummy bs=1024 count=0 seek=$((1024*FILES))
+echo "-loops=$LOOPS" > $ARGS_FILE
+
+cat <<'EOF' > wrapper.sh
+#!/bin/bash
+ARG1=$1
+ls | grep "$1" &> /dev/null
+if [ $? == 0 ]
+then
+ echo "Hey this is wrapper and the $1 exists as a file";
+ ls -lah;
+else
+ echo "Doinks! the file we need isn't here";
+ ls -lah
+fi
+cat $ARG1 > $ARG1.test
+if [ $? == 0 ]
+then
+ echo "The cat worked! ";
+else
+ echo "The cat failed ";
+fi
+
+rm $ARG1 $ARG1.test
+echo "Residual files cleaned up"
+EOF
+
+if [[ -z $MCS_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{env.USER}/$MCS_USERNAME/" > tmp && mv tmp sites.xml
+fi
\ No newline at end of file
Property changes on: trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx1.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx1.source.sh
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx1.source.sh (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx1.source.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,6 @@
+#!/bin/bash
+if [ "midway001" == "midway001" ]
+then
+ export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+ export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;
Property changes on: trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx1.source.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx1.swift
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx1.swift (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx1.swift 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+type file;
+
+file package <"dummy">;
+file script <"wrapper.sh">;
+int loop = @toInt(@arg("loops","0"));
+
+app (file out, file err) remote_driver (file run, file tar)
+{
+ bash @run @tar stdout=@out stderr=@err;
+}
+
+file driver_out[] <simple_mapper; prefix="driver", suffix=".out">;
+file driver_err[] <simple_mapper; prefix="driver", suffix=".err">;
+
+foreach item,i in [0:loop] {
+ (driver_out[i], driver_err[i]) = remote_driver(script, package);
+}
\ No newline at end of file
Added: trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx1.timeout
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx1.timeout (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx1.timeout 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+1200
Added: trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx2.check.sh
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx2.check.sh (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx2.check.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,19 @@
+#!/bin/bash
+
+rm -rf "dummy" *.out &> /dev/null
+if [ "$KILL_JAVA" == "true" ];
+then
+ echo "Killing Java.."
+ killall -u $USER java -9
+fi
+
+IN=`grep "PerformanceDiagnosticInputStream\ \[IN\]" $BASE*log | tail -n 1`
+MEM=`grep "PerformanceDiagnosticInputStream\ \[MEM\]" $BASE*log`
+OUT=`grep "PerformanceDiagnosticOutputStream\ \[OUT\]" $BASE*log | tail -n 1`
+
+echo "====="
+echo "IN : $IN"
+echo "MEM : $MEM"
+echo "OUT : $OUT"
+echo "====="
+
Property changes on: trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx2.check.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx2.setup.sh
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx2.setup.sh (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx2.setup.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,55 @@
+#!/bin/bash
+
+ARGS_FILE=${0%.setup.sh}.args
+MCS_USERNAME=$MCS_USERNAME
+
+case $STRESS in
+ "S1")
+ FILES=50
+ LOOPS=50
+ ;;
+ "S2")
+ FILES=100
+ LOOPS=100
+ ;;
+ *)
+ FILES=50
+ LOOPS=50
+ ;;
+esac
+
+
+dd if=/dev/zero of=dummy bs=1024 count=0 seek=$((1024*FILES))
+echo "-loops=$LOOPS" > $ARGS_FILE
+
+cat <<'EOF' > wrapper.sh
+#!/bin/bash
+ARG1=$1
+ls | grep "$1" &> /dev/null
+if [ $? == 0 ]
+then
+ echo "Hey this is wrapper and the $1 exists as a file";
+ ls -lah;
+else
+ echo "Doinks! the file we need isn't here";
+ ls -lah
+fi
+cat $ARG1 > $ARG1.test
+if [ $? == 0 ]
+then
+ echo "The cat worked! ";
+else
+ echo "The cat failed ";
+fi
+
+rm $ARG1 $ARG1.test
+echo "Residual files cleaned up"
+EOF
+
+if [[ -z $MCS_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{env.USER}/$MCS_USERNAME/" > tmp && mv tmp sites.xml
+fi
\ No newline at end of file
Property changes on: trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx2.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx2.source.sh
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx2.source.sh (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx2.source.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,6 @@
+#!/bin/bash
+if [ "midway001" == "midway001" ]
+then
+ export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+ export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;
Property changes on: trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx2.source.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx2.swift
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx2.swift (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx2.swift 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+type file;
+
+file package <"dummy">;
+file script <"wrapper.sh">;
+int loop = @toInt(@arg("loops","0"));
+
+app (file out, file err) remote_driver (file run, file tar)
+{
+ bash @run @tar stdout=@out stderr=@err;
+}
+
+file driver_out[] <simple_mapper; prefix="driver", suffix=".out">;
+file driver_err[] <simple_mapper; prefix="driver", suffix=".err">;
+
+foreach item,i in [0:loop] {
+ (driver_out[i], driver_err[i]) = remote_driver(script, package);
+}
\ No newline at end of file
Added: trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx2.timeout
===================================================================
--- trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx2.timeout (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/stage_to_remoteNx2.timeout 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+1200
Added: trunk/tests/stress/IO/bagOnodes/swift.properties
===================================================================
--- trunk/tests/stress/IO/bagOnodes/swift.properties (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/swift.properties 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,8 @@
+use.provider.staging=true
+use.wrapper.staging=false
+wrapperlog.always.transfer=true
+execution.retries=0
+lazy.errors=false
+provider.staging.pin.swiftfiles=false
+sitedir.keep=true
+tcp.port.range=50000,51000
\ No newline at end of file
Added: trunk/tests/stress/IO/bagOnodes/t.sh
===================================================================
--- trunk/tests/stress/IO/bagOnodes/t.sh (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/t.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,13 @@
+#!/bin/bash
+
+arr=(crank chrun crush grind steamroller stomp thrash thwomp trounce vanquish);
+
+for item in ${arr[*]}
+do
+ echo "Host $item.mcs.anl.gov"
+ echo " Hostname $item.mcs.anl.gov"
+ echo " User yadunand"
+ echo " ProxyCommand ssh -A yadunand at login.mcs.anl.gov nc %h %p 2> /dev/null"
+ echo " ForwardAgent yes"
+ echo
+done
\ No newline at end of file
Property changes on: trunk/tests/stress/IO/bagOnodes/t.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/bagOnodes/tc.template.data
===================================================================
--- trunk/tests/stress/IO/bagOnodes/tc.template.data (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/tc.template.data 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,10 @@
+crank bash /bin/bash null null null
+churn bash /bin/bash null null null
+crush bash /bin/bash null null null
+grind bash /bin/bash null null null
+steamroller bash /bin/bash null null null
+stomp bash /bin/bash null null null
+thrash bash /bin/bash null null null
+thwomp bash /bin/bash null null null
+trounce bash /bin/bash null null null
+vanquish bash /bin/bash null null null
Added: trunk/tests/stress/IO/bagOnodes/temp.sh
===================================================================
--- trunk/tests/stress/IO/bagOnodes/temp.sh (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/temp.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,16 @@
+#!/bin/bash
+
+for i in `ls *setup.sh`
+do
+ BASE=${i%.setup.sh};
+ echo $BASE
+ echo "Source file : $BASE.source.sh"
+
+ cat <<'EOF' > $BASE.check.sh
+#!/bin/bash
+echo "Cleaning up"
+rm -rf "dummy" driver*.out &> /dev/null
+
+EOF
+
+done;
\ No newline at end of file
Property changes on: trunk/tests/stress/IO/bagOnodes/temp.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/bagOnodes/title.txt
===================================================================
--- trunk/tests/stress/IO/bagOnodes/title.txt (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/title.txt 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+IO stress testing at a bag of 10 nodes at MCS, ANL
Added: trunk/tests/stress/IO/bagOnodes/wrapper.sh
===================================================================
--- trunk/tests/stress/IO/bagOnodes/wrapper.sh (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/wrapper.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,21 @@
+#!/bin/bash
+ARG1=$1
+ls | grep "$1" &> /dev/null
+if [ $? == 0 ]
+then
+ echo "Hey this is wrapper and the $1 exists as a file";
+ ls -lah;
+else
+ echo "Doinks! the file we need isn't here";
+ ls -lah
+fi
+cat $ARG1 > $ARG1.test
+if [ $? == 0 ]
+then
+ echo "The cat worked! ";
+else
+ echo "The cat failed ";
+fi
+
+rm $ARG1 $ARG1.test
+echo "Residual files cleaned up"
Property changes on: trunk/tests/stress/IO/bagOnodes/wrapper.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/bagOnodes/z_stats.clean.sh
===================================================================
--- trunk/tests/stress/IO/bagOnodes/z_stats.clean.sh (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/z_stats.clean.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,24 @@
+#!/bin/bash
+
+HOME=$PWD
+echo "Current test : $HOME"
+
+TESTS_HOME=$(dirname $HOME)
+echo "Tests home : $TESTS_HOME"
+
+ps -u $USER
+echo "Clearing all java instances"
+
+ps -u $USER | grep java
+if [ "$?" == "0" ]
+then
+ killall -u $USER java -9
+fi
+
+echo "Collecting stats"
+for test_case in `ls $TESTS_HOME | grep stage`
+do
+ echo "$test_case"
+ cat $TESTS_HOME/$test_case/*check.stdout
+ echo
+done
\ No newline at end of file
Property changes on: trunk/tests/stress/IO/bagOnodes/z_stats.clean.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/bagOnodes/z_stats.swift
===================================================================
--- trunk/tests/stress/IO/bagOnodes/z_stats.swift (rev 0)
+++ trunk/tests/stress/IO/bagOnodes/z_stats.swift 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+type file;
\ No newline at end of file
Added: trunk/tests/stress/IO/beagle/run
===================================================================
--- trunk/tests/stress/IO/beagle/run (rev 0)
+++ trunk/tests/stress/IO/beagle/run 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,22 @@
+#! /bin/sh
+
+set -x
+export STRESS="S1"
+export COG_OPTS=-Dtcp.channel.log.io.performance=true
+#./stage_to_remote.setup.sh
+#ARGS=`cat stage_to_remote.args`
+#swift -config swift.properties -sites.file sites.template.xml -tc.file tc.template.data stage_to_remote.swift $ARGS
+
+
+#./stage_to_remote1.setup.sh
+#ARGS=`cat stage_to_remote1.args`
+#swift -config swift.properties -sites.file sites.template.xml -tc.file tc.template.data stage_to_remote1.swift $ARGS
+
+
+#./stage_from_remote.setup.sh
+#ARGS=`cat stage_from_remote.args`
+#swift -config swift.properties -sites.file sites.template.xml -tc.file tc.template.data stage_from_remote.swift $ARGS
+
+./stage_to_remote1x1.setup.sh
+ARGS=`cat stage_to_remote1x1.args`
+swift -config swift.properties -sites.file sites.template.xml -tc.file tc.template.data stage_to_remote1x1.swift $ARGS
Property changes on: trunk/tests/stress/IO/beagle/run
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/beagle/sites.template.xml
===================================================================
--- trunk/tests/stress/IO/beagle/sites.template.xml (rev 0)
+++ trunk/tests/stress/IO/beagle/sites.template.xml 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,20 @@
+<config>
+ <pool handle="beagle">
+ <execution provider="coaster" jobmanager="ssh-cl:pbs" url="login4.beagle.ci.uchicago.edu"/>
+ <profile namespace="globus" key="jobsPerNode">24</profile>
+ <profile namespace="globus" key="lowOverAllocation">100</profile>
+ <profile namespace="globus" key="highOverAllocation">100</profile>
+ <profile namespace="globus" key="providerAttributes">pbs.aprun;pbs.mpp;depth=24</profile>
+ <profile namespace="globus" key="maxtime">3700</profile>
+ <profile namespace="globus" key="maxWalltime">01:00:00</profile>
+ <profile namespace="globus" key="userHomeOverride">/lustre/beagle/{env.USER}/swiftwork</profile>
+ <profile namespace="globus" key="slots">20</profile>
+ <profile namespace="globus" key="maxnodes">10</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="karajan" key="jobThrottle">4.80</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <profile namespace="karajan" key="workerLoggingLevel">trace</profile>
+ <!-- <workdirectory>/lustre/beagle/yadunandb/swiftwork</workdirectory> -->
+ <workdirectory>/tmp/{env.USER}/swiftwork</workdirectory>
+ </pool>
+</config>
\ No newline at end of file
Added: trunk/tests/stress/IO/beagle/stage_from_remote1x1.check.sh
===================================================================
--- trunk/tests/stress/IO/beagle/stage_from_remote1x1.check.sh (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_from_remote1x1.check.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,19 @@
+#!/bin/bash
+
+rm -rf "dummy" *.out &> /dev/null
+if [ "$KILL_JAVA" == "true" ];
+then
+ echo "Killing Java.."
+ killall -u $USER java -9
+fi
+
+IN=`grep "PerformanceDiagnosticInputStream\ \[IN\]" $BASE*log | tail -n 1`
+MEM=`grep "PerformanceDiagnosticInputStream\ \[MEM\]" $BASE*log`
+OUT=`grep "PerformanceDiagnosticOutputStream\ \[OUT\]" $BASE*log | tail -n 1`
+
+echo "====="
+echo "IN : $IN"
+echo "MEM : $MEM"
+echo "OUT : $OUT"
+echo "====="
+
Property changes on: trunk/tests/stress/IO/beagle/stage_from_remote1x1.check.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/beagle/stage_from_remote1x1.setup.sh
===================================================================
--- trunk/tests/stress/IO/beagle/stage_from_remote1x1.setup.sh (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_from_remote1x1.setup.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,39 @@
+#!/bin/bash
+
+ARGS_FILE=${0%.setup.sh}.args
+BEAGLE_USERNAME=$BEAGLE_USERNAME
+
+case $STRESS in
+ "S1")
+ SIZE=10
+ LOOPS=0
+ ;;
+ "S2")
+ SIZE=15
+ LOOPS=0
+ ;;
+ *)
+ SIZE=10
+ LOOPS=0
+ ;;
+esac
+
+echo "-loops=$LOOPS -size=$SIZE " > $ARGS_FILE
+
+cat <<'EOF' > filemaker.sh
+#!/bin/bash
+
+echo "From filemaker.sh $1 $2 on Host:$HOSTNAME"
+MAXSIZE=$1
+OUT=$2
+dd if=/dev/zero of=$OUT bs=1024 count=0 seek=$((1024*MAXSIZE))
+
+EOF
+
+if [[ -z $BEAGLE_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{env.USER}/$BEAGLE_USERNAME/" > tmp && mv tmp sites.xml
+fi
Property changes on: trunk/tests/stress/IO/beagle/stage_from_remote1x1.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/beagle/stage_from_remote1x1.source.sh
===================================================================
--- trunk/tests/stress/IO/beagle/stage_from_remote1x1.source.sh (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_from_remote1x1.source.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,10 @@
+#!/bin/bash
+
+export COG_OPTS=-Dtcp.channel.log.io.performance=true
+
+if [ "midway001" == "midway001" ]
+then
+ export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+ export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;
+
Property changes on: trunk/tests/stress/IO/beagle/stage_from_remote1x1.source.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/beagle/stage_from_remote1x1.swift
===================================================================
--- trunk/tests/stress/IO/beagle/stage_from_remote1x1.swift (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_from_remote1x1.swift 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+type file;
+file script <"filemaker.sh">;
+
+app (file out, file log) remote_driver (file run, int size)
+{
+ bash @run size @out stdout=@filename(log);
+}
+
+file driver_out[] <simple_mapper; prefix="driver", suffix=".out">;
+file driver_log[] <simple_mapper; prefix="driver", suffix=".log">;
+
+int filesize = @toInt(@arg("size","10"));
+int loop = @toInt(@arg("loops","0"));
+
+foreach item,i in [0:loop] {
+ (driver_out[i], driver_log[i]) = remote_driver(script, filesize);
+}
\ No newline at end of file
Added: trunk/tests/stress/IO/beagle/stage_from_remote1x1.timeout
===================================================================
--- trunk/tests/stress/IO/beagle/stage_from_remote1x1.timeout (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_from_remote1x1.timeout 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+600
Added: trunk/tests/stress/IO/beagle/stage_from_remote1x2.check.sh
===================================================================
--- trunk/tests/stress/IO/beagle/stage_from_remote1x2.check.sh (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_from_remote1x2.check.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,19 @@
+#!/bin/bash
+
+rm -rf "dummy" *.out &> /dev/null
+if [ "$KILL_JAVA" == "true" ];
+then
+ echo "Killing Java.."
+ killall -u $USER java -9
+fi
+
+IN=`grep "PerformanceDiagnosticInputStream\ \[IN\]" $BASE*log | tail -n 1`
+MEM=`grep "PerformanceDiagnosticInputStream\ \[MEM\]" $BASE*log`
+OUT=`grep "PerformanceDiagnosticOutputStream\ \[OUT\]" $BASE*log | tail -n 1`
+
+echo "====="
+echo "IN : $IN"
+echo "MEM : $MEM"
+echo "OUT : $OUT"
+echo "====="
+
Property changes on: trunk/tests/stress/IO/beagle/stage_from_remote1x2.check.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/beagle/stage_from_remote1x2.setup.sh
===================================================================
--- trunk/tests/stress/IO/beagle/stage_from_remote1x2.setup.sh (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_from_remote1x2.setup.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,39 @@
+#!/bin/bash
+
+ARGS_FILE=${0%.setup.sh}.args
+BEAGLE_USERNAME=$BEAGLE_USERNAME
+
+case $STRESS in
+ "S1")
+ SIZE=100
+ LOOPS=0
+ ;;
+ "S2")
+ SIZE=150
+ LOOPS=0
+ ;;
+ *)
+ SIZE=100
+ LOOPS=0
+ ;;
+esac
+
+echo "-loops=$LOOPS -size=$SIZE " > $ARGS_FILE
+
+cat <<'EOF' > filemaker.sh
+#!/bin/bash
+
+echo "From filemaker.sh $1 $2 on Host:$HOSTNAME"
+MAXSIZE=$1
+OUT=$2
+dd if=/dev/zero of=$OUT bs=1024 count=0 seek=$((1024*MAXSIZE))
+
+EOF
+
+if [[ -z $BEAGLE_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{env.USER}/$BEAGLE_USERNAME/" > tmp && mv tmp sites.xml
+fi
Property changes on: trunk/tests/stress/IO/beagle/stage_from_remote1x2.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/beagle/stage_from_remote1x2.source.sh
===================================================================
--- trunk/tests/stress/IO/beagle/stage_from_remote1x2.source.sh (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_from_remote1x2.source.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,8 @@
+#!/bin/bash
+
+if [ "midway001" == "midway001" ]
+then
+ export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+ export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;
+
Property changes on: trunk/tests/stress/IO/beagle/stage_from_remote1x2.source.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/beagle/stage_from_remote1x2.swift
===================================================================
--- trunk/tests/stress/IO/beagle/stage_from_remote1x2.swift (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_from_remote1x2.swift 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+type file;
+file script <"filemaker.sh">;
+
+app (file out, file log) remote_driver (file run, int size)
+{
+ bash @run size @out stdout=@filename(log);
+}
+
+file driver_out[] <simple_mapper; prefix="driver", suffix=".out">;
+file driver_log[] <simple_mapper; prefix="driver", suffix=".log">;
+
+int filesize = @toInt(@arg("size","10"));
+int loop = @toInt(@arg("loops","0"));
+
+foreach item,i in [0:loop] {
+ (driver_out[i], driver_log[i]) = remote_driver(script, filesize);
+}
\ No newline at end of file
Added: trunk/tests/stress/IO/beagle/stage_from_remote1x2.timeout
===================================================================
--- trunk/tests/stress/IO/beagle/stage_from_remote1x2.timeout (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_from_remote1x2.timeout 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+600
Added: trunk/tests/stress/IO/beagle/stage_from_remoteNx1.check.sh
===================================================================
--- trunk/tests/stress/IO/beagle/stage_from_remoteNx1.check.sh (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_from_remoteNx1.check.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,19 @@
+#!/bin/bash
+
+rm -rf "dummy" *.out &> /dev/null
+if [ "$KILL_JAVA" == "true" ];
+then
+ echo "Killing Java.."
+ killall -u $USER java -9
+fi
+
+IN=`grep "PerformanceDiagnosticInputStream\ \[IN\]" $BASE*log | tail -n 1`
+MEM=`grep "PerformanceDiagnosticInputStream\ \[MEM\]" $BASE*log`
+OUT=`grep "PerformanceDiagnosticOutputStream\ \[OUT\]" $BASE*log | tail -n 1`
+
+echo "====="
+echo "IN : $IN"
+echo "MEM : $MEM"
+echo "OUT : $OUT"
+echo "====="
+
Property changes on: trunk/tests/stress/IO/beagle/stage_from_remoteNx1.check.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/beagle/stage_from_remoteNx1.setup.sh
===================================================================
--- trunk/tests/stress/IO/beagle/stage_from_remoteNx1.setup.sh (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_from_remoteNx1.setup.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,39 @@
+#!/bin/bash
+
+ARGS_FILE=${0%.setup.sh}.args
+BEAGLE_USERNAME=$BEAGLE_USERNAME
+
+case $STRESS in
+ "S1")
+ SIZE=20
+ LOOPS=10
+ ;;
+ "S2")
+ SIZE=30
+ LOOPS=20
+ ;;
+ *)
+ SIZE=20
+ LOOPS=10
+ ;;
+esac
+
+echo "-loops=$LOOPS -size=$SIZE " > $ARGS_FILE
+
+cat <<'EOF' > filemaker.sh
+#!/bin/bash
+
+echo "From filemaker.sh $1 $2 on Host:$HOSTNAME"
+MAXSIZE=$1
+OUT=$2
+dd if=/dev/zero of=$OUT bs=1024 count=0 seek=$((1024*MAXSIZE))
+
+EOF
+
+if [[ -z $BEAGLE_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{env.USER}/$BEAGLE_USERNAME/" > tmp && mv tmp sites.xml
+fi
Property changes on: trunk/tests/stress/IO/beagle/stage_from_remoteNx1.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/beagle/stage_from_remoteNx1.source.sh
===================================================================
--- trunk/tests/stress/IO/beagle/stage_from_remoteNx1.source.sh (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_from_remoteNx1.source.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,8 @@
+#!/bin/bash
+
+if [ "midway001" == "midway001" ]
+then
+ export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+ export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;
+
Property changes on: trunk/tests/stress/IO/beagle/stage_from_remoteNx1.source.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/beagle/stage_from_remoteNx1.swift
===================================================================
--- trunk/tests/stress/IO/beagle/stage_from_remoteNx1.swift (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_from_remoteNx1.swift 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+type file;
+file script <"filemaker.sh">;
+
+app (file out, file log) remote_driver (file run, int size)
+{
+ bash @run size @out stdout=@filename(log);
+}
+
+file driver_out[] <simple_mapper; prefix="driver", suffix=".out">;
+file driver_log[] <simple_mapper; prefix="driver", suffix=".log">;
+
+int filesize = @toInt(@arg("size","10"));
+int loop = @toInt(@arg("loops","0"));
+
+foreach item,i in [0:loop] {
+ (driver_out[i], driver_log[i]) = remote_driver(script, filesize);
+}
\ No newline at end of file
Added: trunk/tests/stress/IO/beagle/stage_from_remoteNx1.timeout
===================================================================
--- trunk/tests/stress/IO/beagle/stage_from_remoteNx1.timeout (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_from_remoteNx1.timeout 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+600
Added: trunk/tests/stress/IO/beagle/stage_from_remoteNx2.check.sh
===================================================================
--- trunk/tests/stress/IO/beagle/stage_from_remoteNx2.check.sh (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_from_remoteNx2.check.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,19 @@
+#!/bin/bash
+
+rm -rf "dummy" *.out &> /dev/null
+if [ "$KILL_JAVA" == "true" ];
+then
+ echo "Killing Java.."
+ killall -u $USER java -9
+fi
+
+IN=`grep "PerformanceDiagnosticInputStream\ \[IN\]" $BASE*log | tail -n 1`
+MEM=`grep "PerformanceDiagnosticInputStream\ \[MEM\]" $BASE*log`
+OUT=`grep "PerformanceDiagnosticOutputStream\ \[OUT\]" $BASE*log | tail -n 1`
+
+echo "====="
+echo "IN : $IN"
+echo "MEM : $MEM"
+echo "OUT : $OUT"
+echo "====="
+
Property changes on: trunk/tests/stress/IO/beagle/stage_from_remoteNx2.check.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/beagle/stage_from_remoteNx2.setup.sh
===================================================================
--- trunk/tests/stress/IO/beagle/stage_from_remoteNx2.setup.sh (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_from_remoteNx2.setup.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,39 @@
+#!/bin/bash
+
+ARGS_FILE=${0%.setup.sh}.args
+BEAGLE_USERNAME=$BEAGLE_USERNAME
+
+case $STRESS in
+ "S1")
+ SIZE=20
+ LOOPS=50
+ ;;
+ "S2")
+ SIZE=50
+ LOOPS=50
+ ;;
+ *)
+ SIZE=20
+ LOOPS=50
+ ;;
+esac
+
+echo "-loops=$LOOPS -size=$SIZE " > $ARGS_FILE
+
+cat <<'EOF' > filemaker.sh
+#!/bin/bash
+
+echo "From filemaker.sh $1 $2 on Host:$HOSTNAME"
+MAXSIZE=$1
+OUT=$2
+dd if=/dev/zero of=$OUT bs=1024 count=0 seek=$((1024*MAXSIZE))
+
+EOF
+
+if [[ -z $BEAGLE_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{env.USER}/$BEAGLE_USERNAME/" > tmp && mv tmp sites.xml
+fi
Property changes on: trunk/tests/stress/IO/beagle/stage_from_remoteNx2.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/beagle/stage_from_remoteNx2.source.sh
===================================================================
--- trunk/tests/stress/IO/beagle/stage_from_remoteNx2.source.sh (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_from_remoteNx2.source.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,8 @@
+#!/bin/bash
+
+if [ "midway001" == "midway001" ]
+then
+ export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+ export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;
+
Property changes on: trunk/tests/stress/IO/beagle/stage_from_remoteNx2.source.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/beagle/stage_from_remoteNx2.swift
===================================================================
--- trunk/tests/stress/IO/beagle/stage_from_remoteNx2.swift (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_from_remoteNx2.swift 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+type file;
+file script <"filemaker.sh">;
+
+app (file out, file log) remote_driver (file run, int size)
+{
+ bash @run size @out stdout=@filename(log);
+}
+
+file driver_out[] <simple_mapper; prefix="driver", suffix=".out">;
+file driver_log[] <simple_mapper; prefix="driver", suffix=".log">;
+
+int filesize = @toInt(@arg("size","10"));
+int loop = @toInt(@arg("loops","0"));
+
+foreach item,i in [0:loop] {
+ (driver_out[i], driver_log[i]) = remote_driver(script, filesize);
+}
\ No newline at end of file
Added: trunk/tests/stress/IO/beagle/stage_from_remoteNx2.timeout
===================================================================
--- trunk/tests/stress/IO/beagle/stage_from_remoteNx2.timeout (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_from_remoteNx2.timeout 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+600
Added: trunk/tests/stress/IO/beagle/stage_to_remote1x1.args
===================================================================
--- trunk/tests/stress/IO/beagle/stage_to_remote1x1.args (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_to_remote1x1.args 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+-loops=0
Added: trunk/tests/stress/IO/beagle/stage_to_remote1x1.check.sh
===================================================================
--- trunk/tests/stress/IO/beagle/stage_to_remote1x1.check.sh (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_to_remote1x1.check.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,19 @@
+#!/bin/bash
+
+rm -rf "dummy" *.out &> /dev/null
+if [ "$KILL_JAVA" == "true" ];
+then
+ echo "Killing Java.."
+ killall -u $USER java -9
+fi
+
+IN=`grep "PerformanceDiagnosticInputStream\ \[IN\]" $BASE*log | tail -n 1`
+MEM=`grep "PerformanceDiagnosticInputStream\ \[MEM\]" $BASE*log`
+OUT=`grep "PerformanceDiagnosticOutputStream\ \[OUT\]" $BASE*log | tail -n 1`
+
+echo "====="
+echo "IN : $IN"
+echo "MEM : $MEM"
+echo "OUT : $OUT"
+echo "====="
+
Property changes on: trunk/tests/stress/IO/beagle/stage_to_remote1x1.check.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/beagle/stage_to_remote1x1.setup.sh
===================================================================
--- trunk/tests/stress/IO/beagle/stage_to_remote1x1.setup.sh (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_to_remote1x1.setup.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,56 @@
+#!/bin/bash
+
+ARGS_FILE=${0%.setup.sh}.args
+BEAGLE_USERNAME=$BEAGLE_USERNAME
+
+case $STRESS in
+ "S1")
+ FILES=50
+ LOOPS=0
+ ;;
+ "S2")
+ FILES=100
+ LOOPS=0
+ ;;
+
+ *)
+ FILES=50
+ LOOPS=0
+ ;;
+esac
+
+
+dd if=/dev/zero of=dummy bs=1024 count=0 seek=$((1024*FILES))
+echo "-loops=$LOOPS" > $ARGS_FILE
+
+cat <<'EOF' > wrapper.sh
+#!/bin/bash
+ARG1=$1
+ls | grep "$1" &> /dev/null
+if [ $? == 0 ]
+then
+ echo "Hey this is wrapper and the $1 exists as a file";
+ ls -lah;
+else
+ echo "Doinks! the file we need isn't here";
+ ls -lah
+fi
+cat $ARG1 > $ARG1.test
+if [ $? == 0 ]
+then
+ echo "The cat worked! ";
+else
+ echo "The cat failed ";
+fi
+
+rm $ARG1 $ARG1.test
+echo "Residual files cleaned up"
+EOF
+
+if [[ -z $BEAGLE_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{env.USER}/$BEAGLE_USERNAME/" > tmp && mv tmp sites.xml
+fi
\ No newline at end of file
Property changes on: trunk/tests/stress/IO/beagle/stage_to_remote1x1.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/beagle/stage_to_remote1x1.source.sh
===================================================================
--- trunk/tests/stress/IO/beagle/stage_to_remote1x1.source.sh (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_to_remote1x1.source.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,8 @@
+#!/bin/bash
+
+if [ "midway001" == "midway001" ]
+then
+ export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+ export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;
+
Property changes on: trunk/tests/stress/IO/beagle/stage_to_remote1x1.source.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/beagle/stage_to_remote1x1.swift
===================================================================
--- trunk/tests/stress/IO/beagle/stage_to_remote1x1.swift (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_to_remote1x1.swift 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+type file;
+
+file package <"dummy">;
+file script <"wrapper.sh">;
+int loop = @toInt(@arg("loops","0"));
+
+app (file out, file err) remote_driver (file run, file tar)
+{
+ bash @run @filename(tar) stdout=@filename(out) stderr=@filename(err);
+}
+
+file driver_out[] <simple_mapper; prefix="driver", suffix=".out">;
+file driver_err[] <simple_mapper; prefix="driver", suffix=".err">;
+
+foreach item,i in [0:loop] {
+ (driver_out[i], driver_err[i]) = remote_driver(script, package);
+}
\ No newline at end of file
Added: trunk/tests/stress/IO/beagle/stage_to_remote1x1.timeout
===================================================================
--- trunk/tests/stress/IO/beagle/stage_to_remote1x1.timeout (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_to_remote1x1.timeout 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+600
Added: trunk/tests/stress/IO/beagle/stage_to_remote1x2.check.sh
===================================================================
--- trunk/tests/stress/IO/beagle/stage_to_remote1x2.check.sh (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_to_remote1x2.check.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,19 @@
+#!/bin/bash
+
+rm -rf "dummy" *.out &> /dev/null
+if [ "$KILL_JAVA" == "true" ];
+then
+ echo "Killing Java.."
+ killall -u $USER java -9
+fi
+
+IN=`grep "PerformanceDiagnosticInputStream\ \[IN\]" $BASE*log | tail -n 1`
+MEM=`grep "PerformanceDiagnosticInputStream\ \[MEM\]" $BASE*log`
+OUT=`grep "PerformanceDiagnosticOutputStream\ \[OUT\]" $BASE*log | tail -n 1`
+
+echo "====="
+echo "IN : $IN"
+echo "MEM : $MEM"
+echo "OUT : $OUT"
+echo "====="
+
Property changes on: trunk/tests/stress/IO/beagle/stage_to_remote1x2.check.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/beagle/stage_to_remote1x2.setup.sh
===================================================================
--- trunk/tests/stress/IO/beagle/stage_to_remote1x2.setup.sh (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_to_remote1x2.setup.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,55 @@
+#!/bin/bash
+
+ARGS_FILE=${0%.setup.sh}.args
+BEAGLE_USERNAME=$BEAGLE_USERNAME
+
+case $STRESS in
+ "S1")
+ FILES=100
+ LOOPS=0
+ ;;
+ "S2")
+ FILES=500
+ LOOPS=0
+ ;;
+ *)
+ FILES=100
+ LOOPS=0
+ ;;
+esac
+
+
+dd if=/dev/zero of=dummy bs=1024 count=0 seek=$((1024*FILES))
+echo "-loops=$LOOPS" > $ARGS_FILE
+
+cat <<'EOF' > wrapper.sh
+#!/bin/bash
+ARG1=$1
+ls | grep "$1" &> /dev/null
+if [ $? == 0 ]
+then
+ echo "Hey this is wrapper and the $1 exists as a file";
+ ls -lah;
+else
+ echo "Doinks! the file we need isn't here";
+ ls -lah
+fi
+cat $ARG1 > $ARG1.test
+if [ $? == 0 ]
+then
+ echo "The cat worked! ";
+else
+ echo "The cat failed ";
+fi
+
+rm $ARG1 $ARG1.test
+echo "Residual files cleaned up"
+EOF
+
+if [[ -z $BEAGLE_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{env.USER}/$BEAGLE_USERNAME/" > tmp && mv tmp sites.xml
+fi
Property changes on: trunk/tests/stress/IO/beagle/stage_to_remote1x2.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/beagle/stage_to_remote1x2.source.sh
===================================================================
--- trunk/tests/stress/IO/beagle/stage_to_remote1x2.source.sh (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_to_remote1x2.source.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,8 @@
+#!/bin/bash
+
+if [ "midway001" == "midway001" ]
+then
+ export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+ export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;
+
Property changes on: trunk/tests/stress/IO/beagle/stage_to_remote1x2.source.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/beagle/stage_to_remote1x2.swift
===================================================================
--- trunk/tests/stress/IO/beagle/stage_to_remote1x2.swift (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_to_remote1x2.swift 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+type file;
+
+file package <"dummy">;
+file script <"wrapper.sh">;
+int loop = @toInt(@arg("loops","0"));
+
+app (file out, file err) remote_driver (file run, file tar)
+{
+ bash @run @filename(tar) stdout=@filename(out) stderr=@filename(err);
+}
+
+file driver_out[] <simple_mapper; prefix="driver", suffix=".out">;
+file driver_err[] <simple_mapper; prefix="driver", suffix=".err">;
+
+foreach item,i in [0:loop] {
+ (driver_out[i], driver_err[i]) = remote_driver(script, package);
+}
\ No newline at end of file
Added: trunk/tests/stress/IO/beagle/stage_to_remote1x2.timeout
===================================================================
--- trunk/tests/stress/IO/beagle/stage_to_remote1x2.timeout (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_to_remote1x2.timeout 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+600
Added: trunk/tests/stress/IO/beagle/stage_to_remoteNx1.args
===================================================================
--- trunk/tests/stress/IO/beagle/stage_to_remoteNx1.args (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_to_remoteNx1.args 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+-loops=10
Added: trunk/tests/stress/IO/beagle/stage_to_remoteNx1.check.sh
===================================================================
--- trunk/tests/stress/IO/beagle/stage_to_remoteNx1.check.sh (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_to_remoteNx1.check.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,19 @@
+#!/bin/bash
+
+rm -rf "dummy" *.out &> /dev/null
+if [ "$KILL_JAVA" == "true" ];
+then
+ echo "Killing Java.."
+ killall -u $USER java -9
+fi
+
+IN=`grep "PerformanceDiagnosticInputStream\ \[IN\]" $BASE*log | tail -n 1`
+MEM=`grep "PerformanceDiagnosticInputStream\ \[MEM\]" $BASE*log`
+OUT=`grep "PerformanceDiagnosticOutputStream\ \[OUT\]" $BASE*log | tail -n 1`
+
+echo "====="
+echo "IN : $IN"
+echo "MEM : $MEM"
+echo "OUT : $OUT"
+echo "====="
+
Property changes on: trunk/tests/stress/IO/beagle/stage_to_remoteNx1.check.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/beagle/stage_to_remoteNx1.setup.sh
===================================================================
--- trunk/tests/stress/IO/beagle/stage_to_remoteNx1.setup.sh (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_to_remoteNx1.setup.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,55 @@
+#!/bin/bash
+
+ARGS_FILE=${0%.setup.sh}.args
+BEAGLE_USERNAME=$BEAGLE_USERNAME
+
+case $STRESS in
+ "S1")
+ FILES=10
+ LOOPS=10
+ ;;
+ "S2")
+ FILES=10
+ LOOPS=50
+ ;;
+ *)
+ FILES=10
+ LOOPS=10
+ ;;
+esac
+
+
+dd if=/dev/zero of=dummy bs=1024 count=0 seek=$((1024*FILES))
+echo "-loops=$LOOPS" > $ARGS_FILE
+
+cat <<'EOF' > wrapper.sh
+#!/bin/bash
+ARG1=$1
+ls | grep "$1" &> /dev/null
+if [ $? == 0 ]
+then
+ echo "Hey this is wrapper and the $1 exists as a file";
+ ls -lah;
+else
+ echo "Doinks! the file we need isn't here";
+ ls -lah
+fi
+cat $ARG1 > $ARG1.test
+if [ $? == 0 ]
+then
+ echo "The cat worked! ";
+else
+ echo "The cat failed ";
+fi
+
+rm $ARG1 $ARG1.test
+echo "Residual files cleaned up"
+EOF
+
+if [[ -z $BEAGLE_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{env.USER}/$BEAGLE_USERNAME/" > tmp && mv tmp sites.xml
+fi
\ No newline at end of file
Property changes on: trunk/tests/stress/IO/beagle/stage_to_remoteNx1.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/beagle/stage_to_remoteNx1.source.sh
===================================================================
--- trunk/tests/stress/IO/beagle/stage_to_remoteNx1.source.sh (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_to_remoteNx1.source.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,8 @@
+#!/bin/bash
+
+if [ "midway001" == "midway001" ]
+then
+ export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+ export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;
+
Property changes on: trunk/tests/stress/IO/beagle/stage_to_remoteNx1.source.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/beagle/stage_to_remoteNx1.swift
===================================================================
--- trunk/tests/stress/IO/beagle/stage_to_remoteNx1.swift (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_to_remoteNx1.swift 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+type file;
+
+file package <"dummy">;
+file script <"wrapper.sh">;
+int loop = @toInt(@arg("loops","0"));
+
+app (file out, file err) remote_driver (file run, file tar)
+{
+ bash @run @tar stdout=@out stderr=@err;
+}
+
+file driver_out[] <simple_mapper; prefix="driver", suffix=".out">;
+file driver_err[] <simple_mapper; prefix="driver", suffix=".err">;
+
+foreach item,i in [0:loop] {
+ (driver_out[i], driver_err[i]) = remote_driver(script, package);
+}
\ No newline at end of file
Added: trunk/tests/stress/IO/beagle/stage_to_remoteNx1.timeout
===================================================================
--- trunk/tests/stress/IO/beagle/stage_to_remoteNx1.timeout (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_to_remoteNx1.timeout 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+1200
Added: trunk/tests/stress/IO/beagle/stage_to_remoteNx2.check.sh
===================================================================
--- trunk/tests/stress/IO/beagle/stage_to_remoteNx2.check.sh (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_to_remoteNx2.check.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,19 @@
+#!/bin/bash
+
+rm -rf "dummy" *.out &> /dev/null
+if [ "$KILL_JAVA" == "true" ];
+then
+ echo "Killing Java.."
+ killall -u $USER java -9
+fi
+
+IN=`grep "PerformanceDiagnosticInputStream\ \[IN\]" $BASE*log | tail -n 1`
+MEM=`grep "PerformanceDiagnosticInputStream\ \[MEM\]" $BASE*log`
+OUT=`grep "PerformanceDiagnosticOutputStream\ \[OUT\]" $BASE*log | tail -n 1`
+
+echo "====="
+echo "IN : $IN"
+echo "MEM : $MEM"
+echo "OUT : $OUT"
+echo "====="
+
Property changes on: trunk/tests/stress/IO/beagle/stage_to_remoteNx2.check.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/beagle/stage_to_remoteNx2.setup.sh
===================================================================
--- trunk/tests/stress/IO/beagle/stage_to_remoteNx2.setup.sh (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_to_remoteNx2.setup.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,55 @@
+#!/bin/bash
+
+ARGS_FILE=${0%.setup.sh}.args
+BEAGLE_USERNAME=$BEAGLE_USERNAME
+
+case $STRESS in
+ "S1")
+ FILES=50
+ LOOPS=50
+ ;;
+ "S2")
+ FILES=100
+ LOOPS=100
+ ;;
+ *)
+ FILES=50
+ LOOPS=50
+ ;;
+esac
+
+
+dd if=/dev/zero of=dummy bs=1024 count=0 seek=$((1024*FILES))
+echo "-loops=$LOOPS" > $ARGS_FILE
+
+cat <<'EOF' > wrapper.sh
+#!/bin/bash
+ARG1=$1
+ls | grep "$1" &> /dev/null
+if [ $? == 0 ]
+then
+ echo "Hey this is wrapper and the $1 exists as a file";
+ ls -lah;
+else
+ echo "Doinks! the file we need isn't here";
+ ls -lah
+fi
+cat $ARG1 > $ARG1.test
+if [ $? == 0 ]
+then
+ echo "The cat worked! ";
+else
+ echo "The cat failed ";
+fi
+
+rm $ARG1 $ARG1.test
+echo "Residual files cleaned up"
+EOF
+
+if [[ -z $BEAGLE_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{env.USER}/$BEAGLE_USERNAME/" > tmp && mv tmp sites.xml
+fi
\ No newline at end of file
Property changes on: trunk/tests/stress/IO/beagle/stage_to_remoteNx2.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/beagle/stage_to_remoteNx2.source.sh
===================================================================
--- trunk/tests/stress/IO/beagle/stage_to_remoteNx2.source.sh (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_to_remoteNx2.source.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,8 @@
+#!/bin/bash
+
+if [ "midway001" == "midway001" ]
+then
+ export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+ export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;
+
Property changes on: trunk/tests/stress/IO/beagle/stage_to_remoteNx2.source.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/beagle/stage_to_remoteNx2.swift
===================================================================
--- trunk/tests/stress/IO/beagle/stage_to_remoteNx2.swift (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_to_remoteNx2.swift 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+type file;
+
+file package <"dummy">;
+file script <"wrapper.sh">;
+int loop = @toInt(@arg("loops","0"));
+
+app (file out, file err) remote_driver (file run, file tar)
+{
+ bash @run @tar stdout=@out stderr=@err;
+}
+
+file driver_out[] <simple_mapper; prefix="driver", suffix=".out">;
+file driver_err[] <simple_mapper; prefix="driver", suffix=".err">;
+
+foreach item,i in [0:loop] {
+ (driver_out[i], driver_err[i]) = remote_driver(script, package);
+}
\ No newline at end of file
Added: trunk/tests/stress/IO/beagle/stage_to_remoteNx2.timeout
===================================================================
--- trunk/tests/stress/IO/beagle/stage_to_remoteNx2.timeout (rev 0)
+++ trunk/tests/stress/IO/beagle/stage_to_remoteNx2.timeout 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+1200
Added: trunk/tests/stress/IO/beagle/swift.properties
===================================================================
--- trunk/tests/stress/IO/beagle/swift.properties (rev 0)
+++ trunk/tests/stress/IO/beagle/swift.properties 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,8 @@
+use.provider.staging=true
+use.wrapper.staging=false
+wrapperlog.always.transfer=true
+execution.retries=0
+lazy.errors=false
+provider.staging.pin.swiftfiles=false
+sitedir.keep=true
+tcp.port.range=50000,51000
\ No newline at end of file
Added: trunk/tests/stress/IO/beagle/tc.template.data
===================================================================
--- trunk/tests/stress/IO/beagle/tc.template.data (rev 0)
+++ trunk/tests/stress/IO/beagle/tc.template.data 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,2 @@
+local perl /usr/bin/perl null null null
+beagle bash /bin/bash null null null
Added: trunk/tests/stress/IO/beagle/temp.sh
===================================================================
--- trunk/tests/stress/IO/beagle/temp.sh (rev 0)
+++ trunk/tests/stress/IO/beagle/temp.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,31 @@
+#!/bin/bash
+
+for i in `ls *setup.sh`
+do
+ BASE=${i%.setup.sh};
+ echo $BASE
+ echo "Source file : $BASE.source.sh"
+
+ cat <<'EOF' > $BASE.check.sh
+#!/bin/bash
+
+rm -rf "dummy" *.out &> /dev/null
+if [ "$KILL_JAVA" == "true" ];
+then
+ echo "Killing Java.."
+ killall -u $USER java -9
+fi
+
+IN=`grep "PerformanceDiagnosticInputStream\ \[IN\]" $BASE*log | tail -n 1`
+MEM=`grep "PerformanceDiagnosticInputStream\ \[MEM\]" $BASE*log`
+OUT=`grep "PerformanceDiagnosticOutputStream\ \[OUT\]" $BASE*log | tail -n 1`
+
+echo "====="
+echo "IN : $IN"
+echo "MEM : $MEM"
+echo "OUT : $OUT"
+echo "====="
+
+EOF
+
+done;
\ No newline at end of file
Property changes on: trunk/tests/stress/IO/beagle/temp.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/beagle/title.txt
===================================================================
--- trunk/tests/stress/IO/beagle/title.txt (rev 0)
+++ trunk/tests/stress/IO/beagle/title.txt 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,3 @@
+IO stress testing.
+Local site : ANY
+Remote site: Beagle
Added: trunk/tests/stress/IO/beagle/wrapper.sh
===================================================================
--- trunk/tests/stress/IO/beagle/wrapper.sh (rev 0)
+++ trunk/tests/stress/IO/beagle/wrapper.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,21 @@
+#!/bin/bash
+ARG1=$1
+ls | grep "$1" &> /dev/null
+if [ $? == 0 ]
+then
+ echo "Hey this is wrapper and the $1 exists as a file";
+ ls -lah;
+else
+ echo "Doinks! the file we need isn't here";
+ ls -lah
+fi
+cat $ARG1 > $ARG1.test
+if [ $? == 0 ]
+then
+ echo "The cat worked! ";
+else
+ echo "The cat failed ";
+fi
+
+rm $ARG1 $ARG1.test
+echo "Residual files cleaned up"
Property changes on: trunk/tests/stress/IO/beagle/wrapper.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/beagle/z_stats.clean.sh
===================================================================
--- trunk/tests/stress/IO/beagle/z_stats.clean.sh (rev 0)
+++ trunk/tests/stress/IO/beagle/z_stats.clean.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,24 @@
+#!/bin/bash
+
+HOME=$PWD
+echo "Current test : $HOME"
+
+TESTS_HOME=$(dirname $HOME)
+echo "Tests home : $TESTS_HOME"
+
+ps -u $USER
+echo "Clearing all java instances"
+
+ps -u $USER | grep java
+if [ "$?" == "0" ]
+then
+ killall -u $USER java -9
+fi
+
+echo "Collecting stats"
+for test_case in `ls $TESTS_HOME | grep stage`
+do
+ echo "$test_case"
+ cat $TESTS_HOME/$test_case/*check.stdout
+ echo
+done
\ No newline at end of file
Property changes on: trunk/tests/stress/IO/beagle/z_stats.clean.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/beagle/z_stats.swift
===================================================================
--- trunk/tests/stress/IO/beagle/z_stats.swift (rev 0)
+++ trunk/tests/stress/IO/beagle/z_stats.swift 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+type file;
\ No newline at end of file
Added: trunk/tests/stress/IO/multiple/run
===================================================================
--- trunk/tests/stress/IO/multiple/run (rev 0)
+++ trunk/tests/stress/IO/multiple/run 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,22 @@
+#! /bin/sh
+
+set -x
+export STRESS="S1"
+export COG_OPTS=-Dtcp.channel.log.io.performance=true
+#./stage_to_remote.setup.sh
+#ARGS=`cat stage_to_remote.args`
+#swift -config swift.properties -sites.file sites.template.xml -tc.file tc.template.data stage_to_remote.swift $ARGS
+
+
+#./stage_to_remote1.setup.sh
+#ARGS=`cat stage_to_remote1.args`
+#swift -config swift.properties -sites.file sites.template.xml -tc.file tc.template.data stage_to_remote1.swift $ARGS
+
+
+#./stage_from_remote.setup.sh
+#ARGS=`cat stage_from_remote.args`
+#swift -config swift.properties -sites.file sites.template.xml -tc.file tc.template.data stage_from_remote.swift $ARGS
+
+./stage_to_remote1x1.setup.sh
+ARGS=`cat stage_to_remote1x1.args`
+swift -config swift.properties -sites.file sites.template.xml -tc.file tc.template.data stage_to_remote1x1.swift $ARGS
Property changes on: trunk/tests/stress/IO/multiple/run
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/multiple/sites.template.xml
===================================================================
--- trunk/tests/stress/IO/multiple/sites.template.xml (rev 0)
+++ trunk/tests/stress/IO/multiple/sites.template.xml 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,70 @@
+<config>
+
+ <pool handle="uc3">
+ <execution provider="coaster" url="uc3-sub.uchicago.edu" jobmanager="ssh-cl:condor"/>
+ <profile namespace="karajan" key="jobThrottle">10.00</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <profile namespace="globus" key="jobsPerNode">1</profile>
+ <profile namespace="globus" key="maxtime">3600</profile>
+ <profile namespace="globus" key="maxWalltime">00:05:00</profile>
+ <profile namespace="globus" key="highOverAllocation">100</profile>
+ <profile namespace="globus" key="lowOverAllocation">100</profile>
+ <profile namespace="globus" key="slots">1000</profile>
+ <profile namespace="globus" key="maxNodes">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="globus" key="condor.+AccountingGroup">"group_friends.{uc3.USER}"</profile>
+ <profile namespace="globus" key="jobType">nonshared</profile>
+ <!-- <profile namespace="globus" key="condor.+Requirements">isUndefined(GLIDECLIENT_Name) == FALSE</profile> -->
+ <workdirectory>.</workdirectory>
+ </pool>
+
+ <pool handle="beagle">
+ <execution provider="coaster" jobmanager="ssh-cl:pbs" url="login4.beagle.ci.uchicago.edu"/>
+ <profile namespace="globus" key="jobsPerNode">24</profile>
+ <profile namespace="globus" key="lowOverAllocation">100</profile>
+ <profile namespace="globus" key="highOverAllocation">100</profile>
+ <!-- <profile namespace="globus" key="providerAttributes">pbs.aprun;pbs.mpp;depth=24</profile> -->
+ <profile namespace="globus" key="providerAttributes">pbs.aprun;pbs.mpp;depth=24;pbs.resource_list=advres=wilde.1768</profile>
+ <profile namespace="globus" key="maxtime">3600</profile>
+ <profile namespace="globus" key="maxWalltime">00:05:00</profile>
+ <profile namespace="globus" key="userHomeOverride">/lustre/beagle/{beagle.USER}/swiftwork</profile>
+ <profile namespace="globus" key="slots">5</profile>
+ <profile namespace="globus" key="maxnodes">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="karajan" key="jobThrottle">4.80</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/tmp/{beagle.USER}/swiftwork</workdirectory>
+ </pool>
+
+ <pool handle="sandyb">
+ <execution provider="coaster" jobmanager="local:slurm"/>
+ <profile namespace="globus" key="queue">sandyb</profile>
+ <profile namespace="globus" key="jobsPerNode">16</profile>
+ <profile namespace="globus" key="maxWalltime">00:05:00</profile>
+ <profile namespace="globus" key="maxTime">3600</profile>
+ <profile namespace="globus" key="highOverAllocation">100</profile>
+ <profile namespace="globus" key="lowOverAllocation">100</profile>
+ <profile namespace="globus" key="slots">4</profile>
+ <profile namespace="globus" key="maxNodes">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="karajan" key="jobThrottle">.64</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/tmp/{mid.USER}</workdirectory>
+ </pool>
+
+ <pool handle="westmere">
+ <execution provider="coaster" jobmanager="local:slurm"/>
+ <profile namespace="globus" key="queue">westmere</profile>
+ <profile namespace="globus" key="jobsPerNode">12</profile>
+ <profile namespace="globus" key="maxWalltime">00:05:00</profile>
+ <profile namespace="globus" key="maxTime">3600</profile>
+ <profile namespace="globus" key="highOverAllocation">100</profile>
+ <profile namespace="globus" key="lowOverAllocation">100</profile>
+ <profile namespace="globus" key="slots">4</profile>
+ <profile namespace="globus" key="maxNodes">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="karajan" key="jobThrottle">.48</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <workdirectory>/tmp/{mid.USER}</workdirectory>
+ </pool>
+</config>
Added: trunk/tests/stress/IO/multiple/sites.template.xml.beagle
===================================================================
--- trunk/tests/stress/IO/multiple/sites.template.xml.beagle (rev 0)
+++ trunk/tests/stress/IO/multiple/sites.template.xml.beagle 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,20 @@
+<config>
+ <pool handle="beagle">
+ <execution provider="coaster" jobmanager="ssh-cl:local" url="login4.beagle.ci.uchicago.edu"/>
+ <profile namespace="globus" key="jobsPerNode">24</profile>
+ <profile namespace="globus" key="lowOverAllocation">100</profile>
+ <profile namespace="globus" key="highOverAllocation">100</profile>
+ <profile namespace="globus" key="providerAttributes">pbs.aprun;pbs.mpp;depth=24</profile>
+ <profile namespace="globus" key="maxtime">3600</profile>
+ <profile namespace="globus" key="maxWalltime">00:05:00</profile>
+ <profile namespace="globus" key="userHomeOverride">/lustre/beagle/yadunandb/swiftwork</profile>
+ <profile namespace="globus" key="slots">20</profile>
+ <profile namespace="globus" key="maxnodes">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="karajan" key="jobThrottle">4.80</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <profile namespace="karajan" key="workerLoggingLevel">trace</profile>
+ <!-- <workdirectory>/lustre/beagle/yadunandb/swiftwork</workdirectory> -->
+ <workdirectory>/tmp/yadunandb/swiftwork</workdirectory>
+ </pool>
+</config>
\ No newline at end of file
Added: trunk/tests/stress/IO/multiple/stage_from_remote1x1.check.sh
===================================================================
--- trunk/tests/stress/IO/multiple/stage_from_remote1x1.check.sh (rev 0)
+++ trunk/tests/stress/IO/multiple/stage_from_remote1x1.check.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+
+#!/bin/bash
+
+echo "Cleaning up"
+rm -rf "dummy" *.out &> /dev/null
+
+if [ "$KILL_JAVA" == "true" ];
+then
+ echo "Killing Java.."
+ for dead in `ps axf -u $USER | grep HeapDumpOnOutOfMemoryError | grep -o ^[0-9]*`
+ do
+ kill -9 $dead
+ done
+else
+ echo "No"
+fi
+
Property changes on: trunk/tests/stress/IO/multiple/stage_from_remote1x1.check.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/multiple/stage_from_remote1x1.setup.sh
===================================================================
--- trunk/tests/stress/IO/multiple/stage_from_remote1x1.setup.sh (rev 0)
+++ trunk/tests/stress/IO/multiple/stage_from_remote1x1.setup.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,60 @@
+#!/bin/bash
+#OVERRIDE_GLOBUS_HOST swift.rcc.uchicago.edu
+#OVERRIDE_GLOBUS_TCP_PORT_RANGE 50000,51000
+
+
+
+
+if [[ -z $MIDWAY_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{mid.USER}/$MIDWAY_USERNAME/" > tmp && mv tmp\
+ sites.xml
+fi
+if [[ -z $UC3_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{uc3.USER}/$UC3_USERNAME/" > tmp && mv tmp si\
+tes.xml
+fi
+if [[ -z $BEAGLE_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{beagle.USER}/$BEAGLE_USERNAME/" > tmp && mv \
+tmp sites.xml
+fi
+
+ARGS_FILE=${0%.setup.sh}.args
+
+case $STRESS in
+ "S1")
+ SIZE=10
+ LOOPS=0
+ ;;
+ "S2")
+ SIZE=15
+ LOOPS=0
+ ;;
+ *)
+ SIZE=10
+ LOOPS=0
+ ;;
+esac
+
+echo "-loops=$LOOPS -size=$SIZE " > $ARGS_FILE
+
+cat <<'EOF' > filemaker.sh
+#!/bin/bash
+
+echo "From filemaker.sh $1 $2 on Host:$HOSTNAME"
+MAXSIZE=$1
+OUT=$2
+dd if=/dev/zero of=$OUT bs=1024 count=0 seek=$((1024*MAXSIZE))
+
+EOF
\ No newline at end of file
Property changes on: trunk/tests/stress/IO/multiple/stage_from_remote1x1.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/multiple/stage_from_remote1x1.swift
===================================================================
--- trunk/tests/stress/IO/multiple/stage_from_remote1x1.swift (rev 0)
+++ trunk/tests/stress/IO/multiple/stage_from_remote1x1.swift 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+type file;
+file script <"filemaker.sh">;
+
+app (file out, file log) remote_driver (file run, int size)
+{
+ bash @run size @out stdout=@filename(log);
+}
+
+file driver_out[] <simple_mapper; prefix="driver", suffix=".out">;
+file driver_log[] <simple_mapper; prefix="driver", suffix=".log">;
+
+int filesize = @toInt(@arg("size","10"));
+int loop = @toInt(@arg("loops","0"));
+
+foreach item,i in [0:loop] {
+ (driver_out[i], driver_log[i]) = remote_driver(script, filesize);
+}
\ No newline at end of file
Added: trunk/tests/stress/IO/multiple/stage_from_remote1x1.timeout
===================================================================
--- trunk/tests/stress/IO/multiple/stage_from_remote1x1.timeout (rev 0)
+++ trunk/tests/stress/IO/multiple/stage_from_remote1x1.timeout 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+600
Added: trunk/tests/stress/IO/multiple/stage_from_remote1x2.check.sh
===================================================================
--- trunk/tests/stress/IO/multiple/stage_from_remote1x2.check.sh (rev 0)
+++ trunk/tests/stress/IO/multiple/stage_from_remote1x2.check.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,19 @@
+#!/bin/bash
+
+rm -rf "dummy" *.out &> /dev/null
+if [ "$KILL_JAVA" == "true" ];
+then
+ echo "Killing Java.."
+ killall -u $USER java -9
+fi
+
+IN=`grep "PerformanceDiagnosticInputStream\ \[IN\]" $BASE*log | tail -n 1`
+MEM=`grep "PerformanceDiagnosticInputStream\ \[MEM\]" $BASE*log`
+OUT=`grep "PerformanceDiagnosticOutputStream\ \[OUT\]" $BASE*log | tail -n 1`
+
+echo "====="
+echo "IN : $IN"
+echo "MEM : $MEM"
+echo "OUT : $OUT"
+echo "====="
+
Property changes on: trunk/tests/stress/IO/multiple/stage_from_remote1x2.check.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/multiple/stage_from_remote1x2.setup.sh
===================================================================
--- trunk/tests/stress/IO/multiple/stage_from_remote1x2.setup.sh (rev 0)
+++ trunk/tests/stress/IO/multiple/stage_from_remote1x2.setup.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,60 @@
+#!/bin/bash
+#OVERRIDE_GLOBUS_HOST swift.rcc.uchicago.edu
+#OVERRIDE_GLOBUS_TCP_PORT_RANGE 50000,51000
+
+
+
+
+if [[ -z $MIDWAY_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{mid.USER}/$MIDWAY_USERNAME/" > tmp && mv tmp\
+ sites.xml
+fi
+if [[ -z $UC3_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{uc3.USER}/$UC3_USERNAME/" > tmp && mv tmp si\
+tes.xml
+fi
+if [[ -z $BEAGLE_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{beagle.USER}/$BEAGLE_USERNAME/" > tmp && mv \
+tmp sites.xml
+fi
+
+ARGS_FILE=${0%.setup.sh}.args
+
+case $STRESS in
+ "S1")
+ SIZE=100
+ LOOPS=0
+ ;;
+ "S2")
+ SIZE=150
+ LOOPS=0
+ ;;
+ *)
+ SIZE=100
+ LOOPS=0
+ ;;
+esac
+
+echo "-loops=$LOOPS -size=$SIZE " > $ARGS_FILE
+
+cat <<'EOF' > filemaker.sh
+#!/bin/bash
+
+echo "From filemaker.sh $1 $2 on Host:$HOSTNAME"
+MAXSIZE=$1
+OUT=$2
+dd if=/dev/zero of=$OUT bs=1024 count=0 seek=$((1024*MAXSIZE))
+
+EOF
\ No newline at end of file
Property changes on: trunk/tests/stress/IO/multiple/stage_from_remote1x2.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/multiple/stage_from_remote1x2.swift
===================================================================
--- trunk/tests/stress/IO/multiple/stage_from_remote1x2.swift (rev 0)
+++ trunk/tests/stress/IO/multiple/stage_from_remote1x2.swift 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+type file;
+file script <"filemaker.sh">;
+
+app (file out, file log) remote_driver (file run, int size)
+{
+ bash @run size @out stdout=@filename(log);
+}
+
+file driver_out[] <simple_mapper; prefix="driver", suffix=".out">;
+file driver_log[] <simple_mapper; prefix="driver", suffix=".log">;
+
+int filesize = @toInt(@arg("size","10"));
+int loop = @toInt(@arg("loops","0"));
+
+foreach item,i in [0:loop] {
+ (driver_out[i], driver_log[i]) = remote_driver(script, filesize);
+}
\ No newline at end of file
Added: trunk/tests/stress/IO/multiple/stage_from_remote1x2.timeout
===================================================================
--- trunk/tests/stress/IO/multiple/stage_from_remote1x2.timeout (rev 0)
+++ trunk/tests/stress/IO/multiple/stage_from_remote1x2.timeout 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+600
Added: trunk/tests/stress/IO/multiple/stage_from_remoteNx1.check.sh
===================================================================
--- trunk/tests/stress/IO/multiple/stage_from_remoteNx1.check.sh (rev 0)
+++ trunk/tests/stress/IO/multiple/stage_from_remoteNx1.check.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+
+#!/bin/bash
+
+echo "Cleaning up"
+rm -rf "dummy" *.out &> /dev/null
+
+if [ "$KILL_JAVA" == "true" ];
+then
+ echo "Killing Java.."
+ for dead in `ps axf -u $USER | grep HeapDumpOnOutOfMemoryError | grep -o ^[0-9]*`
+ do
+ kill -9 $dead
+ done
+else
+ echo "No"
+fi
+
Property changes on: trunk/tests/stress/IO/multiple/stage_from_remoteNx1.check.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/multiple/stage_from_remoteNx1.setup.sh
===================================================================
--- trunk/tests/stress/IO/multiple/stage_from_remoteNx1.setup.sh (rev 0)
+++ trunk/tests/stress/IO/multiple/stage_from_remoteNx1.setup.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,59 @@
+#!/bin/bash
+
+
+
+
+
+if [[ -z $MIDWAY_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{mid.USER}/$MIDWAY_USERNAME/" > tmp && mv tmp\
+ sites.xml
+fi
+if [[ -z $UC3_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{uc3.USER}/$UC3_USERNAME/" > tmp && mv tmp si\
+tes.xml
+fi
+if [[ -z $BEAGLE_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{beagle.USER}/$BEAGLE_USERNAME/" > tmp && mv \
+tmp sites.xml
+fi
+
+ARGS_FILE=${0%.setup.sh}.args
+
+case $STRESS in
+ "S1")
+ SIZE=20
+ LOOPS=10
+ ;;
+ "S2")
+ SIZE=30
+ LOOPS=20
+ ;;
+ *)
+ SIZE=20
+ LOOPS=10
+ ;;
+esac
+
+echo "-loops=$LOOPS -size=$SIZE " > $ARGS_FILE
+
+cat <<'EOF' > filemaker.sh
+#!/bin/bash
+
+echo "From filemaker.sh $1 $2 on Host:$HOSTNAME"
+MAXSIZE=$1
+OUT=$2
+dd if=/dev/zero of=$OUT bs=1024 count=0 seek=$((1024*MAXSIZE))
+
+EOF
\ No newline at end of file
Property changes on: trunk/tests/stress/IO/multiple/stage_from_remoteNx1.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/multiple/stage_from_remoteNx1.swift
===================================================================
--- trunk/tests/stress/IO/multiple/stage_from_remoteNx1.swift (rev 0)
+++ trunk/tests/stress/IO/multiple/stage_from_remoteNx1.swift 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+type file;
+file script <"filemaker.sh">;
+
+app (file out, file log) remote_driver (file run, int size)
+{
+ bash @run size @out stdout=@filename(log);
+}
+
+file driver_out[] <simple_mapper; prefix="driver", suffix=".out">;
+file driver_log[] <simple_mapper; prefix="driver", suffix=".log">;
+
+int filesize = @toInt(@arg("size","10"));
+int loop = @toInt(@arg("loops","0"));
+
+foreach item,i in [0:loop] {
+ (driver_out[i], driver_log[i]) = remote_driver(script, filesize);
+}
\ No newline at end of file
Added: trunk/tests/stress/IO/multiple/stage_from_remoteNx1.timeout
===================================================================
--- trunk/tests/stress/IO/multiple/stage_from_remoteNx1.timeout (rev 0)
+++ trunk/tests/stress/IO/multiple/stage_from_remoteNx1.timeout 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+600
Added: trunk/tests/stress/IO/multiple/stage_from_remoteNx2.check.sh
===================================================================
--- trunk/tests/stress/IO/multiple/stage_from_remoteNx2.check.sh (rev 0)
+++ trunk/tests/stress/IO/multiple/stage_from_remoteNx2.check.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,19 @@
+#!/bin/bash
+
+rm -rf "dummy" *.out &> /dev/null
+if [ "$KILL_JAVA" == "true" ];
+then
+ echo "Killing Java.."
+ killall -u $USER java -9
+fi
+
+IN=`grep "PerformanceDiagnosticInputStream\ \[IN\]" $BASE*log | tail -n 1`
+MEM=`grep "PerformanceDiagnosticInputStream\ \[MEM\]" $BASE*log`
+OUT=`grep "PerformanceDiagnosticOutputStream\ \[OUT\]" $BASE*log | tail -n 1`
+
+echo "====="
+echo "IN : $IN"
+echo "MEM : $MEM"
+echo "OUT : $OUT"
+echo "====="
+
Property changes on: trunk/tests/stress/IO/multiple/stage_from_remoteNx2.check.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/multiple/stage_from_remoteNx2.setup.sh
===================================================================
--- trunk/tests/stress/IO/multiple/stage_from_remoteNx2.setup.sh (rev 0)
+++ trunk/tests/stress/IO/multiple/stage_from_remoteNx2.setup.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,59 @@
+#!/bin/bash
+
+
+
+
+
+if [[ -z $MIDWAY_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{mid.USER}/$MIDWAY_USERNAME/" > tmp && mv tmp\
+ sites.xml
+fi
+if [[ -z $UC3_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{uc3.USER}/$UC3_USERNAME/" > tmp && mv tmp si\
+tes.xml
+fi
+if [[ -z $BEAGLE_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{beagle.USER}/$BEAGLE_USERNAME/" > tmp && mv \
+tmp sites.xml
+fi
+
+ARGS_FILE=${0%.setup.sh}.args
+
+case $STRESS in
+ "S1")
+ SIZE=20
+ LOOPS=50
+ ;;
+ "S2")
+ SIZE=50
+ LOOPS=50
+ ;;
+ *)
+ SIZE=20
+ LOOPS=50
+ ;;
+esac
+
+echo "-loops=$LOOPS -size=$SIZE " > $ARGS_FILE
+
+cat <<'EOF' > filemaker.sh
+#!/bin/bash
+
+echo "From filemaker.sh $1 $2 on Host:$HOSTNAME"
+MAXSIZE=$1
+OUT=$2
+dd if=/dev/zero of=$OUT bs=1024 count=0 seek=$((1024*MAXSIZE))
+
+EOF
\ No newline at end of file
Property changes on: trunk/tests/stress/IO/multiple/stage_from_remoteNx2.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/multiple/stage_from_remoteNx2.swift
===================================================================
--- trunk/tests/stress/IO/multiple/stage_from_remoteNx2.swift (rev 0)
+++ trunk/tests/stress/IO/multiple/stage_from_remoteNx2.swift 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+type file;
+file script <"filemaker.sh">;
+
+app (file out, file log) remote_driver (file run, int size)
+{
+ bash @run size @out stdout=@filename(log);
+}
+
+file driver_out[] <simple_mapper; prefix="driver", suffix=".out">;
+file driver_log[] <simple_mapper; prefix="driver", suffix=".log">;
+
+int filesize = @toInt(@arg("size","10"));
+int loop = @toInt(@arg("loops","0"));
+
+foreach item,i in [0:loop] {
+ (driver_out[i], driver_log[i]) = remote_driver(script, filesize);
+}
\ No newline at end of file
Added: trunk/tests/stress/IO/multiple/stage_from_remoteNx2.timeout
===================================================================
--- trunk/tests/stress/IO/multiple/stage_from_remoteNx2.timeout (rev 0)
+++ trunk/tests/stress/IO/multiple/stage_from_remoteNx2.timeout 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+600
Added: trunk/tests/stress/IO/multiple/stage_to_remote1x1.args
===================================================================
--- trunk/tests/stress/IO/multiple/stage_to_remote1x1.args (rev 0)
+++ trunk/tests/stress/IO/multiple/stage_to_remote1x1.args 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+-loops=0
Added: trunk/tests/stress/IO/multiple/stage_to_remote1x1.check.sh
===================================================================
--- trunk/tests/stress/IO/multiple/stage_to_remote1x1.check.sh (rev 0)
+++ trunk/tests/stress/IO/multiple/stage_to_remote1x1.check.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+
+#!/bin/bash
+
+echo "Cleaning up"
+rm -rf "dummy" *.out &> /dev/null
+
+if [ "$KILL_JAVA" == "true" ];
+then
+ echo "Killing Java.."
+ for dead in `ps axf -u $USER | grep HeapDumpOnOutOfMemoryError | grep -o ^[0-9]*`
+ do
+ kill -9 $dead
+ done
+else
+ echo "No"
+fi
+
Property changes on: trunk/tests/stress/IO/multiple/stage_to_remote1x1.check.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/multiple/stage_to_remote1x1.setup.sh
===================================================================
--- trunk/tests/stress/IO/multiple/stage_to_remote1x1.setup.sh (rev 0)
+++ trunk/tests/stress/IO/multiple/stage_to_remote1x1.setup.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,72 @@
+#!/bin/bash
+
+if [[ -z $MIDWAY_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{mid.USER}/$MIDWAY_USERNAME/" > tmp && mv tmp\
+ sites.xml
+fi
+if [[ -z $UC3_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{uc3.USER}/$UC3_USERNAME/" > tmp && mv tmp si\
+tes.xml
+fi
+if [[ -z $BEAGLE_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{beagle.USER}/$BEAGLE_USERNAME/" > tmp && mv \
+tmp sites.xml
+fi
+
+
+ARGS_FILE=${0%.setup.sh}.args
+
+case $STRESS in
+ "S1")
+ FILES=50
+ LOOPS=0
+ ;;
+ "S2")
+ FILES=100
+ LOOPS=0
+ ;;
+ *)
+ FILES=50
+ LOOPS=0
+ ;;
+esac
+
+
+dd if=/dev/zero of=dummy bs=1024 count=0 seek=$((1024*FILES))
+echo "-loops=$LOOPS" > $ARGS_FILE
+
+cat <<'EOF' > wrapper.sh
+#!/bin/bash
+ARG1=$1
+ls | grep "$1" &> /dev/null
+if [ $? == 0 ]
+then
+ echo "Hey this is wrapper and the $1 exists as a file";
+ ls -lah;
+else
+ echo "Doinks! the file we need isn't here";
+ ls -lah
+fi
+cat $ARG1 > $ARG1.test
+if [ $? == 0 ]
+then
+ echo "The cat worked! ";
+else
+ echo "The cat failed ";
+fi
+
+rm $ARG1 $ARG1.test
+echo "Residual files cleaned up"
+EOF
Property changes on: trunk/tests/stress/IO/multiple/stage_to_remote1x1.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/multiple/stage_to_remote1x1.source.sh
===================================================================
--- trunk/tests/stress/IO/multiple/stage_to_remote1x1.source.sh (rev 0)
+++ trunk/tests/stress/IO/multiple/stage_to_remote1x1.source.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,6 @@
+#!/bin/bash
+if [ "midway001" == "midway001" ]
+then
+ export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+ export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;
Property changes on: trunk/tests/stress/IO/multiple/stage_to_remote1x1.source.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/multiple/stage_to_remote1x1.swift
===================================================================
--- trunk/tests/stress/IO/multiple/stage_to_remote1x1.swift (rev 0)
+++ trunk/tests/stress/IO/multiple/stage_to_remote1x1.swift 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+type file;
+
+file package <"dummy">;
+file script <"wrapper.sh">;
+int loop = @toInt(@arg("loops","0"));
+
+app (file out, file err) remote_driver (file run, file tar)
+{
+ bash @run @filename(tar) stdout=@filename(out) stderr=@filename(err);
+}
+
+file driver_out[] <simple_mapper; prefix="driver", suffix=".out">;
+file driver_err[] <simple_mapper; prefix="driver", suffix=".err">;
+
+foreach item,i in [0:loop] {
+ (driver_out[i], driver_err[i]) = remote_driver(script, package);
+}
\ No newline at end of file
Added: trunk/tests/stress/IO/multiple/stage_to_remote1x1.timeout
===================================================================
--- trunk/tests/stress/IO/multiple/stage_to_remote1x1.timeout (rev 0)
+++ trunk/tests/stress/IO/multiple/stage_to_remote1x1.timeout 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+600
Added: trunk/tests/stress/IO/multiple/stage_to_remote1x2.check.sh
===================================================================
--- trunk/tests/stress/IO/multiple/stage_to_remote1x2.check.sh (rev 0)
+++ trunk/tests/stress/IO/multiple/stage_to_remote1x2.check.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,19 @@
+#!/bin/bash
+
+rm -rf "dummy" *.out &> /dev/null
+if [ "$KILL_JAVA" == "true" ];
+then
+ echo "Killing Java.."
+ killall -u $USER java -9
+fi
+
+IN=`grep "PerformanceDiagnosticInputStream\ \[IN\]" $BASE*log | tail -n 1`
+MEM=`grep "PerformanceDiagnosticInputStream\ \[MEM\]" $BASE*log`
+OUT=`grep "PerformanceDiagnosticOutputStream\ \[OUT\]" $BASE*log | tail -n 1`
+
+echo "====="
+echo "IN : $IN"
+echo "MEM : $MEM"
+echo "OUT : $OUT"
+echo "====="
+
Property changes on: trunk/tests/stress/IO/multiple/stage_to_remote1x2.check.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/multiple/stage_to_remote1x2.setup.sh
===================================================================
--- trunk/tests/stress/IO/multiple/stage_to_remote1x2.setup.sh (rev 0)
+++ trunk/tests/stress/IO/multiple/stage_to_remote1x2.setup.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,71 @@
+#!/bin/bash
+
+if [[ -z $MIDWAY_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{mid.USER}/$MIDWAY_USERNAME/" > tmp && mv tmp\
+ sites.xml
+fi
+if [[ -z $UC3_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{uc3.USER}/$UC3_USERNAME/" > tmp && mv tmp si\
+tes.xml
+fi
+if [[ -z $BEAGLE_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{beagle.USER}/$BEAGLE_USERNAME/" > tmp && mv \
+tmp sites.xml
+fi
+
+ARGS_FILE=${0%.setup.sh}.args
+
+case $STRESS in
+ "S1")
+ FILES=100
+ LOOPS=0
+ ;;
+ "S2")
+ FILES=500
+ LOOPS=0
+ ;;
+ *)
+ FILES=100
+ LOOPS=0
+ ;;
+esac
+
+
+dd if=/dev/zero of=dummy bs=1024 count=0 seek=$((1024*FILES))
+echo "-loops=$LOOPS" > $ARGS_FILE
+
+cat <<'EOF' > wrapper.sh
+#!/bin/bash
+ARG1=$1
+ls | grep "$1" &> /dev/null
+if [ $? == 0 ]
+then
+ echo "Hey this is wrapper and the $1 exists as a file";
+ ls -lah;
+else
+ echo "Doinks! the file we need isn't here";
+ ls -lah
+fi
+cat $ARG1 > $ARG1.test
+if [ $? == 0 ]
+then
+ echo "The cat worked! ";
+else
+ echo "The cat failed ";
+fi
+
+rm $ARG1 $ARG1.test
+echo "Residual files cleaned up"
+EOF
Property changes on: trunk/tests/stress/IO/multiple/stage_to_remote1x2.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/multiple/stage_to_remote1x2.source.sh
===================================================================
--- trunk/tests/stress/IO/multiple/stage_to_remote1x2.source.sh (rev 0)
+++ trunk/tests/stress/IO/multiple/stage_to_remote1x2.source.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,6 @@
+#!/bin/bash
+if [ "midway001" == "midway001" ]
+then
+ export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+ export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;
Property changes on: trunk/tests/stress/IO/multiple/stage_to_remote1x2.source.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/multiple/stage_to_remote1x2.swift
===================================================================
--- trunk/tests/stress/IO/multiple/stage_to_remote1x2.swift (rev 0)
+++ trunk/tests/stress/IO/multiple/stage_to_remote1x2.swift 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+type file;
+
+file package <"dummy">;
+file script <"wrapper.sh">;
+int loop = @toInt(@arg("loops","0"));
+
+app (file out, file err) remote_driver (file run, file tar)
+{
+ bash @run @filename(tar) stdout=@filename(out) stderr=@filename(err);
+}
+
+file driver_out[] <simple_mapper; prefix="driver", suffix=".out">;
+file driver_err[] <simple_mapper; prefix="driver", suffix=".err">;
+
+foreach item,i in [0:loop] {
+ (driver_out[i], driver_err[i]) = remote_driver(script, package);
+}
\ No newline at end of file
Added: trunk/tests/stress/IO/multiple/stage_to_remote1x2.timeout
===================================================================
--- trunk/tests/stress/IO/multiple/stage_to_remote1x2.timeout (rev 0)
+++ trunk/tests/stress/IO/multiple/stage_to_remote1x2.timeout 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+600
Added: trunk/tests/stress/IO/multiple/stage_to_remoteNx1.args
===================================================================
--- trunk/tests/stress/IO/multiple/stage_to_remoteNx1.args (rev 0)
+++ trunk/tests/stress/IO/multiple/stage_to_remoteNx1.args 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+-loops=10
Added: trunk/tests/stress/IO/multiple/stage_to_remoteNx1.check.sh
===================================================================
--- trunk/tests/stress/IO/multiple/stage_to_remoteNx1.check.sh (rev 0)
+++ trunk/tests/stress/IO/multiple/stage_to_remoteNx1.check.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+
+#!/bin/bash
+
+echo "Cleaning up"
+rm -rf "dummy" *.out &> /dev/null
+
+if [ "$KILL_JAVA" == "true" ];
+then
+ echo "Killing Java.."
+ for dead in `ps axf -u $USER | grep HeapDumpOnOutOfMemoryError | grep -o ^[0-9]*`
+ do
+ kill -9 $dead
+ done
+else
+ echo "No"
+fi
+
Property changes on: trunk/tests/stress/IO/multiple/stage_to_remoteNx1.check.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/multiple/stage_to_remoteNx1.setup.sh
===================================================================
--- trunk/tests/stress/IO/multiple/stage_to_remoteNx1.setup.sh (rev 0)
+++ trunk/tests/stress/IO/multiple/stage_to_remoteNx1.setup.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,74 @@
+#!/bin/bash
+
+
+
+
+
+if [[ -z $MIDWAY_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{mid.USER}/$MIDWAY_USERNAME/" > tmp && mv tmp\
+ sites.xml
+fi
+if [[ -z $UC3_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{uc3.USER}/$UC3_USERNAME/" > tmp && mv tmp si\
+tes.xml
+fi
+if [[ -z $BEAGLE_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{beagle.USER}/$BEAGLE_USERNAME/" > tmp && mv \
+tmp sites.xml
+fi
+
+ARGS_FILE=${0%.setup.sh}.args
+
+case $STRESS in
+ "S1")
+ FILES=10
+ LOOPS=10
+ ;;
+ "S2")
+ FILES=10
+ LOOPS=50
+ ;;
+ *)
+ FILES=10
+ LOOPS=10
+ ;;
+esac
+
+dd if=/dev/zero of=dummy bs=1024 count=0 seek=$((1024*FILES))
+echo "-loops=$LOOPS" > $ARGS_FILE
+
+cat <<'EOF' > wrapper.sh
+#!/bin/bash
+ARG1=$1
+ls | grep "$1" &> /dev/null
+if [ $? == 0 ]
+then
+ echo "Hey this is wrapper and the $1 exists as a file";
+ ls -lah;
+else
+ echo "Doinks! the file we need isn't here";
+ ls -lah
+fi
+cat $ARG1 > $ARG1.test
+if [ $? == 0 ]
+then
+ echo "The cat worked! ";
+else
+ echo "The cat failed ";
+fi
+
+rm $ARG1 $ARG1.test
+echo "Residual files cleaned up"
+EOF
Property changes on: trunk/tests/stress/IO/multiple/stage_to_remoteNx1.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/multiple/stage_to_remoteNx1.source.sh
===================================================================
--- trunk/tests/stress/IO/multiple/stage_to_remoteNx1.source.sh (rev 0)
+++ trunk/tests/stress/IO/multiple/stage_to_remoteNx1.source.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,8 @@
+#!/bin/bash
+
+if [ "midway001" == "midway001" ]
+then
+ export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+ export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;
+
Property changes on: trunk/tests/stress/IO/multiple/stage_to_remoteNx1.source.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/multiple/stage_to_remoteNx1.swift
===================================================================
--- trunk/tests/stress/IO/multiple/stage_to_remoteNx1.swift (rev 0)
+++ trunk/tests/stress/IO/multiple/stage_to_remoteNx1.swift 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+type file;
+
+file package <"dummy">;
+file script <"wrapper.sh">;
+int loop = @toInt(@arg("loops","0"));
+
+app (file out, file err) remote_driver (file run, file tar)
+{
+ bash @run @tar stdout=@out stderr=@err;
+}
+
+file driver_out[] <simple_mapper; prefix="driver", suffix=".out">;
+file driver_err[] <simple_mapper; prefix="driver", suffix=".err">;
+
+foreach item,i in [0:loop] {
+ (driver_out[i], driver_err[i]) = remote_driver(script, package);
+}
\ No newline at end of file
Added: trunk/tests/stress/IO/multiple/stage_to_remoteNx1.timeout
===================================================================
--- trunk/tests/stress/IO/multiple/stage_to_remoteNx1.timeout (rev 0)
+++ trunk/tests/stress/IO/multiple/stage_to_remoteNx1.timeout 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+1200
Added: trunk/tests/stress/IO/multiple/stage_to_remoteNx2.check.sh
===================================================================
--- trunk/tests/stress/IO/multiple/stage_to_remoteNx2.check.sh (rev 0)
+++ trunk/tests/stress/IO/multiple/stage_to_remoteNx2.check.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,19 @@
+#!/bin/bash
+
+rm -rf "dummy" *.out &> /dev/null
+if [ "$KILL_JAVA" == "true" ];
+then
+ echo "Killing Java.."
+ killall -u $USER java -9
+fi
+
+IN=`grep "PerformanceDiagnosticInputStream\ \[IN\]" $BASE*log | tail -n 1`
+MEM=`grep "PerformanceDiagnosticInputStream\ \[MEM\]" $BASE*log`
+OUT=`grep "PerformanceDiagnosticOutputStream\ \[OUT\]" $BASE*log | tail -n 1`
+
+echo "====="
+echo "IN : $IN"
+echo "MEM : $MEM"
+echo "OUT : $OUT"
+echo "====="
+
Property changes on: trunk/tests/stress/IO/multiple/stage_to_remoteNx2.check.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/multiple/stage_to_remoteNx2.setup.sh
===================================================================
--- trunk/tests/stress/IO/multiple/stage_to_remoteNx2.setup.sh (rev 0)
+++ trunk/tests/stress/IO/multiple/stage_to_remoteNx2.setup.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,74 @@
+#!/bin/bash
+
+
+
+
+
+if [[ -z $MIDWAY_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{mid.USER}/$MIDWAY_USERNAME/" > tmp && mv tmp\
+ sites.xml
+fi
+if [[ -z $UC3_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{uc3.USER}/$UC3_USERNAME/" > tmp && mv tmp si\
+tes.xml
+fi
+if [[ -z $BEAGLE_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{beagle.USER}/$BEAGLE_USERNAME/" > tmp && mv \
+tmp sites.xml
+fi
+
+ARGS_FILE=${0%.setup.sh}.args
+
+case $STRESS in
+ "S1")
+ FILES=50
+ LOOPS=50
+ ;;
+ "S2")
+ FILES=100
+ LOOPS=100
+ ;;
+ *)
+ FILES=50
+ LOOPS=50
+ ;;
+esac
+
+dd if=/dev/zero of=dummy bs=1024 count=0 seek=$((1024*FILES))
+echo "-loops=$LOOPS" > $ARGS_FILE
+
+cat <<'EOF' > wrapper.sh
+#!/bin/bash
+ARG1=$1
+ls | grep "$1" &> /dev/null
+if [ $? == 0 ]
+then
+ echo "Hey this is wrapper and the $1 exists as a file";
+ ls -lah;
+else
+ echo "Doinks! the file we need isn't here";
+ ls -lah
+fi
+cat $ARG1 > $ARG1.test
+if [ $? == 0 ]
+then
+ echo "The cat worked! ";
+else
+ echo "The cat failed ";
+fi
+
+rm $ARG1 $ARG1.test
+echo "Residual files cleaned up"
+EOF
Property changes on: trunk/tests/stress/IO/multiple/stage_to_remoteNx2.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/multiple/stage_to_remoteNx2.source.sh
===================================================================
--- trunk/tests/stress/IO/multiple/stage_to_remoteNx2.source.sh (rev 0)
+++ trunk/tests/stress/IO/multiple/stage_to_remoteNx2.source.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,8 @@
+#!/bin/bash
+
+if [ "midway001" == "midway001" ]
+then
+ export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+ export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;
+
Property changes on: trunk/tests/stress/IO/multiple/stage_to_remoteNx2.source.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/multiple/stage_to_remoteNx2.swift
===================================================================
--- trunk/tests/stress/IO/multiple/stage_to_remoteNx2.swift (rev 0)
+++ trunk/tests/stress/IO/multiple/stage_to_remoteNx2.swift 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+type file;
+
+file package <"dummy">;
+file script <"wrapper.sh">;
+int loop = @toInt(@arg("loops","0"));
+
+app (file out, file err) remote_driver (file run, file tar)
+{
+ bash @run @tar stdout=@out stderr=@err;
+}
+
+file driver_out[] <simple_mapper; prefix="driver", suffix=".out">;
+file driver_err[] <simple_mapper; prefix="driver", suffix=".err">;
+
+foreach item,i in [0:loop] {
+ (driver_out[i], driver_err[i]) = remote_driver(script, package);
+}
\ No newline at end of file
Added: trunk/tests/stress/IO/multiple/stage_to_remoteNx2.timeout
===================================================================
--- trunk/tests/stress/IO/multiple/stage_to_remoteNx2.timeout (rev 0)
+++ trunk/tests/stress/IO/multiple/stage_to_remoteNx2.timeout 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+1200
Added: trunk/tests/stress/IO/multiple/swift.properties
===================================================================
--- trunk/tests/stress/IO/multiple/swift.properties (rev 0)
+++ trunk/tests/stress/IO/multiple/swift.properties 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,8 @@
+use.provider.staging=true
+use.wrapper.staging=false
+wrapperlog.always.transfer=true
+execution.retries=0
+lazy.errors=false
+provider.staging.pin.swiftfiles=false
+sitedir.keep=true
+tcp.port.range=50000,51000
\ No newline at end of file
Added: trunk/tests/stress/IO/multiple/tc.template.data
===================================================================
--- trunk/tests/stress/IO/multiple/tc.template.data (rev 0)
+++ trunk/tests/stress/IO/multiple/tc.template.data 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,2 @@
+local perl /usr/bin/perl null null null
+beagle bash /bin/bash null null null
Added: trunk/tests/stress/IO/multiple/temp.sh
===================================================================
--- trunk/tests/stress/IO/multiple/temp.sh (rev 0)
+++ trunk/tests/stress/IO/multiple/temp.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,16 @@
+#!/bin/bash
+
+for i in `ls *setup.sh`
+do
+ BASE=${i%.setup.sh};
+ echo $BASE
+ echo "Source file : $BASE.source.sh"
+
+ cat <<'EOF' > $BASE.check.sh
+#!/bin/bash
+echo "Cleaning up"
+rm -rf "dummy" driver*.out &> /dev/null
+
+EOF
+
+done;
\ No newline at end of file
Property changes on: trunk/tests/stress/IO/multiple/temp.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/multiple/title.txt
===================================================================
--- trunk/tests/stress/IO/multiple/title.txt (rev 0)
+++ trunk/tests/stress/IO/multiple/title.txt 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+IO stress testing on multiple remote sites: Beagle | UC3 | Midway
Added: trunk/tests/stress/IO/multiple/wrapper.sh
===================================================================
--- trunk/tests/stress/IO/multiple/wrapper.sh (rev 0)
+++ trunk/tests/stress/IO/multiple/wrapper.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,21 @@
+#!/bin/bash
+ARG1=$1
+ls | grep "$1" &> /dev/null
+if [ $? == 0 ]
+then
+ echo "Hey this is wrapper and the $1 exists as a file";
+ ls -lah;
+else
+ echo "Doinks! the file we need isn't here";
+ ls -lah
+fi
+cat $ARG1 > $ARG1.test
+if [ $? == 0 ]
+then
+ echo "The cat worked! ";
+else
+ echo "The cat failed ";
+fi
+
+rm $ARG1 $ARG1.test
+echo "Residual files cleaned up"
Property changes on: trunk/tests/stress/IO/multiple/wrapper.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/multiple/z_stats.clean.sh
===================================================================
--- trunk/tests/stress/IO/multiple/z_stats.clean.sh (rev 0)
+++ trunk/tests/stress/IO/multiple/z_stats.clean.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,24 @@
+#!/bin/bash
+
+HOME=$PWD
+echo "Current test : $HOME"
+
+TESTS_HOME=$(dirname $HOME)
+echo "Tests home : $TESTS_HOME"
+
+ps -u $USER
+echo "Clearing all java instances"
+
+ps -u $USER | grep java
+if [ "$?" == "0" ]
+then
+ killall -u $USER java -9
+fi
+
+echo "Collecting stats"
+for test_case in `ls $TESTS_HOME | grep stage`
+do
+ echo "$test_case"
+ cat $TESTS_HOME/$test_case/*check.stdout
+ echo
+done
\ No newline at end of file
Property changes on: trunk/tests/stress/IO/multiple/z_stats.clean.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/multiple/z_stats.swift
===================================================================
--- trunk/tests/stress/IO/multiple/z_stats.swift (rev 0)
+++ trunk/tests/stress/IO/multiple/z_stats.swift 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+type file;
\ No newline at end of file
Added: trunk/tests/stress/IO/uc3/run
===================================================================
--- trunk/tests/stress/IO/uc3/run (rev 0)
+++ trunk/tests/stress/IO/uc3/run 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,11 @@
+#! /bin/sh
+
+set -x
+export STRESS="S1"
+
+export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+./stage_to_remote1x1.setup.sh
+. stage_to_remote1x1.source.sh
+
+ARGS=`cat stage_to_remote1x1.args`
+swift -config cf -sites.file sites.template.xml -tc.file tc.template.data stage_to_remote1x1.swift $ARGS
Property changes on: trunk/tests/stress/IO/uc3/run
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/uc3/script.args
===================================================================
--- trunk/tests/stress/IO/uc3/script.args (rev 0)
+++ trunk/tests/stress/IO/uc3/script.args 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+-loops=10
Added: trunk/tests/stress/IO/uc3/script.check.sh
===================================================================
--- trunk/tests/stress/IO/uc3/script.check.sh (rev 0)
+++ trunk/tests/stress/IO/uc3/script.check.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,4 @@
+#!/bin/bash
+echo "Cleaning up"
+rm -rf "dummy" driver*.out &> /dev/null
+
Property changes on: trunk/tests/stress/IO/uc3/script.check.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/uc3/script.setup.sh
===================================================================
--- trunk/tests/stress/IO/uc3/script.setup.sh (rev 0)
+++ trunk/tests/stress/IO/uc3/script.setup.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,28 @@
+#!/bin/bash
+
+ARGS_FILE=script.args
+case $STRESS in
+ "S1")
+ FILES=10
+ LOOPS=10
+ ;;
+ "S2")
+ FILES=100
+ LOOPS=10
+ ;;
+ "S3")
+ FILES=200
+ LOOPS=20
+ ;;
+ "S4")
+ FILES=300
+ LOOPS=10
+ ;;
+ *)
+ FILES=10
+ LOOPS=10
+ ;;
+esac
+
+dd if=/dev/zero of=dummy bs=1024 count=0 seek=$((1024*FILES))
+echo "-loops=$LOOPS" > $ARGS_FILE
\ No newline at end of file
Property changes on: trunk/tests/stress/IO/uc3/script.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/uc3/sites.backup.xml
===================================================================
--- trunk/tests/stress/IO/uc3/sites.backup.xml (rev 0)
+++ trunk/tests/stress/IO/uc3/sites.backup.xml 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,19 @@
+<config>
+ <pool handle="uc3">
+ <execution provider="coaster" url="uc3-sub.uchicago.edu" jobmanager="local:condor"/>
+ <profile namespace="karajan" key="jobThrottle">.99</profile>
+ <profile namespace="karajan" key="initialScore">1000</profile>
+ <profile namespace="globus" key="jobsPerNode">1</profile>
+ <profile namespace="globus" key="maxWalltime">3600</profile>
+ <profile namespace="globus" key="nodeGranularity">10</profile>
+ <profile namespace="globus" key="highOverAllocation">100</profile>
+ <profile namespace="globus" key="lowOverAllocation">100</profile>
+ <profile namespace="globus" key="slots">1</profile>
+ <profile namespace="globus" key="condor.Requirements">UidDomain == "osg-gk.mwt2.org"</profile>
+ <profile namespace="globus" key="maxNodes">10</profile>
+ <profile namespace="globus" key="condor.+AccountingGroup">"group_friends.{env.USER}"</profile>
+ <profile namespace="globus" key="jobType">nonshared</profile>
+ <filesystem provider="local" url="none" />
+ <workdirectory>/tmp/workdir</workdirectory>
+ </pool>
+</config>
\ No newline at end of file
Added: trunk/tests/stress/IO/uc3/sites.template.xml
===================================================================
--- trunk/tests/stress/IO/uc3/sites.template.xml (rev 0)
+++ trunk/tests/stress/IO/uc3/sites.template.xml 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+<config>
+ <pool handle="uc3">
+ <execution provider="coaster" url="uc3-sub.uchicago.edu" jobmanager="ssh-cl:condor"/>
+ <profile namespace="karajan" key="jobThrottle">10.00</profile>
+ <profile namespace="karajan" key="initialScore">10000</profile>
+ <profile namespace="globus" key="jobsPerNode">1</profile>
+ <profile namespace="globus" key="maxtime">3600</profile>
+ <profile namespace="globus" key="maxWalltime">00:30:00</profile>
+ <profile namespace="globus" key="highOverAllocation">100</profile>
+ <profile namespace="globus" key="lowOverAllocation">100</profile>
+ <profile namespace="globus" key="slots">1000</profile>
+ <profile namespace="globus" key="maxNodes">1</profile>
+ <profile namespace="globus" key="nodeGranularity">1</profile>
+ <profile namespace="globus" key="jobType">nonshared</profile>
+ <workdirectory>.</workdirectory>
+ </pool>
+</config>
\ No newline at end of file
Added: trunk/tests/stress/IO/uc3/stage_from_remote.check.sh
===================================================================
--- trunk/tests/stress/IO/uc3/stage_from_remote.check.sh (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_from_remote.check.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,4 @@
+#!/bin/bash
+echo "Cleaning up"
+rm -rf "dummy" driver*.out &> /dev/null
+
Property changes on: trunk/tests/stress/IO/uc3/stage_from_remote.check.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/uc3/stage_from_remote.setup.sh
===================================================================
--- trunk/tests/stress/IO/uc3/stage_from_remote.setup.sh (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_from_remote.setup.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,13 @@
+#!/bin/bash
+
+echo "-loops=10 -size=10 -Dtcp.channel.log.io.performance=true" > stage_from_remote.args
+
+cat <<'EOF' > filemaker.sh
+#!/bin/bash
+
+echo "From filemaker.sh $1 $2 on Host:$HOSTNAME"
+MAXSIZE=$1
+OUT=$2
+dd if=/dev/zero of=$OUT bs=1024 count=0 seek=$((1024*MAXSIZE))
+
+EOF
Property changes on: trunk/tests/stress/IO/uc3/stage_from_remote.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/uc3/stage_from_remote.source.sh
===================================================================
--- trunk/tests/stress/IO/uc3/stage_from_remote.source.sh (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_from_remote.source.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,7 @@
+#!/bin/bash
+
+if [ "midway001" == "midway001" ]
+then
+ export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+ export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;
Property changes on: trunk/tests/stress/IO/uc3/stage_from_remote.source.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/uc3/stage_from_remote.swift
===================================================================
--- trunk/tests/stress/IO/uc3/stage_from_remote.swift (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_from_remote.swift 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+type file;
+file script <"filemaker.sh">;
+
+app (file out, file log) remote_driver (file run, int size)
+{
+ bash @run size @out stdout=@filename(log);
+}
+
+file driver_out[] <simple_mapper; prefix="driver", suffix=".out">;
+file driver_log[] <simple_mapper; prefix="driver", suffix=".log">;
+
+int filesize = @toInt(@arg("size","10"));
+int loop = @toInt(@arg("loops","0"));
+
+foreach item,i in [0:loop] {
+ (driver_out[i], driver_log[i]) = remote_driver(script, filesize);
+}
\ No newline at end of file
Added: trunk/tests/stress/IO/uc3/stage_from_remote.timeout
===================================================================
--- trunk/tests/stress/IO/uc3/stage_from_remote.timeout (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_from_remote.timeout 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+600
Added: trunk/tests/stress/IO/uc3/stage_from_remote1x1.check.sh
===================================================================
--- trunk/tests/stress/IO/uc3/stage_from_remote1x1.check.sh (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_from_remote1x1.check.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+
+#!/bin/bash
+
+echo "Cleaning up"
+rm -rf "dummy" *.out &> /dev/null
+
+if [ "$KILL_JAVA" == "true" ];
+then
+ echo "Killing Java.."
+ for dead in `ps axf -u $USER | grep HeapDumpOnOutOfMemoryError | grep -o ^[0-9]*`
+ do
+ kill -9 $dead
+ done
+else
+ echo "No"
+fi
+
Property changes on: trunk/tests/stress/IO/uc3/stage_from_remote1x1.check.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/uc3/stage_from_remote1x1.setup.sh
===================================================================
--- trunk/tests/stress/IO/uc3/stage_from_remote1x1.setup.sh (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_from_remote1x1.setup.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,39 @@
+#!/bin/bash
+
+ARGS_FILE=${0%.setup.sh}.args
+UC3_USERNAME=$UC3_USERNAME
+
+case $STRESS in
+ "S1")
+ SIZE=10
+ LOOPS=0
+ ;;
+ "S2")
+ SIZE=15
+ LOOPS=0
+ ;;
+ *)
+ SIZE=10
+ LOOPS=0
+ ;;
+esac
+
+echo "-loops=$LOOPS -size=$SIZE " > $ARGS_FILE
+
+cat <<'EOF' > filemaker.sh
+#!/bin/bash
+
+echo "From filemaker.sh $1 $2 on Host:$HOSTNAME"
+MAXSIZE=$1
+OUT=$2
+dd if=/dev/zero of=$OUT bs=1024 count=0 seek=$((1024*MAXSIZE))
+
+EOF
+
+if [[ -z $UC3_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{env.USER}/$UC3_USERNAME/" > tmp && mv tmp sites.xml
+fi
Property changes on: trunk/tests/stress/IO/uc3/stage_from_remote1x1.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/uc3/stage_from_remote1x1.source.sh
===================================================================
--- trunk/tests/stress/IO/uc3/stage_from_remote1x1.source.sh (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_from_remote1x1.source.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,6 @@
+#!/bin/bash
+if [ "midway001" == "midway001" ]
+then
+ export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+ export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;
Property changes on: trunk/tests/stress/IO/uc3/stage_from_remote1x1.source.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/uc3/stage_from_remote1x1.swift
===================================================================
--- trunk/tests/stress/IO/uc3/stage_from_remote1x1.swift (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_from_remote1x1.swift 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+type file;
+file script <"filemaker.sh">;
+
+app (file out, file log) remote_driver (file run, int size)
+{
+ bash @run size @out stdout=@filename(log);
+}
+
+file driver_out[] <simple_mapper; prefix="driver", suffix=".out">;
+file driver_log[] <simple_mapper; prefix="driver", suffix=".log">;
+
+int filesize = @toInt(@arg("size","10"));
+int loop = @toInt(@arg("loops","0"));
+
+foreach item,i in [0:loop] {
+ (driver_out[i], driver_log[i]) = remote_driver(script, filesize);
+}
\ No newline at end of file
Added: trunk/tests/stress/IO/uc3/stage_from_remote1x1.timeout
===================================================================
--- trunk/tests/stress/IO/uc3/stage_from_remote1x1.timeout (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_from_remote1x1.timeout 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+600
Added: trunk/tests/stress/IO/uc3/stage_from_remote1x2.check.sh
===================================================================
--- trunk/tests/stress/IO/uc3/stage_from_remote1x2.check.sh (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_from_remote1x2.check.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,19 @@
+#!/bin/bash
+
+rm -rf "dummy" *.out &> /dev/null
+if [ "$KILL_JAVA" == "true" ];
+then
+ echo "Killing Java.."
+ killall -u $USER java -9
+fi
+
+IN=`grep "PerformanceDiagnosticInputStream\ \[IN\]" $BASE*log | tail -n 1`
+MEM=`grep "PerformanceDiagnosticInputStream\ \[MEM\]" $BASE*log`
+OUT=`grep "PerformanceDiagnosticOutputStream\ \[OUT\]" $BASE*log | tail -n 1`
+
+echo "====="
+echo "IN : $IN"
+echo "MEM : $MEM"
+echo "OUT : $OUT"
+echo "====="
+
Property changes on: trunk/tests/stress/IO/uc3/stage_from_remote1x2.check.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/uc3/stage_from_remote1x2.setup.sh
===================================================================
--- trunk/tests/stress/IO/uc3/stage_from_remote1x2.setup.sh (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_from_remote1x2.setup.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,39 @@
+#!/bin/bash
+
+ARGS_FILE=${0%.setup.sh}.args
+UC3_USERNAME=$UC3_USERNAME
+
+case $STRESS in
+ "S1")
+ SIZE=100
+ LOOPS=0
+ ;;
+ "S2")
+ SIZE=150
+ LOOPS=0
+ ;;
+ *)
+ SIZE=100
+ LOOPS=0
+ ;;
+esac
+
+echo "-loops=$LOOPS -size=$SIZE " > $ARGS_FILE
+
+cat <<'EOF' > filemaker.sh
+#!/bin/bash
+
+echo "From filemaker.sh $1 $2 on Host:$HOSTNAME"
+MAXSIZE=$1
+OUT=$2
+dd if=/dev/zero of=$OUT bs=1024 count=0 seek=$((1024*MAXSIZE))
+
+EOF
+
+if [[ -z $UC3_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{env.USER}/$UC3_USERNAME/" > tmp && mv tmp sites.xml
+fi
Property changes on: trunk/tests/stress/IO/uc3/stage_from_remote1x2.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/uc3/stage_from_remote1x2.source.sh
===================================================================
--- trunk/tests/stress/IO/uc3/stage_from_remote1x2.source.sh (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_from_remote1x2.source.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,6 @@
+#!/bin/bash
+if [ "midway001" == "midway001" ]
+then
+ export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+ export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;
Property changes on: trunk/tests/stress/IO/uc3/stage_from_remote1x2.source.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/uc3/stage_from_remote1x2.swift
===================================================================
--- trunk/tests/stress/IO/uc3/stage_from_remote1x2.swift (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_from_remote1x2.swift 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+type file;
+file script <"filemaker.sh">;
+
+app (file out, file log) remote_driver (file run, int size)
+{
+ bash @run size @out stdout=@filename(log);
+}
+
+file driver_out[] <simple_mapper; prefix="driver", suffix=".out">;
+file driver_log[] <simple_mapper; prefix="driver", suffix=".log">;
+
+int filesize = @toInt(@arg("size","10"));
+int loop = @toInt(@arg("loops","0"));
+
+foreach item,i in [0:loop] {
+ (driver_out[i], driver_log[i]) = remote_driver(script, filesize);
+}
\ No newline at end of file
Added: trunk/tests/stress/IO/uc3/stage_from_remote1x2.timeout
===================================================================
--- trunk/tests/stress/IO/uc3/stage_from_remote1x2.timeout (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_from_remote1x2.timeout 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+600
Added: trunk/tests/stress/IO/uc3/stage_from_remoteNx1.check.sh
===================================================================
--- trunk/tests/stress/IO/uc3/stage_from_remoteNx1.check.sh (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_from_remoteNx1.check.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+
+#!/bin/bash
+
+echo "Cleaning up"
+rm -rf "dummy" *.out &> /dev/null
+
+if [ "$KILL_JAVA" == "true" ];
+then
+ echo "Killing Java.."
+ for dead in `ps axf -u $USER | grep HeapDumpOnOutOfMemoryError | grep -o ^[0-9]*`
+ do
+ kill -9 $dead
+ done
+else
+ echo "No"
+fi
+
Property changes on: trunk/tests/stress/IO/uc3/stage_from_remoteNx1.check.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/uc3/stage_from_remoteNx1.setup.sh
===================================================================
--- trunk/tests/stress/IO/uc3/stage_from_remoteNx1.setup.sh (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_from_remoteNx1.setup.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,39 @@
+#!/bin/bash
+
+ARGS_FILE=${0%.setup.sh}.args
+UC3_USERNAME=$UC3_USERNAME
+
+case $STRESS in
+ "S1")
+ SIZE=20
+ LOOPS=10
+ ;;
+ "S2")
+ SIZE=30
+ LOOPS=20
+ ;;
+ *)
+ SIZE=20
+ LOOPS=10
+ ;;
+esac
+
+echo "-loops=$LOOPS -size=$SIZE " > $ARGS_FILE
+
+cat <<'EOF' > filemaker.sh
+#!/bin/bash
+
+echo "From filemaker.sh $1 $2 on Host:$HOSTNAME"
+MAXSIZE=$1
+OUT=$2
+dd if=/dev/zero of=$OUT bs=1024 count=0 seek=$((1024*MAXSIZE))
+
+EOF
+
+if [[ -z $UC3_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{env.USER}/$UC3_USERNAME/" > tmp && mv tmp sites.xml
+fi
Property changes on: trunk/tests/stress/IO/uc3/stage_from_remoteNx1.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/uc3/stage_from_remoteNx1.source.sh
===================================================================
--- trunk/tests/stress/IO/uc3/stage_from_remoteNx1.source.sh (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_from_remoteNx1.source.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,6 @@
+#!/bin/bash
+if [ "midway001" == "midway001" ]
+then
+ export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+ export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;
Property changes on: trunk/tests/stress/IO/uc3/stage_from_remoteNx1.source.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/uc3/stage_from_remoteNx1.swift
===================================================================
--- trunk/tests/stress/IO/uc3/stage_from_remoteNx1.swift (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_from_remoteNx1.swift 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+type file;
+file script <"filemaker.sh">;
+
+app (file out, file log) remote_driver (file run, int size)
+{
+ bash @run size @out stdout=@filename(log);
+}
+
+file driver_out[] <simple_mapper; prefix="driver", suffix=".out">;
+file driver_log[] <simple_mapper; prefix="driver", suffix=".log">;
+
+int filesize = @toInt(@arg("size","10"));
+int loop = @toInt(@arg("loops","0"));
+
+foreach item,i in [0:loop] {
+ (driver_out[i], driver_log[i]) = remote_driver(script, filesize);
+}
\ No newline at end of file
Added: trunk/tests/stress/IO/uc3/stage_from_remoteNx1.timeout
===================================================================
--- trunk/tests/stress/IO/uc3/stage_from_remoteNx1.timeout (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_from_remoteNx1.timeout 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+600
Added: trunk/tests/stress/IO/uc3/stage_from_remoteNx2.check.sh
===================================================================
--- trunk/tests/stress/IO/uc3/stage_from_remoteNx2.check.sh (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_from_remoteNx2.check.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,19 @@
+#!/bin/bash
+
+rm -rf "dummy" *.out &> /dev/null
+if [ "$KILL_JAVA" == "true" ];
+then
+ echo "Killing Java.."
+ killall -u $USER java -9
+fi
+
+IN=`grep "PerformanceDiagnosticInputStream\ \[IN\]" $BASE*log | tail -n 1`
+MEM=`grep "PerformanceDiagnosticInputStream\ \[MEM\]" $BASE*log`
+OUT=`grep "PerformanceDiagnosticOutputStream\ \[OUT\]" $BASE*log | tail -n 1`
+
+echo "====="
+echo "IN : $IN"
+echo "MEM : $MEM"
+echo "OUT : $OUT"
+echo "====="
+
Property changes on: trunk/tests/stress/IO/uc3/stage_from_remoteNx2.check.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/uc3/stage_from_remoteNx2.setup.sh
===================================================================
--- trunk/tests/stress/IO/uc3/stage_from_remoteNx2.setup.sh (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_from_remoteNx2.setup.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,39 @@
+#!/bin/bash
+
+ARGS_FILE=${0%.setup.sh}.args
+UC3_USERNAME=$UC3_USERNAME
+
+case $STRESS in
+ "S1")
+ SIZE=20
+ LOOPS=50
+ ;;
+ "S2")
+ SIZE=50
+ LOOPS=50
+ ;;
+ *)
+ SIZE=20
+ LOOPS=50
+ ;;
+esac
+
+echo "-loops=$LOOPS -size=$SIZE " > $ARGS_FILE
+
+cat <<'EOF' > filemaker.sh
+#!/bin/bash
+
+echo "From filemaker.sh $1 $2 on Host:$HOSTNAME"
+MAXSIZE=$1
+OUT=$2
+dd if=/dev/zero of=$OUT bs=1024 count=0 seek=$((1024*MAXSIZE))
+
+EOF
+
+if [[ -z $UC3_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{env.USER}/$UC3_USERNAME/" > tmp && mv tmp sites.xml
+fi
Property changes on: trunk/tests/stress/IO/uc3/stage_from_remoteNx2.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/uc3/stage_from_remoteNx2.source.sh
===================================================================
--- trunk/tests/stress/IO/uc3/stage_from_remoteNx2.source.sh (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_from_remoteNx2.source.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,6 @@
+#!/bin/bash
+if [ "midway001" == "midway001" ]
+then
+ export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+ export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;
Property changes on: trunk/tests/stress/IO/uc3/stage_from_remoteNx2.source.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/uc3/stage_from_remoteNx2.swift
===================================================================
--- trunk/tests/stress/IO/uc3/stage_from_remoteNx2.swift (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_from_remoteNx2.swift 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+type file;
+file script <"filemaker.sh">;
+
+app (file out, file log) remote_driver (file run, int size)
+{
+ bash @run size @out stdout=@filename(log);
+}
+
+file driver_out[] <simple_mapper; prefix="driver", suffix=".out">;
+file driver_log[] <simple_mapper; prefix="driver", suffix=".log">;
+
+int filesize = @toInt(@arg("size","10"));
+int loop = @toInt(@arg("loops","0"));
+
+foreach item,i in [0:loop] {
+ (driver_out[i], driver_log[i]) = remote_driver(script, filesize);
+}
\ No newline at end of file
Added: trunk/tests/stress/IO/uc3/stage_from_remoteNx2.timeout
===================================================================
--- trunk/tests/stress/IO/uc3/stage_from_remoteNx2.timeout (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_from_remoteNx2.timeout 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+600
Added: trunk/tests/stress/IO/uc3/stage_to_remote1x1.args
===================================================================
--- trunk/tests/stress/IO/uc3/stage_to_remote1x1.args (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_to_remote1x1.args 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+-loops=0
Added: trunk/tests/stress/IO/uc3/stage_to_remote1x1.check.sh
===================================================================
--- trunk/tests/stress/IO/uc3/stage_to_remote1x1.check.sh (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_to_remote1x1.check.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+
+#!/bin/bash
+
+echo "Cleaning up"
+rm -rf "dummy" *.out &> /dev/null
+
+if [ "$KILL_JAVA" == "true" ];
+then
+ echo "Killing Java.."
+ for dead in `ps axf -u $USER | grep HeapDumpOnOutOfMemoryError | grep -o ^[0-9]*`
+ do
+ kill -9 $dead
+ done
+else
+ echo "No"
+fi
+
Property changes on: trunk/tests/stress/IO/uc3/stage_to_remote1x1.check.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/uc3/stage_to_remote1x1.setup.sh
===================================================================
--- trunk/tests/stress/IO/uc3/stage_to_remote1x1.setup.sh (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_to_remote1x1.setup.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,56 @@
+#!/bin/bash
+
+ARGS_FILE=${0%.setup.sh}.args
+UC3_USERNAME=$UC3_USERNAME
+
+case $STRESS in
+ "S1")
+ FILES=50
+ LOOPS=0
+ ;;
+ "S2")
+ FILES=100
+ LOOPS=0
+ ;;
+
+ *)
+ FILES=50
+ LOOPS=0
+ ;;
+esac
+
+
+dd if=/dev/zero of=dummy bs=1024 count=0 seek=$((1024*FILES))
+echo "-loops=$LOOPS" > $ARGS_FILE
+
+cat <<'EOF' > wrapper.sh
+#!/bin/bash
+ARG1=$1
+ls | grep "$1" &> /dev/null
+if [ $? == 0 ]
+then
+ echo "Hey this is wrapper and the $1 exists as a file";
+ ls -lah;
+else
+ echo "Doinks! the file we need isn't here";
+ ls -lah
+fi
+cat $ARG1 > $ARG1.test
+if [ $? == 0 ]
+then
+ echo "The cat worked! ";
+else
+ echo "The cat failed ";
+fi
+
+rm $ARG1 $ARG1.test
+echo "Residual files cleaned up"
+EOF
+
+if [[ -z $UC3_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{env.USER}/$UC3_USERNAME/" > tmp && mv tmp sites.xml
+fi
\ No newline at end of file
Property changes on: trunk/tests/stress/IO/uc3/stage_to_remote1x1.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/uc3/stage_to_remote1x1.source.sh
===================================================================
--- trunk/tests/stress/IO/uc3/stage_to_remote1x1.source.sh (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_to_remote1x1.source.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,6 @@
+#!/bin/bash
+if [ "midway001" == "midway001" ]
+then
+ export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+ export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;
Property changes on: trunk/tests/stress/IO/uc3/stage_to_remote1x1.source.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/uc3/stage_to_remote1x1.swift
===================================================================
--- trunk/tests/stress/IO/uc3/stage_to_remote1x1.swift (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_to_remote1x1.swift 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+type file;
+
+file package <"dummy">;
+file script <"wrapper.sh">;
+int loop = @toInt(@arg("loops","0"));
+
+app (file out, file err) remote_driver (file run, file tar)
+{
+ bash @run @filename(tar) stdout=@filename(out) stderr=@filename(err);
+}
+
+file driver_out[] <simple_mapper; prefix="driver", suffix=".out">;
+file driver_err[] <simple_mapper; prefix="driver", suffix=".err">;
+
+foreach item,i in [0:loop] {
+ (driver_out[i], driver_err[i]) = remote_driver(script, package);
+}
\ No newline at end of file
Added: trunk/tests/stress/IO/uc3/stage_to_remote1x1.timeout
===================================================================
--- trunk/tests/stress/IO/uc3/stage_to_remote1x1.timeout (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_to_remote1x1.timeout 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+600
Added: trunk/tests/stress/IO/uc3/stage_to_remote1x2.check.sh
===================================================================
--- trunk/tests/stress/IO/uc3/stage_to_remote1x2.check.sh (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_to_remote1x2.check.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,19 @@
+#!/bin/bash
+
+rm -rf "dummy" *.out &> /dev/null
+if [ "$KILL_JAVA" == "true" ];
+then
+ echo "Killing Java.."
+ killall -u $USER java -9
+fi
+
+IN=`grep "PerformanceDiagnosticInputStream\ \[IN\]" $BASE*log | tail -n 1`
+MEM=`grep "PerformanceDiagnosticInputStream\ \[MEM\]" $BASE*log`
+OUT=`grep "PerformanceDiagnosticOutputStream\ \[OUT\]" $BASE*log | tail -n 1`
+
+echo "====="
+echo "IN : $IN"
+echo "MEM : $MEM"
+echo "OUT : $OUT"
+echo "====="
+
Property changes on: trunk/tests/stress/IO/uc3/stage_to_remote1x2.check.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/uc3/stage_to_remote1x2.setup.sh
===================================================================
--- trunk/tests/stress/IO/uc3/stage_to_remote1x2.setup.sh (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_to_remote1x2.setup.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,55 @@
+#!/bin/bash
+
+ARGS_FILE=${0%.setup.sh}.args
+UC3_USERNAME=$UC3_USERNAME
+
+case $STRESS in
+ "S1")
+ FILES=100
+ LOOPS=0
+ ;;
+ "S2")
+ FILES=500
+ LOOPS=0
+ ;;
+ *)
+ FILES=100
+ LOOPS=0
+ ;;
+esac
+
+
+dd if=/dev/zero of=dummy bs=1024 count=0 seek=$((1024*FILES))
+echo "-loops=$LOOPS" > $ARGS_FILE
+
+cat <<'EOF' > wrapper.sh
+#!/bin/bash
+ARG1=$1
+ls | grep "$1" &> /dev/null
+if [ $? == 0 ]
+then
+ echo "Hey this is wrapper and the $1 exists as a file";
+ ls -lah;
+else
+ echo "Doinks! the file we need isn't here";
+ ls -lah
+fi
+cat $ARG1 > $ARG1.test
+if [ $? == 0 ]
+then
+ echo "The cat worked! ";
+else
+ echo "The cat failed ";
+fi
+
+rm $ARG1 $ARG1.test
+echo "Residual files cleaned up"
+EOF
+
+if [[ -z $UC3_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{env.USER}/$UC3_USERNAME/" > tmp && mv tmp sites.xml
+fi
Property changes on: trunk/tests/stress/IO/uc3/stage_to_remote1x2.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/uc3/stage_to_remote1x2.source.sh
===================================================================
--- trunk/tests/stress/IO/uc3/stage_to_remote1x2.source.sh (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_to_remote1x2.source.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,6 @@
+#!/bin/bash
+if [ "midway001" == "midway001" ]
+then
+ export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+ export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;
Property changes on: trunk/tests/stress/IO/uc3/stage_to_remote1x2.source.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/uc3/stage_to_remote1x2.swift
===================================================================
--- trunk/tests/stress/IO/uc3/stage_to_remote1x2.swift (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_to_remote1x2.swift 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+type file;
+
+file package <"dummy">;
+file script <"wrapper.sh">;
+int loop = @toInt(@arg("loops","0"));
+
+app (file out, file err) remote_driver (file run, file tar)
+{
+ bash @run @filename(tar) stdout=@filename(out) stderr=@filename(err);
+}
+
+file driver_out[] <simple_mapper; prefix="driver", suffix=".out">;
+file driver_err[] <simple_mapper; prefix="driver", suffix=".err">;
+
+foreach item,i in [0:loop] {
+ (driver_out[i], driver_err[i]) = remote_driver(script, package);
+}
\ No newline at end of file
Added: trunk/tests/stress/IO/uc3/stage_to_remote1x2.timeout
===================================================================
--- trunk/tests/stress/IO/uc3/stage_to_remote1x2.timeout (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_to_remote1x2.timeout 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+600
Added: trunk/tests/stress/IO/uc3/stage_to_remoteNx1.check.sh
===================================================================
--- trunk/tests/stress/IO/uc3/stage_to_remoteNx1.check.sh (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_to_remoteNx1.check.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+
+#!/bin/bash
+
+echo "Cleaning up"
+rm -rf "dummy" *.out &> /dev/null
+
+if [ "$KILL_JAVA" == "true" ];
+then
+ echo "Killing Java.."
+ for dead in `ps axf -u $USER | grep HeapDumpOnOutOfMemoryError | grep -o ^[0-9]*`
+ do
+ kill -9 $dead
+ done
+else
+ echo "No"
+fi
+
Property changes on: trunk/tests/stress/IO/uc3/stage_to_remoteNx1.check.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/uc3/stage_to_remoteNx1.setup.sh
===================================================================
--- trunk/tests/stress/IO/uc3/stage_to_remoteNx1.setup.sh (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_to_remoteNx1.setup.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,55 @@
+#!/bin/bash
+
+ARGS_FILE=${0%.setup.sh}.args
+UC3_USERNAME=$UC3_USERNAME
+
+case $STRESS in
+ "S1")
+ FILES=10
+ LOOPS=10
+ ;;
+ "S2")
+ FILES=10
+ LOOPS=50
+ ;;
+ *)
+ FILES=10
+ LOOPS=10
+ ;;
+esac
+
+
+dd if=/dev/zero of=dummy bs=1024 count=0 seek=$((1024*FILES))
+echo "-loops=$LOOPS" > $ARGS_FILE
+
+cat <<'EOF' > wrapper.sh
+#!/bin/bash
+ARG1=$1
+ls | grep "$1" &> /dev/null
+if [ $? == 0 ]
+then
+ echo "Hey this is wrapper and the $1 exists as a file";
+ ls -lah;
+else
+ echo "Doinks! the file we need isn't here";
+ ls -lah
+fi
+cat $ARG1 > $ARG1.test
+if [ $? == 0 ]
+then
+ echo "The cat worked! ";
+else
+ echo "The cat failed ";
+fi
+
+rm $ARG1 $ARG1.test
+echo "Residual files cleaned up"
+EOF
+
+if [[ -z $UC3_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{env.USER}/$UC3_USERNAME/" > tmp && mv tmp sites.xml
+fi
\ No newline at end of file
Property changes on: trunk/tests/stress/IO/uc3/stage_to_remoteNx1.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/uc3/stage_to_remoteNx1.source.sh
===================================================================
--- trunk/tests/stress/IO/uc3/stage_to_remoteNx1.source.sh (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_to_remoteNx1.source.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,6 @@
+#!/bin/bash
+if [ "midway001" == "midway001" ]
+then
+ export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+ export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;
Property changes on: trunk/tests/stress/IO/uc3/stage_to_remoteNx1.source.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/uc3/stage_to_remoteNx1.swift
===================================================================
--- trunk/tests/stress/IO/uc3/stage_to_remoteNx1.swift (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_to_remoteNx1.swift 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+type file;
+
+file package <"dummy">;
+file script <"wrapper.sh">;
+int loop = @toInt(@arg("loops","0"));
+
+app (file out, file err) remote_driver (file run, file tar)
+{
+ bash @run @tar stdout=@out stderr=@err;
+}
+
+file driver_out[] <simple_mapper; prefix="driver", suffix=".out">;
+file driver_err[] <simple_mapper; prefix="driver", suffix=".err">;
+
+foreach item,i in [0:loop] {
+ (driver_out[i], driver_err[i]) = remote_driver(script, package);
+}
\ No newline at end of file
Added: trunk/tests/stress/IO/uc3/stage_to_remoteNx1.timeout
===================================================================
--- trunk/tests/stress/IO/uc3/stage_to_remoteNx1.timeout (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_to_remoteNx1.timeout 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+1200
Added: trunk/tests/stress/IO/uc3/stage_to_remoteNx2.check.sh
===================================================================
--- trunk/tests/stress/IO/uc3/stage_to_remoteNx2.check.sh (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_to_remoteNx2.check.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,19 @@
+#!/bin/bash
+
+rm -rf "dummy" *.out &> /dev/null
+if [ "$KILL_JAVA" == "true" ];
+then
+ echo "Killing Java.."
+ killall -u $USER java -9
+fi
+
+IN=`grep "PerformanceDiagnosticInputStream\ \[IN\]" $BASE*log | tail -n 1`
+MEM=`grep "PerformanceDiagnosticInputStream\ \[MEM\]" $BASE*log`
+OUT=`grep "PerformanceDiagnosticOutputStream\ \[OUT\]" $BASE*log | tail -n 1`
+
+echo "====="
+echo "IN : $IN"
+echo "MEM : $MEM"
+echo "OUT : $OUT"
+echo "====="
+
Property changes on: trunk/tests/stress/IO/uc3/stage_to_remoteNx2.check.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/uc3/stage_to_remoteNx2.setup.sh
===================================================================
--- trunk/tests/stress/IO/uc3/stage_to_remoteNx2.setup.sh (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_to_remoteNx2.setup.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,55 @@
+#!/bin/bash
+
+ARGS_FILE=${0%.setup.sh}.args
+UC3_USERNAME=$UC3_USERNAME
+
+case $STRESS in
+ "S1")
+ FILES=50
+ LOOPS=50
+ ;;
+ "S2")
+ FILES=100
+ LOOPS=100
+ ;;
+ *)
+ FILES=50
+ LOOPS=50
+ ;;
+esac
+
+
+dd if=/dev/zero of=dummy bs=1024 count=0 seek=$((1024*FILES))
+echo "-loops=$LOOPS" > $ARGS_FILE
+
+cat <<'EOF' > wrapper.sh
+#!/bin/bash
+ARG1=$1
+ls | grep "$1" &> /dev/null
+if [ $? == 0 ]
+then
+ echo "Hey this is wrapper and the $1 exists as a file";
+ ls -lah;
+else
+ echo "Doinks! the file we need isn't here";
+ ls -lah
+fi
+cat $ARG1 > $ARG1.test
+if [ $? == 0 ]
+then
+ echo "The cat worked! ";
+else
+ echo "The cat failed ";
+fi
+
+rm $ARG1 $ARG1.test
+echo "Residual files cleaned up"
+EOF
+
+if [[ -z $UC3_USERNAME ]]
+then
+ echo "Remote username not provided. Skipping sites configs"
+else
+ ls *xml
+ cat sites.xml | sed "s/{env.USER}/$UC3_USERNAME/" > tmp && mv tmp sites.xml
+fi
\ No newline at end of file
Property changes on: trunk/tests/stress/IO/uc3/stage_to_remoteNx2.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/uc3/stage_to_remoteNx2.source.sh
===================================================================
--- trunk/tests/stress/IO/uc3/stage_to_remoteNx2.source.sh (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_to_remoteNx2.source.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,6 @@
+#!/bin/bash
+if [ "midway001" == "midway001" ]
+then
+ export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+ export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;
Property changes on: trunk/tests/stress/IO/uc3/stage_to_remoteNx2.source.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/uc3/stage_to_remoteNx2.swift
===================================================================
--- trunk/tests/stress/IO/uc3/stage_to_remoteNx2.swift (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_to_remoteNx2.swift 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,17 @@
+type file;
+
+file package <"dummy">;
+file script <"wrapper.sh">;
+int loop = @toInt(@arg("loops","0"));
+
+app (file out, file err) remote_driver (file run, file tar)
+{
+ bash @run @tar stdout=@out stderr=@err;
+}
+
+file driver_out[] <simple_mapper; prefix="driver", suffix=".out">;
+file driver_err[] <simple_mapper; prefix="driver", suffix=".err">;
+
+foreach item,i in [0:loop] {
+ (driver_out[i], driver_err[i]) = remote_driver(script, package);
+}
\ No newline at end of file
Added: trunk/tests/stress/IO/uc3/stage_to_remoteNx2.timeout
===================================================================
--- trunk/tests/stress/IO/uc3/stage_to_remoteNx2.timeout (rev 0)
+++ trunk/tests/stress/IO/uc3/stage_to_remoteNx2.timeout 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+1200
Added: trunk/tests/stress/IO/uc3/swift.properties
===================================================================
--- trunk/tests/stress/IO/uc3/swift.properties (rev 0)
+++ trunk/tests/stress/IO/uc3/swift.properties 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,8 @@
+use.provider.staging=true
+use.wrapper.staging=false
+wrapperlog.always.transfer=true
+execution.retries=0
+lazy.errors=false
+provider.staging.pin.swiftfiles=false
+sitedir.keep=true
+tcp.port.range=50000,51000
\ No newline at end of file
Added: trunk/tests/stress/IO/uc3/tc.template.data
===================================================================
--- trunk/tests/stress/IO/uc3/tc.template.data (rev 0)
+++ trunk/tests/stress/IO/uc3/tc.template.data 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,2 @@
+beagle bash /bin/bash null null null
+uc3 bash /bin/bash null null null
Added: trunk/tests/stress/IO/uc3/temp.sh
===================================================================
--- trunk/tests/stress/IO/uc3/temp.sh (rev 0)
+++ trunk/tests/stress/IO/uc3/temp.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,16 @@
+#!/bin/bash
+
+for i in `ls *setup.sh`
+do
+ BASE=${i%.setup.sh};
+ echo $BASE
+ echo "Source file : $BASE.source.sh"
+
+ cat <<'EOF' > $BASE.check.sh
+#!/bin/bash
+echo "Cleaning up"
+rm -rf "dummy" driver*.out &> /dev/null
+
+EOF
+
+done;
\ No newline at end of file
Property changes on: trunk/tests/stress/IO/uc3/temp.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/uc3/title.txt
===================================================================
--- trunk/tests/stress/IO/uc3/title.txt (rev 0)
+++ trunk/tests/stress/IO/uc3/title.txt 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+IO stress testing at remote site: UC3
Added: trunk/tests/stress/IO/uc3/wrapper.sh
===================================================================
--- trunk/tests/stress/IO/uc3/wrapper.sh (rev 0)
+++ trunk/tests/stress/IO/uc3/wrapper.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,21 @@
+#!/bin/bash
+ARG1=$1
+ls | grep "$1" &> /dev/null
+if [ $? == 0 ]
+then
+ echo "Hey this is wrapper and the $1 exists as a file";
+ ls -lah;
+else
+ echo "Doinks! the file we need isn't here";
+ ls -lah
+fi
+cat $ARG1 > $ARG1.test
+if [ $? == 0 ]
+then
+ echo "The cat worked! ";
+else
+ echo "The cat failed ";
+fi
+
+rm $ARG1 $ARG1.test
+echo "Residual files cleaned up"
Property changes on: trunk/tests/stress/IO/uc3/wrapper.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/uc3/z_stats.clean.sh
===================================================================
--- trunk/tests/stress/IO/uc3/z_stats.clean.sh (rev 0)
+++ trunk/tests/stress/IO/uc3/z_stats.clean.sh 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1,24 @@
+#!/bin/bash
+
+HOME=$PWD
+echo "Current test : $HOME"
+
+TESTS_HOME=$(dirname $HOME)
+echo "Tests home : $TESTS_HOME"
+
+ps -u $USER
+echo "Clearing all java instances"
+
+ps -u $USER | grep java
+if [ "$?" == "0" ]
+then
+ killall -u $USER java -9
+fi
+
+echo "Collecting stats"
+for test_case in `ls $TESTS_HOME | grep stage`
+do
+ echo "$test_case"
+ cat $TESTS_HOME/$test_case/*check.stdout
+ echo
+done
\ No newline at end of file
Property changes on: trunk/tests/stress/IO/uc3/z_stats.clean.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: trunk/tests/stress/IO/uc3/z_stats.swift
===================================================================
--- trunk/tests/stress/IO/uc3/z_stats.swift (rev 0)
+++ trunk/tests/stress/IO/uc3/z_stats.swift 2013-08-21 16:40:28 UTC (rev 6908)
@@ -0,0 +1 @@
+type file;
\ No newline at end of file
More information about the Swift-commit
mailing list