[Swift-commit] r5236 - in branches/release-0.93/tests/stress/persistent-coasters: . mcs mcs/10x10 mcs/500x10
davidk at ci.uchicago.edu
davidk at ci.uchicago.edu
Mon Oct 17 10:42:12 CDT 2011
Author: davidk
Date: 2011-10-17 10:42:12 -0500 (Mon, 17 Oct 2011)
New Revision: 5236
Added:
branches/release-0.93/tests/stress/persistent-coasters/mcs/
branches/release-0.93/tests/stress/persistent-coasters/mcs/10x10/
branches/release-0.93/tests/stress/persistent-coasters/mcs/10x10/catsn_random.check.sh
branches/release-0.93/tests/stress/persistent-coasters/mcs/10x10/catsn_random.clean.sh
branches/release-0.93/tests/stress/persistent-coasters/mcs/10x10/catsn_random.setup.sh
branches/release-0.93/tests/stress/persistent-coasters/mcs/10x10/catsn_random.swift
branches/release-0.93/tests/stress/persistent-coasters/mcs/10x10/coaster-service.conf
branches/release-0.93/tests/stress/persistent-coasters/mcs/10x10/gendata.pl
branches/release-0.93/tests/stress/persistent-coasters/mcs/500x10/
branches/release-0.93/tests/stress/persistent-coasters/mcs/500x10/catsn_random.check.sh
branches/release-0.93/tests/stress/persistent-coasters/mcs/500x10/catsn_random.clean.sh
branches/release-0.93/tests/stress/persistent-coasters/mcs/500x10/catsn_random.setup.sh
branches/release-0.93/tests/stress/persistent-coasters/mcs/500x10/catsn_random.swift
branches/release-0.93/tests/stress/persistent-coasters/mcs/500x10/coaster-service.conf
branches/release-0.93/tests/stress/persistent-coasters/mcs/500x10/gendata.pl
Log:
MCS persistent coaster / provider staging tests
Added: branches/release-0.93/tests/stress/persistent-coasters/mcs/10x10/catsn_random.check.sh
===================================================================
--- branches/release-0.93/tests/stress/persistent-coasters/mcs/10x10/catsn_random.check.sh (rev 0)
+++ branches/release-0.93/tests/stress/persistent-coasters/mcs/10x10/catsn_random.check.sh 2011-10-17 15:42:12 UTC (rev 5236)
@@ -0,0 +1,17 @@
+#!/bin/bash
+
+for file in `ls data/tmp.*|grep -v out`
+do
+ if [ ! -f "$file.out" ]; then
+ echo $file.out was not created
+ exit 1
+ fi
+
+ FILE_SUM=`sum $data/$file`
+ OUT_SUM=`sum $data/$file.out`
+
+ if [ "$FILE_SUM" != "$OUT_SUM" ]; then
+ echo Checksums of $file and $file.out are not the same
+ exit 1
+ fi
+done
Property changes on: branches/release-0.93/tests/stress/persistent-coasters/mcs/10x10/catsn_random.check.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: branches/release-0.93/tests/stress/persistent-coasters/mcs/10x10/catsn_random.clean.sh
===================================================================
--- branches/release-0.93/tests/stress/persistent-coasters/mcs/10x10/catsn_random.clean.sh (rev 0)
+++ branches/release-0.93/tests/stress/persistent-coasters/mcs/10x10/catsn_random.clean.sh 2011-10-17 15:42:12 UTC (rev 5236)
@@ -0,0 +1,4 @@
+#!/bin/bash
+
+rm data/tmp.*
+stop-coaster-service
Property changes on: branches/release-0.93/tests/stress/persistent-coasters/mcs/10x10/catsn_random.clean.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: branches/release-0.93/tests/stress/persistent-coasters/mcs/10x10/catsn_random.setup.sh
===================================================================
--- branches/release-0.93/tests/stress/persistent-coasters/mcs/10x10/catsn_random.setup.sh (rev 0)
+++ branches/release-0.93/tests/stress/persistent-coasters/mcs/10x10/catsn_random.setup.sh 2011-10-17 15:42:12 UTC (rev 5236)
@@ -0,0 +1,18 @@
+#!/bin/bash
+
+NUMFILES=10
+FILESIZE=10
+FILESIZE=$(($FILESIZE*1000000))
+
+if [ -n "$GROUP" ]; then
+ cp $RUNDIR/* .
+fi
+
+mkdir -p data
+for count in `seq 1 $NUMFILES`
+do
+ FILENAME=`mktemp -p data`
+ ./gendata.pl $FILESIZE > $FILENAME
+done
+
+start-coaster-service
Property changes on: branches/release-0.93/tests/stress/persistent-coasters/mcs/10x10/catsn_random.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: branches/release-0.93/tests/stress/persistent-coasters/mcs/10x10/catsn_random.swift
===================================================================
--- branches/release-0.93/tests/stress/persistent-coasters/mcs/10x10/catsn_random.swift (rev 0)
+++ branches/release-0.93/tests/stress/persistent-coasters/mcs/10x10/catsn_random.swift 2011-10-17 15:42:12 UTC (rev 5236)
@@ -0,0 +1,13 @@
+type file;
+
+app (file o) cat (file i)
+{
+ cat @i stdout=@o;
+}
+
+file input_files[]<filesys_mapper; location="data", pattern="tmp.*">;
+
+foreach j in input_files {
+ file output<single_file_mapper; location="data", file=@strcat(@filename(j), ".out")>;
+ output = cat(j);
+}
Added: branches/release-0.93/tests/stress/persistent-coasters/mcs/10x10/coaster-service.conf
===================================================================
--- branches/release-0.93/tests/stress/persistent-coasters/mcs/10x10/coaster-service.conf (rev 0)
+++ branches/release-0.93/tests/stress/persistent-coasters/mcs/10x10/coaster-service.conf 2011-10-17 15:42:12 UTC (rev 5236)
@@ -0,0 +1,43 @@
+# Keep all interesting settings in one place
+# User should modify this to fit environment
+
+# Location of SWIFT. If empty, PATH is referenced
+export SWIFT=
+
+# Where to place/launch worker.pl on the remote machine
+export WORKER_WORK=/nfs/proj-davidk/swiftwork
+
+# How to launch workers: local, ssh, futuregrid, or cobalt
+export WORKER_MODE=ssh
+export WORKER_USERNAME=$USER
+
+# Worker host names for ssh
+export WORKER_HOSTS="crush.mcs.anl.gov thwomp.mcs.anl.gov stomp.mcs.anl.gov crank.mcs.anl.gov
+steamroller.mcs.anl.gov grind.mcs.anl.gov churn.mcs.anl.gov trounce.mcs.anl.gov
+thrash.mcs.anl.gov vanquish.mcs.anl.gov"
+
+# Directory to keep log files, relative to working directory when launching start-coaster-service
+export LOG_DIR=logs
+
+# Manually define ports. If not specified, ports will be automatically generated
+export LOCAL_PORT=
+export SERVICE_PORT=
+
+# start-coaster-service tries to automatically detect IP address.
+# Specify here if auto detection is not working correctly
+export IPADDR=
+
+# Gensites values
+export WORK=$HOME/work
+
+# If SHARED_FILESYSTEM is set to no, provider staging will be turned on
+export SHARED_FILESYSTEM=no
+
+# If running outside of mcs network, set WORKER_RELAY_HOST below
+# export WORKER_RELAY_HOST="login.mcs.anl.gov"
+
+export WORKER_LOGGING_LEVEL=DEBUG
+export WORKER_LOG_DIR="/nfs/proj-davidk/logs"
+
+# Set applications here
+#app cat=/bin/cat
Added: branches/release-0.93/tests/stress/persistent-coasters/mcs/10x10/gendata.pl
===================================================================
--- branches/release-0.93/tests/stress/persistent-coasters/mcs/10x10/gendata.pl (rev 0)
+++ branches/release-0.93/tests/stress/persistent-coasters/mcs/10x10/gendata.pl 2011-10-17 15:42:12 UTC (rev 5236)
@@ -0,0 +1,21 @@
+#!/usr/bin/perl
+
+use strict;
+
+my @characters=('a'..'z', 'A'..'Z', '0'..'9');
+my $string="";
+my $length = $ARGV[0];
+my $width_count=0;
+
+foreach (1..$length)
+{
+ if($width_count == 80) {
+ $string .= "\n";
+ $width_count=0;
+ next;
+ }
+ $string .= $characters[rand @characters];
+ $width_count++;
+}
+
+print $string;
Property changes on: branches/release-0.93/tests/stress/persistent-coasters/mcs/10x10/gendata.pl
___________________________________________________________________
Added: svn:executable
+ *
Added: branches/release-0.93/tests/stress/persistent-coasters/mcs/500x10/catsn_random.check.sh
===================================================================
--- branches/release-0.93/tests/stress/persistent-coasters/mcs/500x10/catsn_random.check.sh (rev 0)
+++ branches/release-0.93/tests/stress/persistent-coasters/mcs/500x10/catsn_random.check.sh 2011-10-17 15:42:12 UTC (rev 5236)
@@ -0,0 +1,17 @@
+#!/bin/bash
+
+for file in `ls data/tmp.*|grep -v out`
+do
+ if [ ! -f "$file.out" ]; then
+ echo $file.out was not created
+ exit 1
+ fi
+
+ FILE_SUM=`sum $data/$file`
+ OUT_SUM=`sum $data/$file.out`
+
+ if [ "$FILE_SUM" != "$OUT_SUM" ]; then
+ echo Checksums of $file and $file.out are not the same
+ exit 1
+ fi
+done
Property changes on: branches/release-0.93/tests/stress/persistent-coasters/mcs/500x10/catsn_random.check.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: branches/release-0.93/tests/stress/persistent-coasters/mcs/500x10/catsn_random.clean.sh
===================================================================
--- branches/release-0.93/tests/stress/persistent-coasters/mcs/500x10/catsn_random.clean.sh (rev 0)
+++ branches/release-0.93/tests/stress/persistent-coasters/mcs/500x10/catsn_random.clean.sh 2011-10-17 15:42:12 UTC (rev 5236)
@@ -0,0 +1,4 @@
+#!/bin/bash
+
+rm data/tmp.*
+stop-coaster-service
Property changes on: branches/release-0.93/tests/stress/persistent-coasters/mcs/500x10/catsn_random.clean.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: branches/release-0.93/tests/stress/persistent-coasters/mcs/500x10/catsn_random.setup.sh
===================================================================
--- branches/release-0.93/tests/stress/persistent-coasters/mcs/500x10/catsn_random.setup.sh (rev 0)
+++ branches/release-0.93/tests/stress/persistent-coasters/mcs/500x10/catsn_random.setup.sh 2011-10-17 15:42:12 UTC (rev 5236)
@@ -0,0 +1,18 @@
+#!/bin/bash
+
+NUMFILES=500
+FILESIZE=10
+FILESIZE=$(($FILESIZE*1000000))
+
+if [ -n "$GROUP" ]; then
+ cp $RUNDIR/* .
+fi
+
+mkdir -p data
+for count in `seq 1 $NUMFILES`
+do
+ FILENAME=`mktemp -p data`
+ ./gendata.pl $FILESIZE > $FILENAME
+done
+
+start-coaster-service
Property changes on: branches/release-0.93/tests/stress/persistent-coasters/mcs/500x10/catsn_random.setup.sh
___________________________________________________________________
Added: svn:executable
+ *
Added: branches/release-0.93/tests/stress/persistent-coasters/mcs/500x10/catsn_random.swift
===================================================================
--- branches/release-0.93/tests/stress/persistent-coasters/mcs/500x10/catsn_random.swift (rev 0)
+++ branches/release-0.93/tests/stress/persistent-coasters/mcs/500x10/catsn_random.swift 2011-10-17 15:42:12 UTC (rev 5236)
@@ -0,0 +1,13 @@
+type file;
+
+app (file o) cat (file i)
+{
+ cat @i stdout=@o;
+}
+
+file input_files[]<filesys_mapper; location="data", pattern="tmp.*">;
+
+foreach j in input_files {
+ file output<single_file_mapper; location="data", file=@strcat(@filename(j), ".out")>;
+ output = cat(j);
+}
Added: branches/release-0.93/tests/stress/persistent-coasters/mcs/500x10/coaster-service.conf
===================================================================
--- branches/release-0.93/tests/stress/persistent-coasters/mcs/500x10/coaster-service.conf (rev 0)
+++ branches/release-0.93/tests/stress/persistent-coasters/mcs/500x10/coaster-service.conf 2011-10-17 15:42:12 UTC (rev 5236)
@@ -0,0 +1,43 @@
+# Keep all interesting settings in one place
+# User should modify this to fit environment
+
+# Location of SWIFT. If empty, PATH is referenced
+export SWIFT=
+
+# Where to place/launch worker.pl on the remote machine
+export WORKER_WORK=/nfs/proj-davidk/swiftwork
+
+# How to launch workers: local, ssh, futuregrid, or cobalt
+export WORKER_MODE=ssh
+export WORKER_USERNAME=$USER
+
+# Worker host names for ssh
+export WORKER_HOSTS="crush.mcs.anl.gov thwomp.mcs.anl.gov stomp.mcs.anl.gov crank.mcs.anl.gov
+steamroller.mcs.anl.gov grind.mcs.anl.gov churn.mcs.anl.gov trounce.mcs.anl.gov
+thrash.mcs.anl.gov vanquish.mcs.anl.gov"
+
+# Directory to keep log files, relative to working directory when launching start-coaster-service
+export LOG_DIR=logs
+
+# Manually define ports. If not specified, ports will be automatically generated
+export LOCAL_PORT=
+export SERVICE_PORT=
+
+# start-coaster-service tries to automatically detect IP address.
+# Specify here if auto detection is not working correctly
+export IPADDR=
+
+# Gensites values
+export WORK=$HOME/work
+
+# If SHARED_FILESYSTEM is set to no, provider staging will be turned on
+export SHARED_FILESYSTEM=no
+
+# If running outside of mcs network, set WORKER_RELAY_HOST below
+# export WORKER_RELAY_HOST="login.mcs.anl.gov"
+
+export WORKER_LOGGING_LEVEL=DEBUG
+export WORKER_LOG_DIR="/nfs/proj-davidk/logs"
+
+# Set applications here
+#app cat=/bin/cat
Added: branches/release-0.93/tests/stress/persistent-coasters/mcs/500x10/gendata.pl
===================================================================
--- branches/release-0.93/tests/stress/persistent-coasters/mcs/500x10/gendata.pl (rev 0)
+++ branches/release-0.93/tests/stress/persistent-coasters/mcs/500x10/gendata.pl 2011-10-17 15:42:12 UTC (rev 5236)
@@ -0,0 +1,21 @@
+#!/usr/bin/perl
+
+use strict;
+
+my @characters=('a'..'z', 'A'..'Z', '0'..'9');
+my $string="";
+my $length = $ARGV[0];
+my $width_count=0;
+
+foreach (1..$length)
+{
+ if($width_count == 80) {
+ $string .= "\n";
+ $width_count=0;
+ next;
+ }
+ $string .= $characters[rand @characters];
+ $width_count++;
+}
+
+print $string;
Property changes on: branches/release-0.93/tests/stress/persistent-coasters/mcs/500x10/gendata.pl
___________________________________________________________________
Added: svn:executable
+ *
More information about the Swift-commit
mailing list