[Swift-commit] r3830 - in trunk/tests: groups providers providers/ssh providers/ssh-pbs-coasters

noreply at svn.ci.uchicago.edu noreply at svn.ci.uchicago.edu
Mon Dec 27 17:45:24 CST 2010


Author: davidk
Date: 2010-12-27 17:45:22 -0600 (Mon, 27 Dec 2010)
New Revision: 3830

Added:
   trunk/tests/groups/group-ssh.sh
   trunk/tests/providers/ssh-pbs-coasters/
   trunk/tests/providers/ssh-pbs-coasters/001-catsn-ssh-pbs-coasters.check.sh
   trunk/tests/providers/ssh-pbs-coasters/001-catsn-ssh-pbs-coasters.setup.sh
   trunk/tests/providers/ssh-pbs-coasters/001-catsn-ssh-pbs-coasters.swift
   trunk/tests/providers/ssh-pbs-coasters/001-catsn-ssh-pbs-coasters.timeout
   trunk/tests/providers/ssh-pbs-coasters/README
   trunk/tests/providers/ssh-pbs-coasters/catsn.0001.out.expected
   trunk/tests/providers/ssh-pbs-coasters/catsn.0002.out.expected
   trunk/tests/providers/ssh-pbs-coasters/catsn.0003.out.expected
   trunk/tests/providers/ssh-pbs-coasters/catsn.0004.out.expected
   trunk/tests/providers/ssh-pbs-coasters/catsn.0005.out.expected
   trunk/tests/providers/ssh-pbs-coasters/catsn.0006.out.expected
   trunk/tests/providers/ssh-pbs-coasters/catsn.0007.out.expected
   trunk/tests/providers/ssh-pbs-coasters/catsn.0008.out.expected
   trunk/tests/providers/ssh-pbs-coasters/catsn.0009.out.expected
   trunk/tests/providers/ssh-pbs-coasters/catsn.0010.out.expected
   trunk/tests/providers/ssh-pbs-coasters/data.txt
   trunk/tests/providers/ssh-pbs-coasters/sites.template.xml
   trunk/tests/providers/ssh-pbs-coasters/tc.template.data
   trunk/tests/providers/ssh-pbs-coasters/title.txt
   trunk/tests/providers/ssh/
   trunk/tests/providers/ssh/001-catsn-ssh.check.sh
   trunk/tests/providers/ssh/001-catsn-ssh.setup.sh
   trunk/tests/providers/ssh/001-catsn-ssh.swift
   trunk/tests/providers/ssh/001-catsn-ssh.timeout
   trunk/tests/providers/ssh/README
   trunk/tests/providers/ssh/catsn.0001.out.expected
   trunk/tests/providers/ssh/catsn.0002.out.expected
   trunk/tests/providers/ssh/catsn.0003.out.expected
   trunk/tests/providers/ssh/catsn.0004.out.expected
   trunk/tests/providers/ssh/catsn.0005.out.expected
   trunk/tests/providers/ssh/catsn.0006.out.expected
   trunk/tests/providers/ssh/catsn.0007.out.expected
   trunk/tests/providers/ssh/catsn.0008.out.expected
   trunk/tests/providers/ssh/catsn.0009.out.expected
   trunk/tests/providers/ssh/catsn.0010.out.expected
   trunk/tests/providers/ssh/data.txt
   trunk/tests/providers/ssh/sites.template.xml
   trunk/tests/providers/ssh/tc.template.data
   trunk/tests/providers/ssh/title.txt
Log:
Provider tests for ssh and ssh:pbs with coasters


Added: trunk/tests/groups/group-ssh.sh
===================================================================
--- trunk/tests/groups/group-ssh.sh	                        (rev 0)
+++ trunk/tests/groups/group-ssh.sh	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1,7 @@
+
+# GROUPLIST definition to run sge tests
+
+GROUPLIST=( 
+            $TESTDIR/providers/ssh \
+	    $TESTDIR/providers/ssh-pbs-coasters \
+)

Added: trunk/tests/providers/ssh/001-catsn-ssh.check.sh
===================================================================
--- trunk/tests/providers/ssh/001-catsn-ssh.check.sh	                        (rev 0)
+++ trunk/tests/providers/ssh/001-catsn-ssh.check.sh	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1,12 @@
+#!/bin/bash
+
+set -x
+
+for count in `seq --format "%04.f" 1 1 10`
+do
+	[ -f catsn.$count.out ] || exit 1
+	CONTENTS1=$( cat catsn.$count.out.expected )
+	CONTENTS2=$( cat catsn.$count.out )
+	[[ $CONTENTS1 == $CONTENTS2 ]] || exit 1
+done
+exit 0


Property changes on: trunk/tests/providers/ssh/001-catsn-ssh.check.sh
___________________________________________________________________
Name: svn:executable
   + *

Added: trunk/tests/providers/ssh/001-catsn-ssh.setup.sh
===================================================================
--- trunk/tests/providers/ssh/001-catsn-ssh.setup.sh	                        (rev 0)
+++ trunk/tests/providers/ssh/001-catsn-ssh.setup.sh	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1,4 @@
+#!/bin/bash
+
+cp -v $GROUP/data.txt . || exit 1
+cp -v $GROUP/*expected . || exit 1


Property changes on: trunk/tests/providers/ssh/001-catsn-ssh.setup.sh
___________________________________________________________________
Name: svn:executable
   + *

Added: trunk/tests/providers/ssh/001-catsn-ssh.swift
===================================================================
--- trunk/tests/providers/ssh/001-catsn-ssh.swift	                        (rev 0)
+++ trunk/tests/providers/ssh/001-catsn-ssh.swift	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1,15 @@
+type file;
+
+app (file o) cat (file i)
+{
+  cat @i stdout=@o;
+}
+
+string t = "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789";
+string char[] = @strsplit(t, "");  
+
+file out[]<simple_mapper; location=".", prefix="catsn.",suffix=".out">;
+foreach j in [1:@toint(@arg("n","10"))] {
+  file data<"data.txt">;
+  out[j] = cat(data);
+}

Added: trunk/tests/providers/ssh/001-catsn-ssh.timeout
===================================================================
--- trunk/tests/providers/ssh/001-catsn-ssh.timeout	                        (rev 0)
+++ trunk/tests/providers/ssh/001-catsn-ssh.timeout	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1 @@
+500

Added: trunk/tests/providers/ssh/README
===================================================================
--- trunk/tests/providers/ssh/README	                        (rev 0)
+++ trunk/tests/providers/ssh/README	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1,2 @@
+May need to edit sites.template.xml file if work directory contained in $WORK differs on local and remote machines
+Requires auth.defaults to be set up correctly in ~/.ssh

Added: trunk/tests/providers/ssh/catsn.0001.out.expected
===================================================================
--- trunk/tests/providers/ssh/catsn.0001.out.expected	                        (rev 0)
+++ trunk/tests/providers/ssh/catsn.0001.out.expected	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1 @@
+Hello world

Added: trunk/tests/providers/ssh/catsn.0002.out.expected
===================================================================
--- trunk/tests/providers/ssh/catsn.0002.out.expected	                        (rev 0)
+++ trunk/tests/providers/ssh/catsn.0002.out.expected	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1 @@
+Hello world

Added: trunk/tests/providers/ssh/catsn.0003.out.expected
===================================================================
--- trunk/tests/providers/ssh/catsn.0003.out.expected	                        (rev 0)
+++ trunk/tests/providers/ssh/catsn.0003.out.expected	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1 @@
+Hello world

Added: trunk/tests/providers/ssh/catsn.0004.out.expected
===================================================================
--- trunk/tests/providers/ssh/catsn.0004.out.expected	                        (rev 0)
+++ trunk/tests/providers/ssh/catsn.0004.out.expected	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1 @@
+Hello world

Added: trunk/tests/providers/ssh/catsn.0005.out.expected
===================================================================
--- trunk/tests/providers/ssh/catsn.0005.out.expected	                        (rev 0)
+++ trunk/tests/providers/ssh/catsn.0005.out.expected	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1 @@
+Hello world

Added: trunk/tests/providers/ssh/catsn.0006.out.expected
===================================================================
--- trunk/tests/providers/ssh/catsn.0006.out.expected	                        (rev 0)
+++ trunk/tests/providers/ssh/catsn.0006.out.expected	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1 @@
+Hello world

Added: trunk/tests/providers/ssh/catsn.0007.out.expected
===================================================================
--- trunk/tests/providers/ssh/catsn.0007.out.expected	                        (rev 0)
+++ trunk/tests/providers/ssh/catsn.0007.out.expected	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1 @@
+Hello world

Added: trunk/tests/providers/ssh/catsn.0008.out.expected
===================================================================
--- trunk/tests/providers/ssh/catsn.0008.out.expected	                        (rev 0)
+++ trunk/tests/providers/ssh/catsn.0008.out.expected	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1 @@
+Hello world

Added: trunk/tests/providers/ssh/catsn.0009.out.expected
===================================================================
--- trunk/tests/providers/ssh/catsn.0009.out.expected	                        (rev 0)
+++ trunk/tests/providers/ssh/catsn.0009.out.expected	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1 @@
+Hello world

Added: trunk/tests/providers/ssh/catsn.0010.out.expected
===================================================================
--- trunk/tests/providers/ssh/catsn.0010.out.expected	                        (rev 0)
+++ trunk/tests/providers/ssh/catsn.0010.out.expected	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1 @@
+Hello world

Added: trunk/tests/providers/ssh/data.txt
===================================================================
--- trunk/tests/providers/ssh/data.txt	                        (rev 0)
+++ trunk/tests/providers/ssh/data.txt	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1 @@
+Hello world

Added: trunk/tests/providers/ssh/sites.template.xml
===================================================================
--- trunk/tests/providers/ssh/sites.template.xml	                        (rev 0)
+++ trunk/tests/providers/ssh/sites.template.xml	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1,8 @@
+<config>
+<pool handle="ssh">
+  <execution provider="ssh" url="login1.pads.ci.uchicago.edu" />
+  <filesystem provider="ssh" url="login1.pads.ci.uchicago.edu" />
+  <profile key="jobThrottle" namespace="karajan">0</profile>
+  <workdirectory>_WORK_</workdirectory>
+</pool>
+</config>

Added: trunk/tests/providers/ssh/tc.template.data
===================================================================
--- trunk/tests/providers/ssh/tc.template.data	                        (rev 0)
+++ trunk/tests/providers/ssh/tc.template.data	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1,8 @@
+ssh 	echo 		/bin/echo	INSTALLED	INTEL32::LINUX
+ssh 	cat 		/bin/cat	INSTALLED	INTEL32::LINUX
+ssh 	ls 		/bin/ls		INSTALLED	INTEL32::LINUX
+ssh 	grep 		/bin/grep	INSTALLED	INTEL32::LINUX
+ssh 	sort 		/bin/sort	INSTALLED	INTEL32::LINUX
+ssh 	paste 		/bin/paste	INSTALLED	INTEL32::LINUX
+ssh	wc		/usr/bin/wc	INSTALLED	INTEL32::LINUX
+

Added: trunk/tests/providers/ssh/title.txt
===================================================================
--- trunk/tests/providers/ssh/title.txt	                        (rev 0)
+++ trunk/tests/providers/ssh/title.txt	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1 @@
+SSH Configuration Test

Added: trunk/tests/providers/ssh-pbs-coasters/001-catsn-ssh-pbs-coasters.check.sh
===================================================================
--- trunk/tests/providers/ssh-pbs-coasters/001-catsn-ssh-pbs-coasters.check.sh	                        (rev 0)
+++ trunk/tests/providers/ssh-pbs-coasters/001-catsn-ssh-pbs-coasters.check.sh	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1,12 @@
+#!/bin/bash
+
+set -x
+
+for count in `seq --format "%04.f" 1 1 10`
+do
+	[ -f catsn.$count.out ] || exit 1
+	CONTENTS1=$( cat catsn.$count.out.expected )
+	CONTENTS2=$( cat catsn.$count.out )
+	[[ $CONTENTS1 == $CONTENTS2 ]] || exit 1
+done
+exit 0


Property changes on: trunk/tests/providers/ssh-pbs-coasters/001-catsn-ssh-pbs-coasters.check.sh
___________________________________________________________________
Name: svn:executable
   + *

Added: trunk/tests/providers/ssh-pbs-coasters/001-catsn-ssh-pbs-coasters.setup.sh
===================================================================
--- trunk/tests/providers/ssh-pbs-coasters/001-catsn-ssh-pbs-coasters.setup.sh	                        (rev 0)
+++ trunk/tests/providers/ssh-pbs-coasters/001-catsn-ssh-pbs-coasters.setup.sh	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1,4 @@
+#!/bin/bash
+
+cp -v $GROUP/data.txt . || exit 1
+cp -v $GROUP/*expected . || exit 1


Property changes on: trunk/tests/providers/ssh-pbs-coasters/001-catsn-ssh-pbs-coasters.setup.sh
___________________________________________________________________
Name: svn:executable
   + *

Added: trunk/tests/providers/ssh-pbs-coasters/001-catsn-ssh-pbs-coasters.swift
===================================================================
--- trunk/tests/providers/ssh-pbs-coasters/001-catsn-ssh-pbs-coasters.swift	                        (rev 0)
+++ trunk/tests/providers/ssh-pbs-coasters/001-catsn-ssh-pbs-coasters.swift	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1,15 @@
+type file;
+
+app (file o) cat (file i)
+{
+  cat @i stdout=@o;
+}
+
+string t = "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789";
+string char[] = @strsplit(t, "");  
+
+file out[]<simple_mapper; location=".", prefix="catsn.",suffix=".out">;
+foreach j in [1:@toint(@arg("n","10"))] {
+  file data<"data.txt">;
+  out[j] = cat(data);
+}

Added: trunk/tests/providers/ssh-pbs-coasters/001-catsn-ssh-pbs-coasters.timeout
===================================================================
--- trunk/tests/providers/ssh-pbs-coasters/001-catsn-ssh-pbs-coasters.timeout	                        (rev 0)
+++ trunk/tests/providers/ssh-pbs-coasters/001-catsn-ssh-pbs-coasters.timeout	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1 @@
+500

Added: trunk/tests/providers/ssh-pbs-coasters/README
===================================================================
--- trunk/tests/providers/ssh-pbs-coasters/README	                        (rev 0)
+++ trunk/tests/providers/ssh-pbs-coasters/README	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1,3 @@
+May need to edit sites.template.xml file if work directory contained in $WORK differs on local and remote machines
+Requires auth.defaults to be set up correctly in ~/.ssh
+Requires a valid proxy - run grid-proxy-init before running this test if you haven't already

Added: trunk/tests/providers/ssh-pbs-coasters/catsn.0001.out.expected
===================================================================
--- trunk/tests/providers/ssh-pbs-coasters/catsn.0001.out.expected	                        (rev 0)
+++ trunk/tests/providers/ssh-pbs-coasters/catsn.0001.out.expected	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1 @@
+Hello world

Added: trunk/tests/providers/ssh-pbs-coasters/catsn.0002.out.expected
===================================================================
--- trunk/tests/providers/ssh-pbs-coasters/catsn.0002.out.expected	                        (rev 0)
+++ trunk/tests/providers/ssh-pbs-coasters/catsn.0002.out.expected	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1 @@
+Hello world

Added: trunk/tests/providers/ssh-pbs-coasters/catsn.0003.out.expected
===================================================================
--- trunk/tests/providers/ssh-pbs-coasters/catsn.0003.out.expected	                        (rev 0)
+++ trunk/tests/providers/ssh-pbs-coasters/catsn.0003.out.expected	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1 @@
+Hello world

Added: trunk/tests/providers/ssh-pbs-coasters/catsn.0004.out.expected
===================================================================
--- trunk/tests/providers/ssh-pbs-coasters/catsn.0004.out.expected	                        (rev 0)
+++ trunk/tests/providers/ssh-pbs-coasters/catsn.0004.out.expected	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1 @@
+Hello world

Added: trunk/tests/providers/ssh-pbs-coasters/catsn.0005.out.expected
===================================================================
--- trunk/tests/providers/ssh-pbs-coasters/catsn.0005.out.expected	                        (rev 0)
+++ trunk/tests/providers/ssh-pbs-coasters/catsn.0005.out.expected	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1 @@
+Hello world

Added: trunk/tests/providers/ssh-pbs-coasters/catsn.0006.out.expected
===================================================================
--- trunk/tests/providers/ssh-pbs-coasters/catsn.0006.out.expected	                        (rev 0)
+++ trunk/tests/providers/ssh-pbs-coasters/catsn.0006.out.expected	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1 @@
+Hello world

Added: trunk/tests/providers/ssh-pbs-coasters/catsn.0007.out.expected
===================================================================
--- trunk/tests/providers/ssh-pbs-coasters/catsn.0007.out.expected	                        (rev 0)
+++ trunk/tests/providers/ssh-pbs-coasters/catsn.0007.out.expected	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1 @@
+Hello world

Added: trunk/tests/providers/ssh-pbs-coasters/catsn.0008.out.expected
===================================================================
--- trunk/tests/providers/ssh-pbs-coasters/catsn.0008.out.expected	                        (rev 0)
+++ trunk/tests/providers/ssh-pbs-coasters/catsn.0008.out.expected	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1 @@
+Hello world

Added: trunk/tests/providers/ssh-pbs-coasters/catsn.0009.out.expected
===================================================================
--- trunk/tests/providers/ssh-pbs-coasters/catsn.0009.out.expected	                        (rev 0)
+++ trunk/tests/providers/ssh-pbs-coasters/catsn.0009.out.expected	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1 @@
+Hello world

Added: trunk/tests/providers/ssh-pbs-coasters/catsn.0010.out.expected
===================================================================
--- trunk/tests/providers/ssh-pbs-coasters/catsn.0010.out.expected	                        (rev 0)
+++ trunk/tests/providers/ssh-pbs-coasters/catsn.0010.out.expected	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1 @@
+Hello world

Added: trunk/tests/providers/ssh-pbs-coasters/data.txt
===================================================================
--- trunk/tests/providers/ssh-pbs-coasters/data.txt	                        (rev 0)
+++ trunk/tests/providers/ssh-pbs-coasters/data.txt	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1 @@
+Hello world

Added: trunk/tests/providers/ssh-pbs-coasters/sites.template.xml
===================================================================
--- trunk/tests/providers/ssh-pbs-coasters/sites.template.xml	                        (rev 0)
+++ trunk/tests/providers/ssh-pbs-coasters/sites.template.xml	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1,15 @@
+<config>
+<pool handle="ssh-pbs-coasters">
+  <execution jobmanager="ssh:pbs" provider="coaster" url="login1.pads.ci.uchicago.edu" />
+  <filesystem provider="ssh" url="login1.pads.ci.uchicago.edu" />
+  <profile key="maxtime" namespace="globus">3000</profile>
+  <profile key="workersPerNode" namespace="globus">8</profile>
+  <profile key="slots" namespace="globus">1</profile>
+  <profile key="nodeGranularity" namespace="globus">1</profile>
+  <profile key="maxNodes" namespace="globus">10</profile>
+  <profile key="queue" namespace="globus">short</profile>
+  <profile key="jobThrottle" namespace="karajan">0.5</profile>
+  <profile key="initialScore" namespace="karajan">10000</profile>
+  <workdirectory>_WORK_</workdirectory>
+</pool>
+</config>

Added: trunk/tests/providers/ssh-pbs-coasters/tc.template.data
===================================================================
--- trunk/tests/providers/ssh-pbs-coasters/tc.template.data	                        (rev 0)
+++ trunk/tests/providers/ssh-pbs-coasters/tc.template.data	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1,8 @@
+ssh-pbs-coasters 	echo 		/bin/echo	INSTALLED	INTEL32::LINUX
+ssh-pbs-coasters 	cat 		/bin/cat	INSTALLED	INTEL32::LINUX
+ssh-pbs-coasters 	ls 		/bin/ls		INSTALLED	INTEL32::LINUX
+ssh-pbs-coasters 	grep 		/bin/grep	INSTALLED	INTEL32::LINUX
+ssh-pbs-coasters 	sort 		/bin/sort	INSTALLED	INTEL32::LINUX
+ssh-pbs-coasters 	paste 		/bin/paste	INSTALLED	INTEL32::LINUX
+ssh-pbs-coasters	wc		/usr/bin/wc	INSTALLED	INTEL32::LINUX
+

Added: trunk/tests/providers/ssh-pbs-coasters/title.txt
===================================================================
--- trunk/tests/providers/ssh-pbs-coasters/title.txt	                        (rev 0)
+++ trunk/tests/providers/ssh-pbs-coasters/title.txt	2010-12-27 23:45:22 UTC (rev 3830)
@@ -0,0 +1 @@
+SSH with PBS and Coasters Configuration Test




More information about the Swift-commit mailing list