[Swift-commit] r7137 - in trunk/tests/sites: beagle blues ci local mac-frisbee mcs midway raven stampede uc3

yadunandb at ci.uchicago.edu yadunandb at ci.uchicago.edu
Sun Oct 6 10:54:23 CDT 2013


Author: yadunandb
Date: 2013-10-06 10:54:22 -0500 (Sun, 06 Oct 2013)
New Revision: 7137

Added:
   trunk/tests/sites/beagle/beagle_sanity.setup.sh
   trunk/tests/sites/beagle/beagle_sanity.source.sh
   trunk/tests/sites/beagle/beagle_sanity.swift
   trunk/tests/sites/beagle/beagle_sanity.timeout
   trunk/tests/sites/blues/blues_sanity.setup.sh
   trunk/tests/sites/blues/blues_sanity.source.sh
   trunk/tests/sites/blues/blues_sanity.swift
   trunk/tests/sites/blues/blues_sanity.timeout
   trunk/tests/sites/ci/ci_sanity.setup.sh
   trunk/tests/sites/ci/ci_sanity.source.sh
   trunk/tests/sites/ci/ci_sanity.swift
   trunk/tests/sites/ci/ci_sanity.timeout
   trunk/tests/sites/mac-frisbee/mac-frisbee_sanity.setup.sh
   trunk/tests/sites/mac-frisbee/mac-frisbee_sanity.source.sh
   trunk/tests/sites/mac-frisbee/mac-frisbee_sanity.swift
   trunk/tests/sites/mac-frisbee/mac-frisbee_sanity.timeout
   trunk/tests/sites/mcs/mcs_sanity.setup.sh
   trunk/tests/sites/mcs/mcs_sanity.source.sh
   trunk/tests/sites/mcs/mcs_sanity.swift
   trunk/tests/sites/mcs/mcs_sanity.timeout
   trunk/tests/sites/midway/midway_sanity.setup.sh
   trunk/tests/sites/midway/midway_sanity.source.sh
   trunk/tests/sites/midway/midway_sanity.swift
   trunk/tests/sites/midway/midway_sanity.timeout
   trunk/tests/sites/raven/raven_sanity.setup.sh
   trunk/tests/sites/raven/raven_sanity.source.sh
   trunk/tests/sites/raven/raven_sanity.swift
   trunk/tests/sites/raven/raven_sanity.timeout
   trunk/tests/sites/stampede/stampede_sanity.setup.sh
   trunk/tests/sites/stampede/stampede_sanity.source.sh
   trunk/tests/sites/stampede/stampede_sanity.swift
   trunk/tests/sites/stampede/stampede_sanity.timeout
   trunk/tests/sites/uc3/uc3_sanity.setup.sh
   trunk/tests/sites/uc3/uc3_sanity.source.sh
   trunk/tests/sites/uc3/uc3_sanity.swift
   trunk/tests/sites/uc3/uc3_sanity.timeout
Modified:
   trunk/tests/sites/beagle/sites.template.xml
   trunk/tests/sites/blues/sites.template.xml
   trunk/tests/sites/ci/sites.template.xml
   trunk/tests/sites/local/sites.template.xml
   trunk/tests/sites/mac-frisbee/sites.template.xml
   trunk/tests/sites/mcs/sites.template.xml
   trunk/tests/sites/midway/sites.template.xml
   trunk/tests/sites/raven/sites.template.xml
   trunk/tests/sites/stampede/sites.template.xml
   trunk/tests/sites/uc3/sites.template.xml
Log:
Committing latest site test changes



Added: trunk/tests/sites/beagle/beagle_sanity.setup.sh
===================================================================
--- trunk/tests/sites/beagle/beagle_sanity.setup.sh	                        (rev 0)
+++ trunk/tests/sites/beagle/beagle_sanity.setup.sh	2013-10-06 15:54:22 UTC (rev 7137)
@@ -0,0 +1,15 @@
+#!/bin/bash
+
+echo  "BEAGLE_USERNAME : $BEAGLE_USERNAME"
+echo  "MIDWAY_USERNAME : $MIDWAY_USERNAME"
+echo  "MCS_USERNAME    : $MCS_USERNAME"
+echo  "UC3_USERNAME    : $UC3_USERNAME"
+USERNAME=$BEAGLE_USERNAME
+
+if [[ -z $USERNAME ]]
+then
+    echo "Remote username not provided. Skipping sites configs"
+else
+    ls *xml
+    cat sites.xml  | sed "s/{env.USER}/$USERNAME/" > tmp && mv tmp sites.xml
+fi


Property changes on: trunk/tests/sites/beagle/beagle_sanity.setup.sh
___________________________________________________________________
Added: svn:executable
   + *

Added: trunk/tests/sites/beagle/beagle_sanity.source.sh
===================================================================
--- trunk/tests/sites/beagle/beagle_sanity.source.sh	                        (rev 0)
+++ trunk/tests/sites/beagle/beagle_sanity.source.sh	2013-10-06 15:54:22 UTC (rev 7137)
@@ -0,0 +1,6 @@
+#!/bin/bash
+if [ "$HOSTNAME" == "midway001" ]
+then
+   export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+   export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;


Property changes on: trunk/tests/sites/beagle/beagle_sanity.source.sh
___________________________________________________________________
Added: svn:executable
   + *

Added: trunk/tests/sites/beagle/beagle_sanity.swift
===================================================================
--- trunk/tests/sites/beagle/beagle_sanity.swift	                        (rev 0)
+++ trunk/tests/sites/beagle/beagle_sanity.swift	2013-10-06 15:54:22 UTC (rev 7137)
@@ -0,0 +1,11 @@
+type file;
+
+app (file out, file err) remote_driver ()
+{
+    date stdout=@filename(out) stderr=@filename(err);
+}
+
+file driver_out <simple_mapper; prefix="sanity", suffix=".out">;
+file driver_err <simple_mapper; prefix="sanity", suffix=".err">;
+
+(driver_out, driver_err) = remote_driver();
\ No newline at end of file

Added: trunk/tests/sites/beagle/beagle_sanity.timeout
===================================================================
--- trunk/tests/sites/beagle/beagle_sanity.timeout	                        (rev 0)
+++ trunk/tests/sites/beagle/beagle_sanity.timeout	2013-10-06 15:54:22 UTC (rev 7137)
@@ -0,0 +1 @@
+300

Modified: trunk/tests/sites/beagle/sites.template.xml
===================================================================
--- trunk/tests/sites/beagle/sites.template.xml	2013-10-04 22:46:09 UTC (rev 7136)
+++ trunk/tests/sites/beagle/sites.template.xml	2013-10-06 15:54:22 UTC (rev 7137)
@@ -1,4 +1,6 @@
-<config>
+<?xml version="1.0" encoding="UTF-8"?>
+<config xmlns="http://www.ci.uchicago.edu/swift/SwiftSites">
+
   <pool handle="beagle">
     <execution provider="coaster" jobmanager="ssh-cl:pbs" url="login4.beagle.ci.uchicago.edu"/>
     <profile namespace="globus" key="jobsPerNode">24</profile>
@@ -8,10 +10,10 @@
     <profile namespace="globus" key="maxtime">3700</profile>
     <profile namespace="globus" key="maxWalltime">01:00:00</profile>
     <profile namespace="globus" key="userHomeOverride">/lustre/beagle/{env.USER}/swiftwork</profile>
-    <profile namespace="globus" key="slots">20</profile>
-    <profile namespace="globus" key="maxnodes">10</profile>
+    <profile namespace="globus" key="slots">1</profile>
+    <profile namespace="globus" key="maxnodes">2</profile>
     <profile namespace="globus" key="nodeGranularity">1</profile>
-    <profile namespace="karajan" key="jobThrottle">4.80</profile>
+    <profile namespace="karajan" key="jobThrottle">1.00</profile>
     <profile namespace="karajan" key="initialScore">10000</profile>
     <profile namespace="karajan" key="workerLoggingLevel">trace</profile>
     <!-- <workdirectory>/lustre/beagle/yadunandb/swiftwork</workdirectory> -->

Added: trunk/tests/sites/blues/blues_sanity.setup.sh
===================================================================
--- trunk/tests/sites/blues/blues_sanity.setup.sh	                        (rev 0)
+++ trunk/tests/sites/blues/blues_sanity.setup.sh	2013-10-06 15:54:22 UTC (rev 7137)
@@ -0,0 +1,11 @@
+#!/bin/bash
+
+USERNAME=$BLUES_USERNAME
+
+if [[ -z $USERNAME ]] 
+then
+    echo "Remote username not provided. Skipping sites configs"
+else
+    ls *xml
+    cat sites.xml  | sed "s/{env.USER}/$USERNAME/" > tmp && mv tmp sites.xml
+fi


Property changes on: trunk/tests/sites/blues/blues_sanity.setup.sh
___________________________________________________________________
Added: svn:executable
   + *

Added: trunk/tests/sites/blues/blues_sanity.source.sh
===================================================================
--- trunk/tests/sites/blues/blues_sanity.source.sh	                        (rev 0)
+++ trunk/tests/sites/blues/blues_sanity.source.sh	2013-10-06 15:54:22 UTC (rev 7137)
@@ -0,0 +1,6 @@
+#!/bin/bash
+if [ "$HOSTNAME" == "midway001" ]
+then
+   export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+   export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;


Property changes on: trunk/tests/sites/blues/blues_sanity.source.sh
___________________________________________________________________
Added: svn:executable
   + *

Added: trunk/tests/sites/blues/blues_sanity.swift
===================================================================
--- trunk/tests/sites/blues/blues_sanity.swift	                        (rev 0)
+++ trunk/tests/sites/blues/blues_sanity.swift	2013-10-06 15:54:22 UTC (rev 7137)
@@ -0,0 +1,11 @@
+type file;
+
+app (file out, file err) remote_driver ()
+{
+    date stdout=@filename(out) stderr=@filename(err);
+}
+
+file driver_out <simple_mapper; prefix="sanity", suffix=".out">;
+file driver_err <simple_mapper; prefix="sanity", suffix=".err">;
+
+(driver_out, driver_err) = remote_driver();
\ No newline at end of file

Added: trunk/tests/sites/blues/blues_sanity.timeout
===================================================================
--- trunk/tests/sites/blues/blues_sanity.timeout	                        (rev 0)
+++ trunk/tests/sites/blues/blues_sanity.timeout	2013-10-06 15:54:22 UTC (rev 7137)
@@ -0,0 +1 @@
+300

Modified: trunk/tests/sites/blues/sites.template.xml
===================================================================
--- trunk/tests/sites/blues/sites.template.xml	2013-10-04 22:46:09 UTC (rev 7136)
+++ trunk/tests/sites/blues/sites.template.xml	2013-10-06 15:54:22 UTC (rev 7137)
@@ -1,4 +1,5 @@
-<config>
+<?xml version="1.0" encoding="UTF-8"?>
+<config xmlns="http://www.ci.uchicago.edu/swift/SwiftSites">
     <pool handle="blues">
         <execution jobmanager="local:pbs" provider="coaster" url="none"/>
         <filesystem provider="local" url="none" />
@@ -9,7 +10,7 @@
         <profile namespace="globus" key="slots">1</profile>
         <profile namespace="globus" key="nodeGranularity">2</profile>
         <profile namespace="globus" key="maxNodes">2</profile>
-        <profile namespace="karajan" key="jobThrottle">2.20</profile>
+        <profile namespace="karajan" key="jobThrottle">1.00</profile>
         <profile namespace="karajan" key="initialScore">10000</profile>
         <profile namespace="globus" key="HighOverAllocation">1000</profile>
         <profile namespace="globus" key="LowOverAllocation">1000</profile>

Added: trunk/tests/sites/ci/ci_sanity.setup.sh
===================================================================
--- trunk/tests/sites/ci/ci_sanity.setup.sh	                        (rev 0)
+++ trunk/tests/sites/ci/ci_sanity.setup.sh	2013-10-06 15:54:22 UTC (rev 7137)
@@ -0,0 +1,12 @@
+#!/bin/bash
+
+echo  "BEAGLE_USERNAME : $BEAGLE_USERNAME"
+USERNAME=$BEAGLE_USERNAME
+
+if [[ -z $USERNAME ]] 
+then
+    echo "Remote username not provided. Skipping sites configs"
+else
+    ls *xml
+    cat sites.xml  | sed "s/{env.USER}/$USERNAME/" > tmp && mv tmp sites.xml
+fi


Property changes on: trunk/tests/sites/ci/ci_sanity.setup.sh
___________________________________________________________________
Added: svn:executable
   + *

Added: trunk/tests/sites/ci/ci_sanity.source.sh
===================================================================
--- trunk/tests/sites/ci/ci_sanity.source.sh	                        (rev 0)
+++ trunk/tests/sites/ci/ci_sanity.source.sh	2013-10-06 15:54:22 UTC (rev 7137)
@@ -0,0 +1,6 @@
+#!/bin/bash
+if [ "$HOSTNAME" == "midway001" ]
+then
+   export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+   export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;


Property changes on: trunk/tests/sites/ci/ci_sanity.source.sh
___________________________________________________________________
Added: svn:executable
   + *

Added: trunk/tests/sites/ci/ci_sanity.swift
===================================================================
--- trunk/tests/sites/ci/ci_sanity.swift	                        (rev 0)
+++ trunk/tests/sites/ci/ci_sanity.swift	2013-10-06 15:54:22 UTC (rev 7137)
@@ -0,0 +1,11 @@
+type file;
+
+app (file out, file err) remote_driver ()
+{
+    date stdout=@filename(out) stderr=@filename(err);
+}
+
+file driver_out <simple_mapper; prefix="sanity", suffix=".out">;
+file driver_err <simple_mapper; prefix="sanity", suffix=".err">;
+
+(driver_out, driver_err) = remote_driver();
\ No newline at end of file

Added: trunk/tests/sites/ci/ci_sanity.timeout
===================================================================
--- trunk/tests/sites/ci/ci_sanity.timeout	                        (rev 0)
+++ trunk/tests/sites/ci/ci_sanity.timeout	2013-10-06 15:54:22 UTC (rev 7137)
@@ -0,0 +1 @@
+300

Modified: trunk/tests/sites/ci/sites.template.xml
===================================================================
--- trunk/tests/sites/ci/sites.template.xml	2013-10-04 22:46:09 UTC (rev 7136)
+++ trunk/tests/sites/ci/sites.template.xml	2013-10-06 15:54:22 UTC (rev 7137)
@@ -1,4 +1,6 @@
-<config>
+<?xml version="1.0" encoding="UTF-8"?>
+<config xmlns="http://www.ci.uchicago.edu/swift/SwiftSites">
+
   <pool handle="ci">
     <execution provider="coaster" jobmanager="ssh-cl:local" url="login.ci.uchicago.edu"/>
     <profile namespace="globus" key="jobsPerNode">24</profile>
@@ -6,8 +8,8 @@
     <profile namespace="globus" key="highOverAllocation">100</profile>
     <profile namespace="globus" key="maxtime">3700</profile>
     <profile namespace="globus" key="maxWalltime">01:00:00</profile>
-    <profile namespace="globus" key="slots">20</profile>
-    <profile namespace="globus" key="maxnodes">10</profile>
+    <profile namespace="globus" key="slots">1</profile>
+    <profile namespace="globus" key="maxnodes">1</profile>
     <profile namespace="globus" key="nodeGranularity">1</profile>
     <profile namespace="karajan" key="jobThrottle">4.80</profile>
     <profile namespace="karajan" key="initialScore">10000</profile>

Modified: trunk/tests/sites/local/sites.template.xml
===================================================================
--- trunk/tests/sites/local/sites.template.xml	2013-10-04 22:46:09 UTC (rev 7136)
+++ trunk/tests/sites/local/sites.template.xml	2013-10-06 15:54:22 UTC (rev 7137)
@@ -1,4 +1,5 @@
-<config>
+<?xml version="1.0" encoding="UTF-8"?>
+<config xmlns="http://www.ci.uchicago.edu/swift/SwiftSites">
 <pool handle="localhost">
   <execution provider="local" />
   <gridftp url="local://localhost" />

Added: trunk/tests/sites/mac-frisbee/mac-frisbee_sanity.setup.sh
===================================================================
--- trunk/tests/sites/mac-frisbee/mac-frisbee_sanity.setup.sh	                        (rev 0)
+++ trunk/tests/sites/mac-frisbee/mac-frisbee_sanity.setup.sh	2013-10-06 15:54:22 UTC (rev 7137)
@@ -0,0 +1,11 @@
+#!/bin/bash
+
+USERNAME=$MCS_USERNAME
+
+if [[ -z $USERNAME ]] 
+then
+    echo "Remote username not provided. Skipping sites configs"
+else
+    ls *xml
+    cat sites.xml  | sed "s/{env.USER}/$USERNAME/" > tmp && mv tmp sites.xml
+fi


Property changes on: trunk/tests/sites/mac-frisbee/mac-frisbee_sanity.setup.sh
___________________________________________________________________
Added: svn:executable
   + *

Added: trunk/tests/sites/mac-frisbee/mac-frisbee_sanity.source.sh
===================================================================
--- trunk/tests/sites/mac-frisbee/mac-frisbee_sanity.source.sh	                        (rev 0)
+++ trunk/tests/sites/mac-frisbee/mac-frisbee_sanity.source.sh	2013-10-06 15:54:22 UTC (rev 7137)
@@ -0,0 +1,6 @@
+#!/bin/bash
+if [ "$HOSTNAME" == "midway001" ]
+then
+   export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+   export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;


Property changes on: trunk/tests/sites/mac-frisbee/mac-frisbee_sanity.source.sh
___________________________________________________________________
Added: svn:executable
   + *

Added: trunk/tests/sites/mac-frisbee/mac-frisbee_sanity.swift
===================================================================
--- trunk/tests/sites/mac-frisbee/mac-frisbee_sanity.swift	                        (rev 0)
+++ trunk/tests/sites/mac-frisbee/mac-frisbee_sanity.swift	2013-10-06 15:54:22 UTC (rev 7137)
@@ -0,0 +1,11 @@
+type file;
+
+app (file out, file err) remote_driver ()
+{
+    date stdout=@filename(out) stderr=@filename(err);
+}
+
+file driver_out <simple_mapper; prefix="sanity", suffix=".out">;
+file driver_err <simple_mapper; prefix="sanity", suffix=".err">;
+
+(driver_out, driver_err) = remote_driver();
\ No newline at end of file

Added: trunk/tests/sites/mac-frisbee/mac-frisbee_sanity.timeout
===================================================================
--- trunk/tests/sites/mac-frisbee/mac-frisbee_sanity.timeout	                        (rev 0)
+++ trunk/tests/sites/mac-frisbee/mac-frisbee_sanity.timeout	2013-10-06 15:54:22 UTC (rev 7137)
@@ -0,0 +1 @@
+300

Modified: trunk/tests/sites/mac-frisbee/sites.template.xml
===================================================================
--- trunk/tests/sites/mac-frisbee/sites.template.xml	2013-10-04 22:46:09 UTC (rev 7136)
+++ trunk/tests/sites/mac-frisbee/sites.template.xml	2013-10-06 15:54:22 UTC (rev 7137)
@@ -1,4 +1,6 @@
-<config>
+<?xml version="1.0" encoding="UTF-8"?>
+<config xmlns="http://www.ci.uchicago.edu/swift/SwiftSites">
+
   <pool handle="frisbee">
     <execution provider="coaster" jobmanager="ssh-cl:local" url="frisbee.mcs.anl.gov"/>
     <profile namespace="globus" key="jobsPerNode">8</profile>
@@ -8,6 +10,6 @@
     <profile namespace="globus" key="maxWalltime">00:05:00</profile>
     <profile namespace="karajan" key="jobThrottle">0.0799</profile>
     <profile namespace="karajan" key="initialScore">10000</profile>
-    <workdirectory>/homes/{env.USER}/swiftwork</workdirectory> -->    
+    <workdirectory>/homes/{env.USER}/swiftwork</workdirectory> -->
   </pool>
 </config>

Added: trunk/tests/sites/mcs/mcs_sanity.setup.sh
===================================================================
--- trunk/tests/sites/mcs/mcs_sanity.setup.sh	                        (rev 0)
+++ trunk/tests/sites/mcs/mcs_sanity.setup.sh	2013-10-06 15:54:22 UTC (rev 7137)
@@ -0,0 +1,11 @@
+#!/bin/bash
+
+USERNAME=$MCS_USERNAME
+
+if [[ -z $USERNAME ]] 
+then
+    echo "Remote username not provided. Skipping sites configs"
+else
+    ls *xml
+    cat sites.xml  | sed "s/{env.USER}/$USERNAME/" > tmp && mv tmp sites.xml
+fi


Property changes on: trunk/tests/sites/mcs/mcs_sanity.setup.sh
___________________________________________________________________
Added: svn:executable
   + *

Added: trunk/tests/sites/mcs/mcs_sanity.source.sh
===================================================================
--- trunk/tests/sites/mcs/mcs_sanity.source.sh	                        (rev 0)
+++ trunk/tests/sites/mcs/mcs_sanity.source.sh	2013-10-06 15:54:22 UTC (rev 7137)
@@ -0,0 +1,6 @@
+#!/bin/bash
+if [ "$HOSTNAME" == "midway001" ]
+then
+   export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+   export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;


Property changes on: trunk/tests/sites/mcs/mcs_sanity.source.sh
___________________________________________________________________
Added: svn:executable
   + *

Added: trunk/tests/sites/mcs/mcs_sanity.swift
===================================================================
--- trunk/tests/sites/mcs/mcs_sanity.swift	                        (rev 0)
+++ trunk/tests/sites/mcs/mcs_sanity.swift	2013-10-06 15:54:22 UTC (rev 7137)
@@ -0,0 +1,11 @@
+type file;
+
+app (file out, file err) remote_driver ()
+{
+    date stdout=@filename(out) stderr=@filename(err);
+}
+
+file driver_out <simple_mapper; prefix="sanity", suffix=".out">;
+file driver_err <simple_mapper; prefix="sanity", suffix=".err">;
+
+(driver_out, driver_err) = remote_driver();
\ No newline at end of file

Added: trunk/tests/sites/mcs/mcs_sanity.timeout
===================================================================
--- trunk/tests/sites/mcs/mcs_sanity.timeout	                        (rev 0)
+++ trunk/tests/sites/mcs/mcs_sanity.timeout	2013-10-06 15:54:22 UTC (rev 7137)
@@ -0,0 +1 @@
+300

Modified: trunk/tests/sites/mcs/sites.template.xml
===================================================================
--- trunk/tests/sites/mcs/sites.template.xml	2013-10-04 22:46:09 UTC (rev 7136)
+++ trunk/tests/sites/mcs/sites.template.xml	2013-10-06 15:54:22 UTC (rev 7137)
@@ -1,4 +1,5 @@
-<config>
+<?xml version="1.0" encoding="UTF-8"?>
+<config xmlns="http://www.ci.uchicago.edu/swift/SwiftSites">
   <pool handle="crush">
     <execution provider="coaster" jobmanager="ssh-cl:local" url="crush.mcs.anl.gov"/>
     <profile namespace="globus" key="jobsPerNode">8</profile>

Added: trunk/tests/sites/midway/midway_sanity.setup.sh
===================================================================
--- trunk/tests/sites/midway/midway_sanity.setup.sh	                        (rev 0)
+++ trunk/tests/sites/midway/midway_sanity.setup.sh	2013-10-06 15:54:22 UTC (rev 7137)
@@ -0,0 +1,11 @@
+#!/bin/bash
+
+USERNAME=$MIDWAY_USERNAME
+
+if [[ -z $USERNAME ]] 
+then
+    echo "Remote username not provided. Skipping sites configs"
+else
+    ls *xml
+    cat sites.xml  | sed "s/{env.USER}/$USERNAME/" > tmp && mv tmp sites.xml
+fi


Property changes on: trunk/tests/sites/midway/midway_sanity.setup.sh
___________________________________________________________________
Added: svn:executable
   + *

Added: trunk/tests/sites/midway/midway_sanity.source.sh
===================================================================
--- trunk/tests/sites/midway/midway_sanity.source.sh	                        (rev 0)
+++ trunk/tests/sites/midway/midway_sanity.source.sh	2013-10-06 15:54:22 UTC (rev 7137)
@@ -0,0 +1,6 @@
+#!/bin/bash
+if [ "$HOSTNAME" == "midway001" ]
+then
+   export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+   export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;


Property changes on: trunk/tests/sites/midway/midway_sanity.source.sh
___________________________________________________________________
Added: svn:executable
   + *

Added: trunk/tests/sites/midway/midway_sanity.swift
===================================================================
--- trunk/tests/sites/midway/midway_sanity.swift	                        (rev 0)
+++ trunk/tests/sites/midway/midway_sanity.swift	2013-10-06 15:54:22 UTC (rev 7137)
@@ -0,0 +1,11 @@
+type file;
+
+app (file out, file err) remote_driver ()
+{
+    date stdout=@filename(out) stderr=@filename(err);
+}
+
+file driver_out <simple_mapper; prefix="sanity", suffix=".out">;
+file driver_err <simple_mapper; prefix="sanity", suffix=".err">;
+
+(driver_out, driver_err) = remote_driver();
\ No newline at end of file

Added: trunk/tests/sites/midway/midway_sanity.timeout
===================================================================
--- trunk/tests/sites/midway/midway_sanity.timeout	                        (rev 0)
+++ trunk/tests/sites/midway/midway_sanity.timeout	2013-10-06 15:54:22 UTC (rev 7137)
@@ -0,0 +1 @@
+300

Modified: trunk/tests/sites/midway/sites.template.xml
===================================================================
--- trunk/tests/sites/midway/sites.template.xml	2013-10-04 22:46:09 UTC (rev 7136)
+++ trunk/tests/sites/midway/sites.template.xml	2013-10-06 15:54:22 UTC (rev 7137)
@@ -1,4 +1,6 @@
-<config>
+<?xml version="1.0" encoding="UTF-8"?>
+<config xmlns="http://www.ci.uchicago.edu/swift/SwiftSites">
+
   <pool handle="midway">
     <execution provider="coaster" jobmanager="local:slurm"/>
     <profile namespace="globus" key="queue">sandyb</profile>
@@ -7,7 +9,7 @@
     <profile namespace="globus" key="maxTime">3600</profile>
     <profile namespace="globus" key="highOverAllocation">100</profile>
     <profile namespace="globus" key="lowOverAllocation">100</profile>
-    <profile namespace="globus" key="slots">4</profile>
+    <profile namespace="globus" key="slots">2</profile>
     <profile namespace="globus" key="maxNodes">1</profile>
     <profile namespace="globus" key="nodeGranularity">1</profile>
     <profile namespace="karajan" key="jobThrottle">.64</profile>

Added: trunk/tests/sites/raven/raven_sanity.setup.sh
===================================================================
--- trunk/tests/sites/raven/raven_sanity.setup.sh	                        (rev 0)
+++ trunk/tests/sites/raven/raven_sanity.setup.sh	2013-10-06 15:54:22 UTC (rev 7137)
@@ -0,0 +1,11 @@
+#!/bin/bash
+
+USERNAME=$BLUES_USERNAME
+
+if [[ -z $USERNAME ]] 
+then
+    echo "Remote username not provided. Skipping sites configs"
+else
+    ls *xml
+    cat sites.xml  | sed "s/{env.USER}/$USERNAME/" > tmp && mv tmp sites.xml
+fi


Property changes on: trunk/tests/sites/raven/raven_sanity.setup.sh
___________________________________________________________________
Added: svn:executable
   + *

Added: trunk/tests/sites/raven/raven_sanity.source.sh
===================================================================
--- trunk/tests/sites/raven/raven_sanity.source.sh	                        (rev 0)
+++ trunk/tests/sites/raven/raven_sanity.source.sh	2013-10-06 15:54:22 UTC (rev 7137)
@@ -0,0 +1,6 @@
+#!/bin/bash
+if [ "$HOSTNAME" == "midway001" ]
+then
+   export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+   export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;


Property changes on: trunk/tests/sites/raven/raven_sanity.source.sh
___________________________________________________________________
Added: svn:executable
   + *

Added: trunk/tests/sites/raven/raven_sanity.swift
===================================================================
--- trunk/tests/sites/raven/raven_sanity.swift	                        (rev 0)
+++ trunk/tests/sites/raven/raven_sanity.swift	2013-10-06 15:54:22 UTC (rev 7137)
@@ -0,0 +1,11 @@
+type file;
+
+app (file out, file err) remote_driver ()
+{
+    date stdout=@filename(out) stderr=@filename(err);
+}
+
+file driver_out <simple_mapper; prefix="sanity", suffix=".out">;
+file driver_err <simple_mapper; prefix="sanity", suffix=".err">;
+
+(driver_out, driver_err) = remote_driver();
\ No newline at end of file

Added: trunk/tests/sites/raven/raven_sanity.timeout
===================================================================
--- trunk/tests/sites/raven/raven_sanity.timeout	                        (rev 0)
+++ trunk/tests/sites/raven/raven_sanity.timeout	2013-10-06 15:54:22 UTC (rev 7137)
@@ -0,0 +1 @@
+300

Modified: trunk/tests/sites/raven/sites.template.xml
===================================================================
--- trunk/tests/sites/raven/sites.template.xml	2013-10-04 22:46:09 UTC (rev 7136)
+++ trunk/tests/sites/raven/sites.template.xml	2013-10-06 15:54:22 UTC (rev 7137)
@@ -1,4 +1,5 @@
-<config>
+<?xml version="1.0" encoding="UTF-8"?>
+<config xmlns="http://www.ci.uchicago.edu/swift/SwiftSites">
   <pool handle="raven">
     <execution provider="coaster" jobmanager="local:pbs"/>
     <profile namespace="globus" key="project">CI-SES000031</profile>
@@ -6,10 +7,10 @@
     <profile namespace="globus" key="jobsPerNode">24</profile>
     <profile namespace="globus" key="providerAttributes">pbs.aprun;pbs.mpp;depth=24</profile>
     <profile namespace="globus" key="maxWallTime">00:01:00</profile>
-    <profile namespace="globus" key="slots">50</profile>
+    <profile namespace="globus" key="slots">1</profile>
     <profile namespace="globus" key="nodeGranularity">2</profile>
     <profile namespace="globus" key="maxNodes">2</profile>
-    <profile namespace="karajan" key="jobThrottle">60.99</profile>
+    <profile namespace="karajan" key="jobThrottle">1.00</profile>
     <profile namespace="karajan" key="initialScore">10000</profile>
     <filesystem provider="local"/>
     <workdirectory>/home/users/p01537/swiftwork</workdirectory>

Modified: trunk/tests/sites/stampede/sites.template.xml
===================================================================
--- trunk/tests/sites/stampede/sites.template.xml	2013-10-04 22:46:09 UTC (rev 7136)
+++ trunk/tests/sites/stampede/sites.template.xml	2013-10-06 15:54:22 UTC (rev 7137)
@@ -1,4 +1,6 @@
-<config>
+<?xml version="1.0" encoding="UTF-8"?>
+<config xmlns="http://www.ci.uchicago.edu/swift/SwiftSites">
+
   <pool handle="stampede">
     <execution provider="coaster"  jobmanager="local:slurm"/>
     <filesystem provider="local"/>
@@ -15,3 +17,25 @@
   </pool>
 </config>
 
+
+<!--
+<config>
+  <pool handle="stampede">
+    <execution provider="coaster" jobmanager="gt2:gt2:slurm" url="login5.stampede.tacc.utexas.edu:2119/jobmanager-slurm"/>
+    <filesystem provider="gsiftp" url="gsiftp://gridftp.stampede.tacc.utexas.edu:2811"/>
+    <profile namespace="globus"  key="jobsPerNode">16</profile>
+    <profile namespace="globus"  key="ppn">16</profile>
+    <profile namespace="globus"  key="maxTime">3600</profile>
+    <profile namespace="globus"  key="maxwalltime">00:05:00</profile>
+    <profile namespace="globus"  key="lowOverallocation">100</profile>
+    <profile namespace="globus"  key="highOverallocation">100</profile>
+    <profile namespace="globus"  key="queue">normal</profile>
+    <profile namespace="globus"  key="nodeGranularity">1</profile>
+    <profile namespace="globus"  key="maxNodes">1</profile>
+    <profile namespace="globus"  key="project">TG-EAR130015</profile>
+    <profile namespace="karajan" key="jobThrottle">.3199</profile>
+    <profile namespace="karajan" key="initialScore">10000</profile>
+    <workdirectory>/scratch/01739/ketan/swift.work</workdirectory>
+  </pool>
+</config>
+-->
\ No newline at end of file

Added: trunk/tests/sites/stampede/stampede_sanity.setup.sh
===================================================================
--- trunk/tests/sites/stampede/stampede_sanity.setup.sh	                        (rev 0)
+++ trunk/tests/sites/stampede/stampede_sanity.setup.sh	2013-10-06 15:54:22 UTC (rev 7137)
@@ -0,0 +1,11 @@
+#!/bin/bash
+
+USERNAME=$BLUES_USERNAME
+
+if [[ -z $USERNAME ]] 
+then
+    echo "Remote username not provided. Skipping sites configs"
+else
+    ls *xml
+    cat sites.xml  | sed "s/{env.USER}/$USERNAME/" > tmp && mv tmp sites.xml
+fi


Property changes on: trunk/tests/sites/stampede/stampede_sanity.setup.sh
___________________________________________________________________
Added: svn:executable
   + *

Added: trunk/tests/sites/stampede/stampede_sanity.source.sh
===================================================================
--- trunk/tests/sites/stampede/stampede_sanity.source.sh	                        (rev 0)
+++ trunk/tests/sites/stampede/stampede_sanity.source.sh	2013-10-06 15:54:22 UTC (rev 7137)
@@ -0,0 +1,6 @@
+#!/bin/bash
+if [ "$HOSTNAME" == "midway001" ]
+then
+   export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+   export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;


Property changes on: trunk/tests/sites/stampede/stampede_sanity.source.sh
___________________________________________________________________
Added: svn:executable
   + *

Added: trunk/tests/sites/stampede/stampede_sanity.swift
===================================================================
--- trunk/tests/sites/stampede/stampede_sanity.swift	                        (rev 0)
+++ trunk/tests/sites/stampede/stampede_sanity.swift	2013-10-06 15:54:22 UTC (rev 7137)
@@ -0,0 +1,11 @@
+type file;
+
+app (file out, file err) remote_driver ()
+{
+    date stdout=@filename(out) stderr=@filename(err);
+}
+
+file driver_out <simple_mapper; prefix="sanity", suffix=".out">;
+file driver_err <simple_mapper; prefix="sanity", suffix=".err">;
+
+(driver_out, driver_err) = remote_driver();
\ No newline at end of file

Added: trunk/tests/sites/stampede/stampede_sanity.timeout
===================================================================
--- trunk/tests/sites/stampede/stampede_sanity.timeout	                        (rev 0)
+++ trunk/tests/sites/stampede/stampede_sanity.timeout	2013-10-06 15:54:22 UTC (rev 7137)
@@ -0,0 +1 @@
+300

Modified: trunk/tests/sites/uc3/sites.template.xml
===================================================================
--- trunk/tests/sites/uc3/sites.template.xml	2013-10-04 22:46:09 UTC (rev 7136)
+++ trunk/tests/sites/uc3/sites.template.xml	2013-10-06 15:54:22 UTC (rev 7137)
@@ -1,4 +1,6 @@
-<config>
+<?xml version="1.0" encoding="UTF-8"?>
+<config xmlns="http://www.ci.uchicago.edu/swift/SwiftSites">
+
   <pool handle="uc3">
     <execution provider="coaster" url="uc3-sub.uchicago.edu" jobmanager="ssh-cl:condor"/>
     <profile namespace="karajan" key="jobThrottle">10.00</profile>
@@ -8,7 +10,7 @@
     <profile namespace="globus"  key="maxWalltime">00:30:00</profile>
     <profile namespace="globus"  key="highOverAllocation">100</profile>
     <profile namespace="globus"  key="lowOverAllocation">100</profile>
-    <profile namespace="globus"  key="slots">1000</profile>
+    <profile namespace="globus"  key="slots">1</profile>
     <profile namespace="globus"  key="maxNodes">1</profile>
     <profile namespace="globus"  key="nodeGranularity">1</profile>
     <profile namespace="globus"  key="jobType">nonshared</profile>

Added: trunk/tests/sites/uc3/uc3_sanity.setup.sh
===================================================================
--- trunk/tests/sites/uc3/uc3_sanity.setup.sh	                        (rev 0)
+++ trunk/tests/sites/uc3/uc3_sanity.setup.sh	2013-10-06 15:54:22 UTC (rev 7137)
@@ -0,0 +1,11 @@
+#!/bin/bash
+
+USERNAME=$UC3_USERNAME
+
+if [[ -z $USERNAME ]] 
+then
+    echo "Remote username not provided. Skipping sites configs"
+else
+    ls *xml
+    cat sites.xml  | sed "s/{env.USER}/$USERNAME/" > tmp && mv tmp sites.xml
+fi


Property changes on: trunk/tests/sites/uc3/uc3_sanity.setup.sh
___________________________________________________________________
Added: svn:executable
   + *

Added: trunk/tests/sites/uc3/uc3_sanity.source.sh
===================================================================
--- trunk/tests/sites/uc3/uc3_sanity.source.sh	                        (rev 0)
+++ trunk/tests/sites/uc3/uc3_sanity.source.sh	2013-10-06 15:54:22 UTC (rev 7137)
@@ -0,0 +1,6 @@
+#!/bin/bash
+if [ "$HOSTNAME" == "midway001" ]
+then
+   export GLOBUS_HOSTNAME=swift.rcc.uchicago.edu
+   export GLOBUS_TCP_PORT_RANGE=50000,51000
+fi;


Property changes on: trunk/tests/sites/uc3/uc3_sanity.source.sh
___________________________________________________________________
Added: svn:executable
   + *

Added: trunk/tests/sites/uc3/uc3_sanity.swift
===================================================================
--- trunk/tests/sites/uc3/uc3_sanity.swift	                        (rev 0)
+++ trunk/tests/sites/uc3/uc3_sanity.swift	2013-10-06 15:54:22 UTC (rev 7137)
@@ -0,0 +1,11 @@
+type file;
+
+app (file out, file err) remote_driver ()
+{
+    date stdout=@filename(out) stderr=@filename(err);
+}
+
+file driver_out <simple_mapper; prefix="sanity", suffix=".out">;
+file driver_err <simple_mapper; prefix="sanity", suffix=".err">;
+
+(driver_out, driver_err) = remote_driver();
\ No newline at end of file

Added: trunk/tests/sites/uc3/uc3_sanity.timeout
===================================================================
--- trunk/tests/sites/uc3/uc3_sanity.timeout	                        (rev 0)
+++ trunk/tests/sites/uc3/uc3_sanity.timeout	2013-10-06 15:54:22 UTC (rev 7137)
@@ -0,0 +1 @@
+300




More information about the Swift-commit mailing list