[Swift-commit] r6629 - SwiftApps/Scattering/paintgrid
wilde at ci.uchicago.edu
wilde at ci.uchicago.edu
Tue Jul 9 17:53:46 CDT 2013
Author: wilde
Date: 2013-07-09 17:53:46 -0500 (Tue, 09 Jul 2013)
New Revision: 6629
Added:
SwiftApps/Scattering/paintgrid/swift.properties
Modified:
SwiftApps/Scattering/paintgrid/README
Log:
Minor updates.
Modified: SwiftApps/Scattering/paintgrid/README
===================================================================
--- SwiftApps/Scattering/paintgrid/README 2013-07-09 01:57:28 UTC (rev 6628)
+++ SwiftApps/Scattering/paintgrid/README 2013-07-09 22:53:46 UTC (rev 6629)
@@ -1,5 +1,26 @@
Demo / tutorial application to mimic the needs of the PaintGrid application
+
+Setup:
+
+ $ PATH=/clhome/WILDE/swift/rev/swift-0.94.1/bin:$PATH
+
+Create a test data file:
+
+ $ dd bs=8M count=1 if=/dev/zero of=data.0001.tif
+ $ dd bs=800 count=1 if=/dev/zero of=data.0001.tiny
+
+Run the Swift script:
+
+ $ mkdir ~/swift
+ $ cp swift.properties ~/.swift
+
+ $ swift -tc.file apps -sites.file amd.xml paintgrid.swift -runDir=$PWD -params=genpoints.params -image=data.0001.tiny
+
+
+
+TODO:
+
Execution scenarios:
run.local.sh
Added: SwiftApps/Scattering/paintgrid/swift.properties
===================================================================
--- SwiftApps/Scattering/paintgrid/swift.properties (rev 0)
+++ SwiftApps/Scattering/paintgrid/swift.properties 2013-07-09 22:53:46 UTC (rev 6629)
@@ -0,0 +1,430 @@
+
+sites.file=sites.xml
+tc.file=apps
+
+status.mode=provider
+use.provider.staging=true
+use.wrapper.staging=false
+wrapperlog.always.transfer=true
+execution.retries=0
+lazy.errors=false
+provider.staging.pin.swiftfiles=true
+sitedir.keep=true
+file.gc.enabled=false
+#tcp.port.range=50000,51000
+
+###########################################################################
+# Throttling options #
+###########################################################################
+#
+# For the throttling parameters, valid values are either a positive integer
+# or "off" (without the quotes).
+#
+
+#
+# Limits the number of concurrent submissions for a workflow instance. This
+# throttle only limits the number of concurrent tasks (jobs) that are being
+# sent to sites, not the total number of concurrent jobs that can be run.
+# The submission stage in GRAM is one of the most CPU expensive stages (due
+# mostly to the mutual authentication and delegation). Having too many
+# concurrent submissions can overload either or both the submit host CPU
+# and the remote host/head node causing degraded performance.
+#
+# Default: 4
+#
+
+throttle.submit=4
+#throttle.submit=off
+
+#
+# Limits the number of concurrent submissions for any of the sites Swift will
+# try to send jobs to. In other words it guarantees that no more than the
+# value of this throttle jobs sent to any site will be concurrently in a state
+# of being submitted.
+#
+# Default: 2
+#
+
+### throttle.host.submit=2
+#throttle.host.submit=off
+
+#
+# The Swift scheduler has the ability to limit the number of concurrent jobs
+# allowed on a site based on the performance history of that site. Each site
+# is assigned a score (initially 1), which can increase or decrease based
+# on whether the site yields successful or faulty job runs. The score for a
+# site can take values in the (0.1, 100) interval. The number of allowed jobs
+# is calculated using the following formula:
+# 2 + score*throttle.score.job.factor
+# This means a site will always be allowed at least two concurrent jobs and
+# at most 2 + 100*throttle.score.job.factor. With a default of 4 this means
+# at least 2 jobs and at most 402.
+#
+# Default: 4
+#
+
+### throttle.score.job.factor=0.2
+#throttle.score.job.factor=off
+
+
+#
+# Limits the total number of concurrent file transfers that can happen at any
+# given time. File transfers consume bandwidth. Too many concurrent transfers
+# can cause the network to be overloaded preventing various other signalling
+# traffic from flowing properly.
+#
+# Default: 4
+#
+
+throttle.transfers=1
+#throttle.transfers=off
+
+# Limits the total number of concurrent file operations that can happen at any
+# given time. File operations (like transfers) require an exclusive connection
+# to a site. These connections can be expensive to establish. A large number
+# of concurrent file operations may cause Swift to attempt to establish many
+# such expensive connections to various sites. Limiting the number of concurrent
+# file operations causes Swift to use a small number of cached connections and
+# achieve better overall performance.
+#
+# Default: 8
+#
+
+throttle.file.operations=1
+#throttle.file.operations=off
+
+# Swift runtime properties for CMTS Cyber Tutorial
+
+# Get sites and apps lists from these files in cwd:
+
+sites.file=sites.xml
+tc.file=apps
+
+# Data and status staging modes:
+
+use.provider.staging=false
+provider.staging.pin.swiftfiles=false
+use.wrapper.staging=false
+status.mode=provider
+
+# For better debugging:
+
+wrapperlog.always.transfer=true
+execution.retries=0
+lazy.errors=false
+sitedir.keep=true
+file.gc.enabled=false
+file.gc.enabled=false
+
+
+# Swift runtime properties for CMTS Cyber Tutorial
+
+# Get sites and apps lists from these files in cwd:
+
+sites.file=sites.xml
+tc.file=apps
+
+# Data and status staging modes:
+
+use.provider.staging=false
+provider.staging.pin.swiftfiles=false
+use.wrapper.staging=false
+status.mode=provider
+
+# For better debugging:
+
+wrapperlog.always.transfer=true
+execution.retries=0
+lazy.errors=false
+sitedir.keep=true
+file.gc.enabled=false
+file.gc.enabled=false
+
+
+# Swift runtime properties for CMTS Cyber Tutorial
+
+# Get sites and apps lists from these files in cwd:
+
+sites.file=sites.xml
+tc.file=apps
+
+# Data and status staging modes:
+
+use.provider.staging=false
+provider.staging.pin.swiftfiles=false
+use.wrapper.staging=false
+status.mode=provider
+
+# For better debugging:
+
+wrapperlog.always.transfer=true
+execution.retries=0
+lazy.errors=false
+sitedir.keep=true
+file.gc.enabled=false
+file.gc.enabled=false
+
+
+# Swift runtime properties for CMTS Cyber Tutorial
+
+# Get sites and apps lists from these files in cwd:
+
+sites.file=sites.xml
+tc.file=apps
+
+# Data and status staging modes:
+
+use.provider.staging=false
+provider.staging.pin.swiftfiles=false
+use.wrapper.staging=false
+status.mode=provider
+
+# For better debugging:
+
+wrapperlog.always.transfer=true
+execution.retries=0
+lazy.errors=false
+sitedir.keep=true
+file.gc.enabled=false
+file.gc.enabled=false
+
+
+# Swift runtime properties for CMTS Cyber Tutorial
+
+# Get sites and apps lists from these files in cwd:
+
+sites.file=sites.xml
+tc.file=apps
+
+# Data and status staging modes:
+
+use.provider.staging=false
+provider.staging.pin.swiftfiles=false
+use.wrapper.staging=false
+status.mode=provider
+
+# For better debugging:
+
+wrapperlog.always.transfer=true
+execution.retries=0
+lazy.errors=false
+sitedir.keep=true
+file.gc.enabled=false
+file.gc.enabled=false
+
+
+# Swift runtime properties for CMTS Cyber Tutorial
+
+# Get sites and apps lists from these files in cwd:
+
+sites.file=sites.xml
+tc.file=apps
+
+# Data and status staging modes:
+
+use.provider.staging=false
+provider.staging.pin.swiftfiles=false
+use.wrapper.staging=false
+status.mode=provider
+
+# For better debugging:
+
+wrapperlog.always.transfer=true
+execution.retries=0
+lazy.errors=false
+sitedir.keep=true
+file.gc.enabled=false
+file.gc.enabled=false
+
+
+# Swift runtime properties for CMTS Cyber Tutorial
+
+# Get sites and apps lists from these files in cwd:
+
+sites.file=sites.xml
+tc.file=apps
+
+# Data and status staging modes:
+
+use.provider.staging=false
+provider.staging.pin.swiftfiles=false
+use.wrapper.staging=false
+status.mode=provider
+
+# For better debugging:
+
+wrapperlog.always.transfer=true
+execution.retries=0
+lazy.errors=false
+sitedir.keep=true
+file.gc.enabled=false
+file.gc.enabled=false
+
+
+# Swift runtime properties for CMTS Cyber Tutorial
+
+# Get sites and apps lists from these files in cwd:
+
+sites.file=sites.xml
+tc.file=apps
+
+# Data and status staging modes:
+
+use.provider.staging=false
+provider.staging.pin.swiftfiles=false
+use.wrapper.staging=false
+status.mode=provider
+
+# For better debugging:
+
+wrapperlog.always.transfer=true
+execution.retries=0
+lazy.errors=false
+sitedir.keep=true
+file.gc.enabled=false
+file.gc.enabled=false
+
+
+# Swift runtime properties for CMTS Cyber Tutorial
+
+# Get sites and apps lists from these files in cwd:
+
+sites.file=sites.xml
+tc.file=apps
+
+# Data and status staging modes:
+
+use.provider.staging=false
+provider.staging.pin.swiftfiles=false
+use.wrapper.staging=false
+status.mode=provider
+
+# For better debugging:
+
+wrapperlog.always.transfer=true
+execution.retries=0
+lazy.errors=false
+sitedir.keep=true
+file.gc.enabled=false
+file.gc.enabled=false
+
+
+# Swift runtime properties for CMTS Cyber Tutorial
+
+# Get sites and apps lists from these files in cwd:
+
+sites.file=sites.xml
+tc.file=apps
+
+# Data and status staging modes:
+
+use.provider.staging=false
+provider.staging.pin.swiftfiles=false
+use.wrapper.staging=false
+status.mode=provider
+
+# For better debugging:
+
+wrapperlog.always.transfer=true
+execution.retries=0
+lazy.errors=false
+sitedir.keep=true
+file.gc.enabled=false
+file.gc.enabled=false
+
+
+# Swift runtime properties for CMTS Cyber Tutorial
+
+# Get sites and apps lists from these files in cwd:
+
+sites.file=sites.xml
+tc.file=apps
+
+# Data and status staging modes:
+
+use.provider.staging=false
+provider.staging.pin.swiftfiles=false
+use.wrapper.staging=false
+status.mode=provider
+
+# For better debugging:
+
+wrapperlog.always.transfer=true
+execution.retries=0
+lazy.errors=false
+sitedir.keep=true
+file.gc.enabled=false
+file.gc.enabled=false
+
+
+# Swift runtime properties for CMTS Cyber Tutorial
+
+# Get sites and apps lists from these files in cwd:
+
+sites.file=sites.xml
+tc.file=apps
+
+# Data and status staging modes:
+
+use.provider.staging=false
+provider.staging.pin.swiftfiles=false
+use.wrapper.staging=false
+status.mode=provider
+
+# For better debugging:
+
+wrapperlog.always.transfer=true
+execution.retries=0
+lazy.errors=false
+sitedir.keep=true
+file.gc.enabled=false
+file.gc.enabled=false
+
+
+# Swift runtime properties for CMTS Cyber Tutorial
+
+# Get sites and apps lists from these files in cwd:
+
+sites.file=sites.xml
+tc.file=apps
+
+# Data and status staging modes:
+
+use.provider.staging=false
+provider.staging.pin.swiftfiles=false
+use.wrapper.staging=false
+status.mode=provider
+
+# For better debugging:
+
+wrapperlog.always.transfer=true
+execution.retries=0
+lazy.errors=false
+sitedir.keep=true
+file.gc.enabled=false
+file.gc.enabled=false
+
+
+# Swift runtime properties for CMTS Cyber Tutorial
+
+# Get sites and apps lists from these files in cwd:
+
+sites.file=sites.xml
+tc.file=apps
+
+# Data and status staging modes:
+
+use.provider.staging=false
+provider.staging.pin.swiftfiles=false
+use.wrapper.staging=false
+status.mode=provider
+
+# For better debugging:
+
+wrapperlog.always.transfer=true
+execution.retries=0
+lazy.errors=false
+sitedir.keep=true
+file.gc.enabled=false
+file.gc.enabled=false
+
More information about the Swift-commit
mailing list