[Swift-commit] r7979 - trunk/resources
hategan at ci.uchicago.edu
hategan at ci.uchicago.edu
Wed Jul 9 15:00:23 CDT 2014
Author: hategan
Date: 2014-07-09 15:00:23 -0500 (Wed, 09 Jul 2014)
New Revision: 7979
Added:
trunk/resources/swift.conf.schema
Log:
added config schema
Added: trunk/resources/swift.conf.schema
===================================================================
--- trunk/resources/swift.conf.schema (rev 0)
+++ trunk/resources/swift.conf.schema 2014-07-09 20:00:23 UTC (rev 7979)
@@ -0,0 +1,323 @@
+
+app."*" {
+ _doc:
+ """ Defines an application global to all sites. The '*' symbol stands for
+ the name of the application, as would appear in a swift script. The string
+ ALL could be used to provide settings that apply to all applications."""
+
+ executable {
+ _type: "?String"
+ _doc:
+ """ Specifies the executable of an application. Can either be an absolute
+ path or and executable name that must be in the system PATH on the target
+ site or the symbol "*", in which case Swift will attempt to run an
+ executable with the same name as the application"""
+ }
+
+ options {
+ _type: "?Object"
+ _doc:
+ """ Allows the definition of arbitrary application options. The meaning
+ of these options is largely dependent on the mechanism used to execute
+ the application. """
+ }
+
+ jobType: "?String", jobQueue: "?String", jobProject: "?String"
+ maxWallTime: "?Time"
+
+ env."*": "String"
+}
+
+
+site."*" {
+ OS: "?OS"
+ maxParallelTasks {
+ _type: "?StrictlyPositiveInt"
+ _default: 2
+ }
+
+ initialParallelTasks {
+ _type: "?StrictlyPositiveInt"
+ _default: 2
+ }
+
+ delayBase {
+ _type: "?Float"
+ }
+
+ maxSubmitRate {
+ _type: "?PositiveFloat"
+ }
+
+ staging {
+ _type: "?Choice[swift, provider, wrapper]"
+ _default: "swift"
+ }
+
+ stagingMethod {
+ _type: "?String"
+ _default: "proxy"
+ }
+
+ filesystem {
+ type: "String"
+ URL {
+ _type: "?String"
+ _default: null
+ }
+ }
+
+ execution {
+ type: "String"
+ URL: "?String"
+ jobManager: "?String"
+ # Coasters
+ maxJobs: "?StrictlyPositiveInt"
+ nodeGranularity: "?StrictlyPositiveInt"
+ tasksPerNode: "?StrictlyPositiveInt"
+ allocationStepSize: "?Interval[0.0, 1.0]"
+ lowOverallocation: "?StrictlyPositiveInt"
+ highOverallocation: "?StrictlyPositiveInt"
+ overallocationDecayFactor: "?PositiveFloat"
+ spread: "?Interval[0.0, 1.0]"
+ exponentialSpread: "?Int"
+ reserve: "?Seconds"
+ maxNodesPerJob: "?StrictlyPositiveInt"
+ maxJobTime: "?Time"
+ userHomeOverride: "?String"
+ internalHostName: "?String"
+ jobQueue: "?String"
+ jobProject: "?String"
+ workerLoggingLevel: "?Choice[ERROR, WARN, INFO, DEBUG, TRACE]"
+ workerLoggingDirectory: "?String"
+ softImage: "?String"
+ options: "?Object"
+ }
+
+ workDirectory: "String"
+ app."*": {
+ executable: "?String"
+
+ options: "?Object"
+ jobType: "?String", jobQueue: "?String", jobProject: "?String"
+ maxWallTime: "?Time"
+
+ env."*": "String"
+ }
+
+ wrapperInterpreter: "?String"
+ wrapperInterpreterOptions: "?StringList"
+ wrapperScript: "?String"
+ cleanupCommand: "?String"
+ cleanupCommandOptions: "?StringList"
+
+ # Global properties that can also be used for individual sites
+ wrapperParameterMode: "?Choice[args, files]"
+ keepSiteDir: "?Boolean"
+ statusMode: "?Choice[files, provider]"
+
+}
+
+sites {
+ _type: "StringList"
+ _doc:
+ """Selects a list of sites to run on. The sites in question must have been defined
+ using the site.* properties. To get a list of sites defined in the current
+ configuration, start swift with the -sitelist command line option"""
+}
+
+staging {
+ _type: "?Choice[swift, provider, wrapper]"
+ _default: "swift"
+}
+
+lazyErrors {
+ _type: "?Boolean"
+ _default: false
+ _doc:
+ """Use a lazy mode to deal with errors. When set to 'true' Swift will proceed with the
+ execution until no more data can be derived because of errors in dependent steps. If
+ set to 'false', an error will cause the execution to immediately stop"""
+}
+
+executionRetries {
+ _type: "?PositiveInt"
+ _default: 0
+}
+
+cachingAlgorithm {
+ _type: "?Choice[LRU]"
+ _default: "LRU"
+}
+
+jobSubmitThrottle {
+ _type: "?Throttle"
+ _default: 4
+}
+
+hostJobSubmitThrottle {
+ _type: "?Throttle"
+ _default: 2
+}
+
+fileTransfersThrottle {
+ _type: "?Throttle"
+ _default: 4
+}
+
+fileOperationsThrottle {
+ _type: "?Throttle"
+ _default: 8
+}
+
+siteScoreThrottlingFactor {
+ _type: "?PositiveFloat"
+ _default: 0.2
+}
+
+keepSiteDir {
+ _type: "?Boolean"
+ _default: false
+ _doc:
+ """If set to true, it prevents the removal of remote site run directories
+ after execution has completed."""
+}
+
+logProvenance {
+ _type: "?Boolean"
+ _default: false
+ _doc:
+ """If set to true, will record provenance information in the log file."""
+}
+
+replicationEnabled {
+ _type: "?Boolean"
+ _default: false
+}
+
+replicationMinQueueTime {
+ _type: "?StrictlyPositiveInt"
+ _default: 60
+}
+
+replicationLimit {
+ _type: "?StrictlyPositiveInt"
+ _default: 3
+}
+
+statusMode {
+ _type: "?Choice[files, provider]"
+ _default: "files"
+}
+
+wrapperParameterMode {
+ _type: "?Choice[args, files]"
+ _default: "args"
+}
+
+wrapperInvocationMode {
+ _type: "?Choice[absolute, relative]"
+ _default: "absolute"
+}
+
+CDMBroadcastMode {
+ _type: "?String"
+ _default: "file"
+}
+
+providerStagingPinSwiftFiles {
+ _type: "?Boolean"
+ _default: false
+}
+
+tickerDateFormat {
+ _type: "?String"
+ _default: ""
+}
+
+tickerPrefix {
+ _type: "?String"
+ _default: "Progress: "
+}
+
+tickerEnabled {
+ _type: "?Boolean"
+ _default: true
+}
+
+fileGCEnabled {
+ _type: "?Boolean"
+ _default: true
+ _doc:
+ """Allows disabling the file garbage collector. If set to false, files mapped by
+ collectable mappers (such as the concurrent mapper) will not be deleted when their
+ swift variables go out of scope."""
+}
+
+mappingCheckerEnabled {
+ _type: "?Boolean"
+ _default: true
+ _doc:
+ """Controls the run-time duplicate mapping checker (which indetifies mapping
+ conflicts). When enabled, a record of all mapped data is kept, so this comes at the
+ expense of a slight memory leak. If set 'false', the mapping checker is disabled.
+ Enabled by default."""
+}
+
+hostName {
+ _type: "?String"
+ _default: null
+ _doc:
+ """Can be used to specify a publicly reacheable DNS name or IP address for this
+ machine which is generally used for Globus callbacks. Normally this should be
+ auto-detected, but if you do not have a public DNS name, you may want to set this."""
+}
+
+TCPPortRange {
+ _type: "?PortRange"
+ _default: null
+ _doc:
+ """A TCP port range can be specified to restrict the ports on which certain callback
+ services are started. This is likely needed if your submit host is behind a firewall,
+ in which case the firewall should be configured to allow incoming connections on
+ ports in this range."""
+}
+
+alwaysTransferWrapperLog {
+ _type: "?Boolean"
+ _default: false
+ _doc:
+ """Controls when wrapper logs are transfered back to the submit host. If set to
+ "false", Swift will only transfer a wrapper log for a given job when that job fails.
+ If set to "true", Swift will transfer wrapper logs whether a job fails or not."""
+}
+
+tracingEnabled {
+ _type: "?Boolean"
+ _default: false
+ _doc:
+ """Enables execution tracing. If set to "true", operations within Swift such as
+ iterations, invocations, assignments, and declarations, as well as data dependencies
+ will be logged. This comes at a cost in performance. It is therefore disabled by
+ default."""
+}
+
+wrapperStagingLocalServer {
+ _type: "?String"
+ _default: "file://"
+}
+
+maxForeachThreads {
+ _type: "?StrictlyPositiveInt"
+ _default: 16384
+ _doc_disabled:
+ """Limits the number of concurrent iterations that each foreach statement
+ can have at one time. This conserves memory for swift programs that
+ have large numbers of iterations (which would otherwise all be executed
+ in parallel)."""
+}
+
+maxThreads {
+ _type: "?StrictlyPositiveInt"
+ _default: 1000000
+}
\ No newline at end of file
More information about the Swift-commit
mailing list