[Swift-commit] r6126 - in SwiftApps/SciColSim: conf params

wilde at ci.uchicago.edu wilde at ci.uchicago.edu
Thu Jan 3 18:30:40 CST 2013


Author: wilde
Date: 2013-01-03 18:30:39 -0600 (Thu, 03 Jan 2013)
New Revision: 6126

Added:
   SwiftApps/SciColSim/conf/beagle04.cf
   SwiftApps/SciColSim/conf/beagle04.xml
   SwiftApps/SciColSim/conf/beagle05.cf
   SwiftApps/SciColSim/conf/beagle05.xml
   SwiftApps/SciColSim/conf/beagle06.cf
   SwiftApps/SciColSim/conf/beagle06.xml
   SwiftApps/SciColSim/params/ARtest04
   SwiftApps/SciColSim/params/ARtest05
   SwiftApps/SciColSim/params/ARtest06
Modified:
   SwiftApps/SciColSim/conf/beagle03.xml
   SwiftApps/SciColSim/params/ARtest03
Log:
config and param additions/changes.

Modified: SwiftApps/SciColSim/conf/beagle03.xml
===================================================================
--- SwiftApps/SciColSim/conf/beagle03.xml	2013-01-04 00:27:39 UTC (rev 6125)
+++ SwiftApps/SciColSim/conf/beagle03.xml	2013-01-04 00:30:39 UTC (rev 6126)
@@ -20,11 +20,12 @@
     <profile namespace="globus" key="lowOverAllocation">100</profile>
     <profile namespace="globus" key="highOverAllocation">100</profile>
     <profile namespace="globus" key="providerAttributes">pbs.aprun;pbs.mpp;depth=24</profile>
-    <profile namespace="globus" key="maxTime">1800</profile>
+    <profile namespace="globus" key="maxTime">36000</profile>
+    <profile namespace="globus" key="maxWallTime">01:00:00</profile>
     <profile namespace="globus" key="slots">1</profile>
-    <profile namespace="globus" key="nodeGranularity">2</profile>
-    <profile namespace="globus" key="maxNodes">2</profile>
-    <profile namespace="globus" key="queue">scalability</profile>
+    <profile namespace="globus" key="nodeGranularity">4</profile>
+    <profile namespace="globus" key="maxNodes">4</profile>
+    <profile namespace="globus" key="queue">batch</profile>
 
     <profile namespace="karajan" key="jobThrottle">12.00</profile>
     <profile namespace="karajan" key="initialScore">10000</profile>

Added: SwiftApps/SciColSim/conf/beagle04.cf
===================================================================
--- SwiftApps/SciColSim/conf/beagle04.cf	                        (rev 0)
+++ SwiftApps/SciColSim/conf/beagle04.cf	2013-01-04 00:30:39 UTC (rev 6126)
@@ -0,0 +1,11 @@
+wrapperlog.always.transfer=true
+sitedir.keep=true
+execution.retries=4
+lazy.errors=true
+status.mode=provider
+use.provider.staging=false
+use.wrapper.staging=false
+provider.staging.pin.swiftfiles=false
+
+#app local sumloss=$PWD/../sumloss.sh
+#app beagle04 evolve=$PWD/../evolve.sh

Added: SwiftApps/SciColSim/conf/beagle04.xml
===================================================================
--- SwiftApps/SciColSim/conf/beagle04.xml	                        (rev 0)
+++ SwiftApps/SciColSim/conf/beagle04.xml	2013-01-04 00:30:39 UTC (rev 6126)
@@ -0,0 +1,40 @@
+<config>
+
+  <pool handle="local" >
+    <execution provider="local" url="none" />
+    <profile namespace="karajan" key="jobThrottle">0.09</profile>
+    <profile namespace="karajan" key="initialScore">10000</profile>
+    <filesystem provider="local"/>
+    <workdirectory>_WORK_/local</workdirectory>
+  </pool>
+
+  <pool handle="beagle04">
+
+    <execution provider="coaster" jobmanager="local:pbs"/>
+
+    <profile namespace="env" key="SWIFT_GEN_SCRIPTS">KEEP</profile>
+
+    <profile namespace="globus" key="jobsPerNode">1</profile>
+    <profile namespace="globus" key="workerLoggingLevel">DEBUG</profile>
+    <profile namespace="globus" key="workerLoggingDirectory">_WORK_/workers</profile>
+    <profile namespace="globus" key="lowOverAllocation">100</profile>
+    <profile namespace="globus" key="highOverAllocation">100</profile>
+    <profile namespace="globus" key="providerAttributes">pbs.aprun;pbs.mpp;depth=24</profile>
+    <profile namespace="globus" key="maxTime">144000</profile>
+    <profile namespace="globus" key="maxWallTime">01:00:00</profile>
+    <profile namespace="globus" key="disableIdleBlockCleanup">true</profile>
+    <profile namespace="globus" key="slots">1</profile>
+    <profile namespace="globus" key="nodeGranularity">420</profile>
+    <profile namespace="globus" key="maxNodes">420</profile>
+    <profile namespace="globus" key="queue">batch</profile>
+
+    <profile namespace="karajan" key="jobThrottle">12.00</profile>
+    <profile namespace="karajan" key="initialScore">10000</profile>
+
+    <filesystem provider="local"/>
+    <workdirectory>_WORK_/beagle</workdirectory>
+
+  </pool>
+
+</config>
+

Added: SwiftApps/SciColSim/conf/beagle05.cf
===================================================================
--- SwiftApps/SciColSim/conf/beagle05.cf	                        (rev 0)
+++ SwiftApps/SciColSim/conf/beagle05.cf	2013-01-04 00:30:39 UTC (rev 6126)
@@ -0,0 +1,11 @@
+wrapperlog.always.transfer=true
+sitedir.keep=true
+execution.retries=4
+lazy.errors=true
+status.mode=provider
+use.provider.staging=false
+use.wrapper.staging=false
+provider.staging.pin.swiftfiles=false
+
+#app local sumloss=$PWD/../sumloss.sh
+#app beagle05 evolve=$PWD/../evolve.sh

Added: SwiftApps/SciColSim/conf/beagle05.xml
===================================================================
--- SwiftApps/SciColSim/conf/beagle05.xml	                        (rev 0)
+++ SwiftApps/SciColSim/conf/beagle05.xml	2013-01-04 00:30:39 UTC (rev 6126)
@@ -0,0 +1,40 @@
+<config>
+
+  <pool handle="local" >
+    <execution provider="local" url="none" />
+    <profile namespace="karajan" key="jobThrottle">0.09</profile>
+    <profile namespace="karajan" key="initialScore">10000</profile>
+    <filesystem provider="local"/>
+    <workdirectory>_WORK_/local</workdirectory>
+  </pool>
+
+  <pool handle="beagle05">
+
+    <execution provider="coaster" jobmanager="local:pbs"/>
+
+    <profile namespace="env" key="SWIFT_GEN_SCRIPTS">KEEP</profile>
+
+    <profile namespace="globus" key="jobsPerNode">1</profile>
+    <profile namespace="globus" key="workerLoggingLevel">DEBUG</profile>
+    <profile namespace="globus" key="workerLoggingDirectory">_WORK_/workers</profile>
+    <profile namespace="globus" key="lowOverAllocation">100</profile>
+    <profile namespace="globus" key="highOverAllocation">100</profile>
+    <profile namespace="globus" key="providerAttributes">pbs.aprun;pbs.mpp;depth=24</profile>
+    <profile namespace="globus" key="maxTime">144000</profile>
+    <profile namespace="globus" key="maxWallTime">01:00:00</profile>
+    <profile namespace="globus" key="disableIdleBlockCleanup">true</profile>
+    <profile namespace="globus" key="slots">4</profile>
+    <profile namespace="globus" key="nodeGranularity">32</profile>
+    <profile namespace="globus" key="maxNodes">50</profile>
+    <profile namespace="globus" key="queue">batch</profile>
+
+    <profile namespace="karajan" key="jobThrottle">12.00</profile>
+    <profile namespace="karajan" key="initialScore">10000</profile>
+
+    <filesystem provider="local"/>
+    <workdirectory>_WORK_/beagle</workdirectory>
+
+  </pool>
+
+</config>
+

Added: SwiftApps/SciColSim/conf/beagle06.cf
===================================================================
--- SwiftApps/SciColSim/conf/beagle06.cf	                        (rev 0)
+++ SwiftApps/SciColSim/conf/beagle06.cf	2013-01-04 00:30:39 UTC (rev 6126)
@@ -0,0 +1,11 @@
+wrapperlog.always.transfer=true
+sitedir.keep=true
+execution.retries=4
+lazy.errors=true
+status.mode=provider
+use.provider.staging=false
+use.wrapper.staging=false
+provider.staging.pin.swiftfiles=false
+
+#app local sumloss=$PWD/../sumloss.sh
+#app beagle06 evolve=$PWD/../evolve.sh

Added: SwiftApps/SciColSim/conf/beagle06.xml
===================================================================
--- SwiftApps/SciColSim/conf/beagle06.xml	                        (rev 0)
+++ SwiftApps/SciColSim/conf/beagle06.xml	2013-01-04 00:30:39 UTC (rev 6126)
@@ -0,0 +1,40 @@
+<config>
+
+  <pool handle="local" >
+    <execution provider="local" url="none" />
+    <profile namespace="karajan" key="jobThrottle">0.09</profile>
+    <profile namespace="karajan" key="initialScore">10000</profile>
+    <filesystem provider="local"/>
+    <workdirectory>_WORK_/local</workdirectory>
+  </pool>
+
+  <pool handle="beagle06">
+
+    <execution provider="coaster" jobmanager="local:pbs"/>
+
+    <profile namespace="env" key="SWIFT_GEN_SCRIPTS">KEEP</profile>
+
+    <profile namespace="globus" key="jobsPerNode">1</profile>
+    <profile namespace="globus" key="workerLoggingLevel">DEBUG</profile>
+    <profile namespace="globus" key="workerLoggingDirectory">_WORK_/workers</profile>
+    <profile namespace="globus" key="lowOverAllocation">100</profile>
+    <profile namespace="globus" key="highOverAllocation">100</profile>
+    <profile namespace="globus" key="providerAttributes">pbs.aprun;pbs.mpp;depth=24</profile>
+    <profile namespace="globus" key="maxTime">144000</profile>
+    <profile namespace="globus" key="maxWallTime">01:00:00</profile>
+    <profile namespace="globus" key="disableIdleBlockCleanup">true</profile>
+    <profile namespace="globus" key="slots">20</profile>
+    <profile namespace="globus" key="nodeGranularity">18</profile>
+    <profile namespace="globus" key="maxNodes">18</profile>
+    <profile namespace="globus" key="queue">batch</profile>
+
+    <profile namespace="karajan" key="jobThrottle">12.00</profile>
+    <profile namespace="karajan" key="initialScore">10000</profile>
+
+    <filesystem provider="local"/>
+    <workdirectory>_WORK_/beagle</workdirectory>
+
+  </pool>
+
+</config>
+

Modified: SwiftApps/SciColSim/params/ARtest03
===================================================================
--- SwiftApps/SciColSim/params/ARtest03	2013-01-04 00:27:39 UTC (rev 6125)
+++ SwiftApps/SciColSim/params/ARtest03	2013-01-04 00:30:39 UTC (rev 6126)
@@ -1,12 +1,12 @@
 
-min_target_innovation        135    # starting target innovation value to try
-max_target_innovation        136    # stops before this target innovation value
+min_target_innovation        50    # starting target innovation value to try
+max_target_innovation        51    # stops before this target innovation value
 target_innovation_increment  135    # increment target innovation by this amount 
 
 annealing_repeats            1      # times to repeate the entire optimization process for each target_innovation
-annealing_cycles             5      # times to perform the simulated annealing loop for all non-fixed parameters
+annealing_cycles             25     # times to perform the simulated annealing loop for all non-fixed parameters
 
-evolve_reruns                48     # times to perform evolve_to_target_and_save() (objective function - is batched)
+evolve_reruns                96     # times to perform evolve_to_target_and_save() (objective function - is batched)
 nworkers                     24     # number of parallel threads (cores) to use per invocation of C++ optimizer
 reruns_per_opt_invocation    24     # reruns_per_opt_invocation mod nworkers must == 0 !!! <=== NOTE WELL !!!
 

Added: SwiftApps/SciColSim/params/ARtest04
===================================================================
--- SwiftApps/SciColSim/params/ARtest04	                        (rev 0)
+++ SwiftApps/SciColSim/params/ARtest04	2013-01-04 00:30:39 UTC (rev 6126)
@@ -0,0 +1,18 @@
+
+min_target_innovation        270     # starting target innovation value to try
+max_target_innovation        1357    # stops before this target innovation value
+target_innovation_increment  540     # increment target innovation by this amount 
+
+annealing_repeats            1      # times to repeate the entire optimization process for each target_innovation
+annealing_cycles             100      # times to perform the simulated annealing loop for all non-fixed parameters
+
+evolve_reruns                10080    # times to perform evolve_to_target_and_save() (objective function - is batched)
+nworkers                     24     # number of parallel threads (cores) to use per invocation of C++ optimizer
+reruns_per_opt_invocation    24     # reruns_per_opt_invocation mod nworkers must == 0 !!! <=== NOTE WELL !!!
+
+alpha_i                      0.0    # 5 evolve() parameters: must be decimal values !!!
+alpha_m                      0.0    # alpha_i and alpha_m are fixed for now
+beta                         0.0    # rest are varied by the optimization process
+gamma                        0.0
+delta                        0.0 
+ 

Added: SwiftApps/SciColSim/params/ARtest05
===================================================================
--- SwiftApps/SciColSim/params/ARtest05	                        (rev 0)
+++ SwiftApps/SciColSim/params/ARtest05	2013-01-04 00:30:39 UTC (rev 6126)
@@ -0,0 +1,17 @@
+
+min_target_innovation        67     # starting target innovation value to try: 67 134 201 268 335 402 469 536 603 670
+max_target_innovation        672    # stops before this target innovation value
+target_innovation_increment  67     # increment target innovation by this amount 
+
+annealing_repeats            1      # times to repeate the entire optimization process for each target_innovation
+annealing_cycles             100      # times to perform the simulated annealing loop for all non-fixed parameters
+
+evolve_reruns                5040   # times to perform evolve_to_target_and_save() (objective function - is batched)
+nworkers                     24     # number of parallel threads (cores) to use per invocation of C++ optimizer
+reruns_per_opt_invocation    240    # reruns_per_opt_invocation mod nworkers must == 0 !!! <=== NOTE WELL !!!
+
+alpha_i                      0.0    # 5 evolve() parameters: must be decimal values !!!
+alpha_m                      0.0    # alpha_i and alpha_m are fixed for now
+beta                         0.0    # rest are varied by the optimization process
+gamma                        0.0
+delta                        0.0 

Added: SwiftApps/SciColSim/params/ARtest06
===================================================================
--- SwiftApps/SciColSim/params/ARtest06	                        (rev 0)
+++ SwiftApps/SciColSim/params/ARtest06	2013-01-04 00:30:39 UTC (rev 6126)
@@ -0,0 +1,19 @@
+
+min_target_innovation        67     # starting target innovation value to try: 67 134 201 268 335 402 469 536 603 670
+max_target_innovation        672    # stops before this target innovation value
+target_innovation_increment  67     # increment target innovation by this amount 
+
+annealing_repeats            1      # times to repeate the entire optimization process for each target_innovation
+annealing_cycles             100      # times to perform the simulated annealing loop for all non-fixed parameters
+
+evolve_reruns                5040   # times to perform evolve_to_target_and_save() (objective function - is batched)
+nworkers                     24     # number of parallel threads (cores) to use per invocation of C++ optimizer
+reruns_per_opt_invocation    120    # reruns_per_opt_invocation mod nworkers must == 0 !!! <=== NOTE WELL !!!
+
+alpha_i                      0.0    # 5 evolve() parameters: must be decimal values !!!
+alpha_m                      0.0    # alpha_i and alpha_m are fixed for now
+beta                         0.0    # rest are varied by the optimization process
+gamma                        0.0
+delta                        0.0 
+
+starting_jump                0.3




More information about the Swift-commit mailing list