[Swift-commit] cog r3822
swift at ci.uchicago.edu
swift at ci.uchicago.edu
Mon Oct 28 17:55:05 CDT 2013
------------------------------------------------------------------------
r3822 | yadunand | 2013-10-28 17:50:40 -0500 (Mon, 28 Oct 2013) | 6 lines
Added support for passing args to app and setting stdout and stderr locations
tests for above functionality added.
Pending: app attributes, env variables
------------------------------------------------------------------------
Index: modules/provider-coaster-c-client/src/CoasterSWIG.h
===================================================================
--- modules/provider-coaster-c-client/src/CoasterSWIG.h (revision 3821)
+++ modules/provider-coaster-c-client/src/CoasterSWIG.h (working copy)
@@ -22,11 +22,14 @@
Job* CoasterSWIGJobCreate(char *cmd_string);
+int CoasterSWIGJobSettings(Job* j, char* dir, char* args, char* attr,
+ char* envs, char* stdoutLoc, char* stderrLoc);
int CoasterSWIGSubmitJob(CoasterClient *client, Job* job);
int CoasterSWIGWaitForJob(CoasterClient *client, Job* job);
int CoasterSWIGTest(CoasterLoop *loop, char *service_URL, CoasterClient *c);
+
//int CoasterSWIGTest(CoasterLoop *loop, char *service_URL);
//int CoasterSWIGTest(CoasterClient *client);
Index: modules/provider-coaster-c-client/src/CoasterSWIG.cpp
===================================================================
--- modules/provider-coaster-c-client/src/CoasterSWIG.cpp (revision 3821)
+++ modules/provider-coaster-c-client/src/CoasterSWIG.cpp (working copy)
@@ -1,6 +1,7 @@
#include <iostream>
#include <stdlib.h>
#include <string>
+#include <string.h>
#include <sstream>
#include <vector>
@@ -79,6 +80,92 @@
return job;
}
+struct KV {
+ std::string key;
+ std::string value;
+};
+
+std::vector<struct KV> parse_kvpair (std::string str)
+{
+ std::vector<struct KV> pairs;
+ std::stringstream ss(str);
+ std::string item, key, value;
+
+ while (std::getline(ss, item, ',')) {
+ //elems.push_back(item);
+ struct KV kv_pair;
+ std::stringstream kv(item);
+ std::string kv_item;
+ std::getline(kv, kv_item, '=');
+ kv_pair.key = kv_item;
+ std::getline(kv, kv_item);
+ kv_pair.value = kv_item;
+ pairs.push_back(kv_pair);
+ std::cout << "Key,Value : " << key <<", " << value << std::endl;
+ }
+ return pairs;
+}
+
+std::vector<string> parse_string (std::string str)
+{
+ std::vector<string> strings;
+ std::stringstream ss(str);
+ std::string item, key, value;
+
+ while (std::getline(ss, item, ',')) {
+ strings.push_back(item);
+ }
+ return strings;
+}
+
+int CoasterSWIGJobSettings(Job* j, char* dir, char* args, char* attr,
+ char* envs, char *stdoutLoc, char *stderrLoc)
+{
+ std::vector<struct KV> pairs;
+
+ if ( strlen(dir) != 0 ){
+ string str = string(dir);
+ j->setDirectory(str);
+ }
+
+ if ( strlen(args) != 0 ){
+ std::vector<string> arg_vector = parse_string(string(args));
+ for (std::vector<string>::iterator i = arg_vector.begin(); i != arg_vector.end(); i++ ){
+ j->addArgument(*i);
+ cout << "Attr ["<< *i <<"]" <<endl;
+ }
+ }
+ // Untested code block ahead.
+ /*
+ if ( strlen(attr) != 0 ){
+ pairs = parse_kvpair (string(attr));
+ for (std::vector<struct KV>::iterator i = pairs.begin(); i != pairs.end(); i++ ){
+ j->setAttribute(i.key, i.value);
+ cout << "Attr ["<< i.key <<":" << i.value <<"]" <<endl;
+ }
+ }
+
+ if ( strlen(envs) != 0 ){
+ pairs = parse_kvpair (string(envs));
+ for (std::vector<struct KV>::iterator i = pairs.begin(); i != pairs.end(); i++ ){
+ j->setEnv(i.key, i.value);
+ cout << "Env ["<< i.key <<":" << i.value <<"]" <<endl;
+ }
+ }
+ */
+ if (strlen(stdoutLoc) != 0 ) {
+ string* str = new string(stdoutLoc);
+ j->setStdoutLocation(*str);
+ }
+
+ if (strlen(stderrLoc) != 0 ) {
+ string* str = new string(stderrLoc);
+ j->setStderrLocation(*str);
+ }
+
+ return 0;
+}
+
int CoasterSWIGSubmitJob(CoasterClient *client, Job* job)
{
client->submit(*job);
@@ -94,7 +181,6 @@
return 0;
}
-
/**
* This is a test function.
*/
Index: modules/provider-coaster-c-client/README
===================================================================
--- modules/provider-coaster-c-client/README (revision 3821)
+++ modules/provider-coaster-c-client/README (working copy)
@@ -1 +1,4 @@
-It only compiles, so don't assume that it works!
\ No newline at end of file
+It only compiles, so don't assume that it works!
+
+To build with SWIG :
+./configure --enable-swig --with-tcl-version=<Tcl_version> --with-tcl=<Path to tcl installation>
Index: modules/provider-coaster-c-client/tests/tcl/coaster-test-6.tcl
===================================================================
--- modules/provider-coaster-c-client/tests/tcl/coaster-test-6.tcl (revision 0)
+++ modules/provider-coaster-c-client/tests/tcl/coaster-test-6.tcl (revision 3822)
@@ -0,0 +1,26 @@
+load ../../src/.libs/libcoasterclient.so
+
+set loop_ptr [CoasterSWIGLoopCreate]
+
+set client_ptr [CoasterSWIGClientCreate $loop_ptr 140.221.8.81:58318]
+
+set x [CoasterSWIGClientSettings $client_ptr "SLOTS=1,MAX_NODES=1,JOBS_PER_NODE=2"]
+puts "Error code from CoasterSWIGClientSettings $x"
+
+set job1 [CoasterSWIGJobCreate "/bin/hostname"]
+puts "Job set to /bin/hostname"
+
+set rcode [CoasterSWIGJobSettings $job1 "" "" "" "" \
+ "/homes/yadunand/swift-trunk/cog/modules/provider-coaster-c-client/tests/tcl/stdout" \
+ "/homes/yadunand/swift-trunk/cog/modules/provider-coaster-c-client/tests/tcl/stderr" ]
+
+set rcode [CoasterSWIGSubmitJob $client_ptr $job1]
+puts "Job1 submitted"
+
+puts "Waiting for Job1"
+set rcode [CoasterSWIGWaitForJob $client_ptr $job1]
+puts "Job1 complete"
+
+set rcode [CoasterSWIGClientDestroy $client_ptr]
+
+set rcode [CoasterSWIGLoopDestroy $loop_ptr]
\ No newline at end of file
Index: modules/provider-coaster-c-client/tests/tcl/coaster-test-7.tcl
===================================================================
--- modules/provider-coaster-c-client/tests/tcl/coaster-test-7.tcl (revision 0)
+++ modules/provider-coaster-c-client/tests/tcl/coaster-test-7.tcl (revision 3822)
@@ -0,0 +1,26 @@
+load ../../src/.libs/libcoasterclient.so
+
+set loop_ptr [CoasterSWIGLoopCreate]
+
+set client_ptr [CoasterSWIGClientCreate $loop_ptr 140.221.8.81:58318]
+
+set x [CoasterSWIGClientSettings $client_ptr "SLOTS=1,MAX_NODES=1,JOBS_PER_NODE=2"]
+puts "Error code from CoasterSWIGClientSettings $x"
+
+set job1 [CoasterSWIGJobCreate "/bin/hostname"]
+puts "Job set to /bin/hostname"
+
+set rcode [CoasterSWIGJobSettings $job1 "" "-f" "" "" \
+ "/homes/yadunand/swift-trunk/cog/modules/provider-coaster-c-client/tests/tcl/stdout" \
+ "/homes/yadunand/swift-trunk/cog/modules/provider-coaster-c-client/tests/tcl/stderr" ]
+
+set rcode [CoasterSWIGSubmitJob $client_ptr $job1]
+puts "Job1 submitted"
+
+puts "Waiting for Job1"
+set rcode [CoasterSWIGWaitForJob $client_ptr $job1]
+puts "Job1 complete"
+
+set rcode [CoasterSWIGClientDestroy $client_ptr]
+
+set rcode [CoasterSWIGLoopDestroy $loop_ptr]
\ No newline at end of file
Index: modules/provider-coaster-c-client/tests/tcl/coaster-alter.tcl
===================================================================
--- modules/provider-coaster-c-client/tests/tcl/coaster-alter.tcl (revision 0)
+++ modules/provider-coaster-c-client/tests/tcl/coaster-alter.tcl (revision 3822)
@@ -0,0 +1,7 @@
+load ../../src/.libs/libcoasterclient.so
+
+set loop [CoasterSWIGLoopMake]
+set client [CoasterSWIGClientMake $loop 140.221.8.81:40568]
+set res [CoasterSWIGClientSettingsMake $client "SLOTS=1,MAX_NODES=1"]
+
+
Index: modules/provider-coaster-c-client/tests/tcl/coaster-test-5.tcl
===================================================================
--- modules/provider-coaster-c-client/tests/tcl/coaster-test-5.tcl (revision 3821)
+++ modules/provider-coaster-c-client/tests/tcl/coaster-test-5.tcl (working copy)
@@ -2,7 +2,7 @@
set loop_ptr [CoasterSWIGLoopCreate]
-set client_ptr [CoasterSWIGClientCreate $loop_ptr 140.221.8.81:40568]
+set client_ptr [CoasterSWIGClientCreate $loop_ptr 140.221.8.81:58318]
set x [CoasterSWIGClientSettings $client_ptr "SLOTS=1,MAX_NODES=1,JOBS_PER_NODE=2"]
puts "Error code from CoasterSWIGClientSettings "
Index: modules/provider-coaster-c-client/tests/tcl/coaster-test-4.tcl~
===================================================================
--- modules/provider-coaster-c-client/tests/tcl/coaster-test-4.tcl~ (revision 3821)
+++ modules/provider-coaster-c-client/tests/tcl/coaster-test-4.tcl~ (working copy)
@@ -1,23 +0,0 @@
-load ../../src/.libs/libcoasterclient.so
-
-set loop_ptr [CoasterSWIGLoopCreate]
-
-set client_ptr [CoasterSWIGClientCreate $loop_ptr 140.221.8.81:40568]
-
-set x [CoasterSWIGClientSettings $client_ptr "SLOTS=1,MAX_NODES=1,JOBS_PER_NODE=2"]
-puts "Error code from CoasterSWIGClientSettings "
-puts $x
-
-set job1 [CoasterSWIGJobCreate "/bin/hostname"]
-puts "Job set to /bin/hostname"
-
-set rcode [CoasterSWIGSubmitJob $client_ptr $job1]
-puts "Job1 submitted"
-
-puts "Waiting for Job1"
-set rcode [CoasterSWIGWaitForJob $client_ptr $job1]
-puts "Job1 complete"
-
-set rcode [CoasterSWIGClientDestroy $client_ptr]
-
-set rcode [CoasterSWIGLoopDestroy $loop_ptr]
\ No newline at end of file
Index: modules/provider-coaster-c-client/tests/coasters/start-coaster-service.log
===================================================================
--- modules/provider-coaster-c-client/tests/coasters/start-coaster-service.log (revision 3821)
+++ modules/provider-coaster-c-client/tests/coasters/start-coaster-service.log (working copy)
@@ -89,3 +89,4715 @@
2013-10-28 14:35:47,703-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
2013-10-28 14:36:05,891-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:36:25,897-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:36:36,849-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:37:04,091-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+2013-10-28 14:37:07,806-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 14:37:38,766-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:37:42,285-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 14:38:09,724-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:38:20,479-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+Timeout check started for TCPChannel [type: server, contact: unknown]
+2013-10-28 14:38:37,332-0500 INFO AbstractCoasterChannel Timeout check started for TCPChannel [type: server, contact: unknown]
+(0) Scheduling TCPChannel [type: server, contact: 140.221.8.81:51564] for addition
+2013-10-28 14:38:37,336-0500 INFO Multiplexer (0) Scheduling TCPChannel [type: server, contact: 140.221.8.81:51564] for addition
+Multiplexer 0 started
+2013-10-28 14:38:37,336-0500 INFO Multiplexer Multiplexer 0 started
+Channel started: TCPChannel [type: server, contact: 140.221.8.81:51564]
+2013-10-28 14:38:37,336-0500 INFO AbstractTCPChannel Channel started: TCPChannel [type: server, contact: 140.221.8.81:51564]
+Multiplexer 1 started
+2013-10-28 14:38:37,336-0500 INFO Multiplexer Multiplexer 1 started
+Channel id: channel-1-u-2f0d7f25-142009337ad--8000
+2013-10-28 14:38:37,358-0500 INFO ChannelConfigurationHandler Channel id: channel-1-u-2f0d7f25-142009337ad--8000
+MetaChannel [context: cps-51564, boundTo: null] binding to TCPChannel [type: server, contact: 140.221.8.81:51564]
+2013-10-28 14:38:37,358-0500 INFO MetaChannel MetaChannel [context: cps-51564, boundTo: null] binding to TCPChannel [type: server, contact: 140.221.8.81:51564]
+Using threaded sender for TCPChannel [type: server, contact: 140.221.8.81:51564]
+2013-10-28 14:38:37,358-0500 INFO AbstractStreamCoasterChannel Using threaded sender for TCPChannel [type: server, contact: 140.221.8.81:51564]
+Handler(tag: 17767, CHANNELCONFIG) unregistering (send)
+2013-10-28 14:38:37,359-0500 INFO RequestHandler Handler(tag: 17767, CHANNELCONFIG) unregistering (send)
+Handler(tag: 17768, CONFIGSERVICE) unregistering (send)
+2013-10-28 14:38:37,401-0500 INFO RequestHandler Handler(tag: 17768, CONFIGSERVICE) unregistering (send)
+Handler(tag: 17769, SUBMITJOB) unregistering (send)
+2013-10-28 14:38:37,556-0500 INFO RequestHandler Handler(tag: 17769, SUBMITJOB) unregistering (send)
+provider=local
+2013-10-28 14:38:37,581-0500 INFO ExecutionTaskHandler provider=local
+Submit: in: null command: /bin/hostname
+2013-10-28 14:38:37,598-0500 INFO JobSubmissionTaskHandler Submit: in: null command: /bin/hostname
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 2ms
+2013-10-28 14:38:40,683-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 2ms
+Avg stream buf: 0
+2013-10-28 14:38:47,348-0500 INFO Multiplexer Avg stream buf: 0
+Avg stream buf: 0
+2013-10-28 14:38:57,361-0500 INFO Multiplexer Avg stream buf: 0
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:38:58,673-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+Avg stream buf: 0
+2013-10-28 14:39:07,375-0500 INFO Multiplexer Avg stream buf: 0
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 2ms
+2013-10-28 14:39:11,641-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 2ms
+Avg stream buf: 0
+2013-10-28 14:39:17,388-0500 INFO Multiplexer Avg stream buf: 0
+Avg stream buf: 0
+2013-10-28 14:39:27,402-0500 INFO Multiplexer Avg stream buf: 0
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 2ms
+2013-10-28 14:39:36,868-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 2ms
+Avg stream buf: 0
+2013-10-28 14:39:37,414-0500 INFO Multiplexer Avg stream buf: 0
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:39:42,598-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+Timeout check started for TCPChannel [type: server, contact: unknown]
+2013-10-28 14:39:46,590-0500 INFO AbstractCoasterChannel Timeout check started for TCPChannel [type: server, contact: unknown]
+(0) Scheduling TCPChannel [type: server, contact: 140.221.8.81:51565] for addition
+2013-10-28 14:39:46,591-0500 INFO Multiplexer (0) Scheduling TCPChannel [type: server, contact: 140.221.8.81:51565] for addition
+Channel started: TCPChannel [type: server, contact: 140.221.8.81:51565]
+2013-10-28 14:39:46,591-0500 INFO AbstractTCPChannel Channel started: TCPChannel [type: server, contact: 140.221.8.81:51565]
+Channel id: channel-1-u-2f0d7f25-142009337ad--7fff
+2013-10-28 14:39:46,624-0500 INFO ChannelConfigurationHandler Channel id: channel-1-u-2f0d7f25-142009337ad--7fff
+MetaChannel [context: cps-51565, boundTo: null] binding to TCPChannel [type: server, contact: 140.221.8.81:51565]
+2013-10-28 14:39:46,624-0500 INFO MetaChannel MetaChannel [context: cps-51565, boundTo: null] binding to TCPChannel [type: server, contact: 140.221.8.81:51565]
+Handler(tag: 17767, CHANNELCONFIG) unregistering (send)
+2013-10-28 14:39:46,624-0500 INFO RequestHandler Handler(tag: 17767, CHANNELCONFIG) unregistering (send)
+Handler(tag: 17768, CONFIGSERVICE) unregistering (send)
+2013-10-28 14:39:46,665-0500 INFO RequestHandler Handler(tag: 17768, CONFIGSERVICE) unregistering (send)
+Sender TCPChannel queue size: 0
+2013-10-28 14:39:46,665-0500 INFO Sender Sender TCPChannel queue size: 0
+Handler(tag: 17769, SUBMITJOB) unregistering (send)
+2013-10-28 14:39:46,745-0500 INFO RequestHandler Handler(tag: 17769, SUBMITJOB) unregistering (send)
+provider=local
+2013-10-28 14:39:46,745-0500 INFO ExecutionTaskHandler provider=local
+Submit: in: null command: /bin/hostname
+2013-10-28 14:39:46,746-0500 INFO JobSubmissionTaskHandler Submit: in: null command: /bin/hostname
+Avg stream buf: 0
+2013-10-28 14:39:47,428-0500 INFO Multiplexer Avg stream buf: 0
+Avg stream buf: 0
+2013-10-28 14:39:57,441-0500 INFO Multiplexer Avg stream buf: 0
+Avg stream buf: 0
+2013-10-28 14:40:07,453-0500 INFO Multiplexer Avg stream buf: 0
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:40:13,557-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:40:15,061-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+Avg stream buf: 0
+2013-10-28 14:40:17,466-0500 INFO Multiplexer Avg stream buf: 0
+Avg stream buf: 0
+2013-10-28 14:40:27,477-0500 INFO Multiplexer Avg stream buf: 0
+Avg stream buf: 0
+2013-10-28 14:40:37,489-0500 INFO Multiplexer Avg stream buf: 0
+Notifying commands and handlers about exception
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143837.483, now=131028-144038.333, channel=TCPChannel [type: server, contact: 140.221.8.81:51564]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 14:40:38,336-0500 INFO ChannelContext Notifying commands and handlers about exception
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143837.483, now=131028-144038.333, channel=TCPChannel [type: server, contact: 140.221.8.81:51564]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+=> Command(tag: 1, RLOG)
+2013-10-28 14:40:38,338-0500 INFO ChannelContext => Command(tag: 1, RLOG)
+=> Command(tag: 2, JOBSTATUS)
+2013-10-28 14:40:38,338-0500 INFO ChannelContext => Command(tag: 2, JOBSTATUS)
+Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143837.483, now=131028-144038.333, channel=TCPChannel [type: server, contact: 140.221.8.81:51564]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 14:40:38,338-0500 WARN TaskNotifier Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143837.483, now=131028-144038.333, channel=TCPChannel [type: server, contact: 140.221.8.81:51564]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+=> Command(tag: 3, JOBSTATUS)
+2013-10-28 14:40:38,339-0500 INFO ChannelContext => Command(tag: 3, JOBSTATUS)
+Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143837.483, now=131028-144038.333, channel=TCPChannel [type: server, contact: 140.221.8.81:51564]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 14:40:38,339-0500 WARN TaskNotifier Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143837.483, now=131028-144038.333, channel=TCPChannel [type: server, contact: 140.221.8.81:51564]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+=> Command(tag: 4, JOBSTATUS)
+2013-10-28 14:40:38,339-0500 INFO ChannelContext => Command(tag: 4, JOBSTATUS)
+Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143837.483, now=131028-144038.333, channel=TCPChannel [type: server, contact: 140.221.8.81:51564]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 14:40:38,339-0500 WARN TaskNotifier Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143837.483, now=131028-144038.333, channel=TCPChannel [type: server, contact: 140.221.8.81:51564]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+=> Command(tag: 5, JOBSTATUS)
+2013-10-28 14:40:38,340-0500 INFO ChannelContext => Command(tag: 5, JOBSTATUS)
+Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143837.483, now=131028-144038.333, channel=TCPChannel [type: server, contact: 140.221.8.81:51564]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 14:40:38,340-0500 WARN TaskNotifier Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143837.483, now=131028-144038.333, channel=TCPChannel [type: server, contact: 140.221.8.81:51564]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+Channel config: null -> {keepalive=null}
+2013-10-28 14:40:38,340-0500 INFO AbstractCoasterChannel Channel config: null -> {keepalive=null}
+TCPChannel [type: server, contact: 140.221.8.81:51564] handling channel exception
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143837.483, now=131028-144038.333, channel=TCPChannel [type: server, contact: 140.221.8.81:51564]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 14:40:38,340-0500 INFO ChannelManager TCPChannel [type: server, contact: 140.221.8.81:51564] handling channel exception
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143837.483, now=131028-144038.333, channel=TCPChannel [type: server, contact: 140.221.8.81:51564]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+null: Channel shut down
+2013-10-28 14:40:38,341-0500 INFO AbstractTCPChannel null: Channel shut down
+MetaChannel [context: cps-51564, boundTo: TCPChannel [type: server, contact: 140.221.8.81:51564]] binding to NullChannel
+2013-10-28 14:40:38,342-0500 INFO MetaChannel MetaChannel [context: cps-51564, boundTo: TCPChannel [type: server, contact: 140.221.8.81:51564]] binding to NullChannel
+Unregistering channel TCPChannel [type: server, contact: 140.221.8.81:51564]
+2013-10-28 14:40:38,342-0500 INFO Multiplexer Unregistering channel TCPChannel [type: server, contact: 140.221.8.81:51564]
+Notifying commands and handlers about exception
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143837.483, now=131028-144038.333, channel=TCPChannel [type: server, contact: 140.221.8.81:51564]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 14:40:38,342-0500 INFO ChannelContext Notifying commands and handlers about exception
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143837.483, now=131028-144038.333, channel=TCPChannel [type: server, contact: 140.221.8.81:51564]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+=> Command(tag: 1, RLOG)
+2013-10-28 14:40:38,343-0500 INFO ChannelContext => Command(tag: 1, RLOG)
+=> Command(tag: 2, JOBSTATUS)
+2013-10-28 14:40:38,343-0500 INFO ChannelContext => Command(tag: 2, JOBSTATUS)
+Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143837.483, now=131028-144038.333, channel=TCPChannel [type: server, contact: 140.221.8.81:51564]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 14:40:38,343-0500 WARN TaskNotifier Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143837.483, now=131028-144038.333, channel=TCPChannel [type: server, contact: 140.221.8.81:51564]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+=> Command(tag: 3, JOBSTATUS)
+2013-10-28 14:40:38,343-0500 INFO ChannelContext => Command(tag: 3, JOBSTATUS)
+Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143837.483, now=131028-144038.333, channel=TCPChannel [type: server, contact: 140.221.8.81:51564]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 14:40:38,343-0500 WARN TaskNotifier Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143837.483, now=131028-144038.333, channel=TCPChannel [type: server, contact: 140.221.8.81:51564]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+=> Command(tag: 4, JOBSTATUS)
+2013-10-28 14:40:38,343-0500 INFO ChannelContext => Command(tag: 4, JOBSTATUS)
+Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143837.483, now=131028-144038.333, channel=TCPChannel [type: server, contact: 140.221.8.81:51564]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 14:40:38,343-0500 WARN TaskNotifier Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143837.483, now=131028-144038.333, channel=TCPChannel [type: server, contact: 140.221.8.81:51564]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+=> Command(tag: 5, JOBSTATUS)
+2013-10-28 14:40:38,344-0500 INFO ChannelContext => Command(tag: 5, JOBSTATUS)
+Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143837.483, now=131028-144038.333, channel=TCPChannel [type: server, contact: 140.221.8.81:51564]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 14:40:38,344-0500 WARN TaskNotifier Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143837.483, now=131028-144038.333, channel=TCPChannel [type: server, contact: 140.221.8.81:51564]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+Channel exception handled
+2013-10-28 14:40:38,344-0500 INFO ChannelManager Channel exception handled
+Channel is closed. Removing.
+2013-10-28 14:40:38,351-0500 INFO Multiplexer Channel is closed. Removing.
+Exception in channel step
+java.io.IOException: Stream closed.
+ at java.net.AbstractPlainSocketImpl.available(AbstractPlainSocketImpl.java:435)
+ at java.net.SocketInputStream.available(SocketInputStream.java:234)
+ at org.globus.cog.coaster.channels.AbstractStreamCoasterChannel.step(AbstractStreamCoasterChannel.java:105)
+ at org.globus.cog.coaster.channels.Multiplexer.run(Multiplexer.java:70)
+2013-10-28 14:40:38,352-0500 INFO Multiplexer Exception in channel step
+java.io.IOException: Stream closed.
+ at java.net.AbstractPlainSocketImpl.available(AbstractPlainSocketImpl.java:435)
+ at java.net.SocketInputStream.available(SocketInputStream.java:234)
+ at org.globus.cog.coaster.channels.AbstractStreamCoasterChannel.step(AbstractStreamCoasterChannel.java:105)
+ at org.globus.cog.coaster.channels.Multiplexer.run(Multiplexer.java:70)
+Channel config: null -> {keepalive=null}
+2013-10-28 14:40:38,352-0500 INFO AbstractCoasterChannel Channel config: null -> {keepalive=null}
+TCPChannel [type: server, contact: 140.221.8.81:51564] handling channel exception
+java.io.IOException: Stream closed.
+ at java.net.AbstractPlainSocketImpl.available(AbstractPlainSocketImpl.java:435)
+ at java.net.SocketInputStream.available(SocketInputStream.java:234)
+ at org.globus.cog.coaster.channels.AbstractStreamCoasterChannel.step(AbstractStreamCoasterChannel.java:105)
+ at org.globus.cog.coaster.channels.Multiplexer.run(Multiplexer.java:70)
+2013-10-28 14:40:38,352-0500 INFO ChannelManager TCPChannel [type: server, contact: 140.221.8.81:51564] handling channel exception
+java.io.IOException: Stream closed.
+ at java.net.AbstractPlainSocketImpl.available(AbstractPlainSocketImpl.java:435)
+ at java.net.SocketInputStream.available(SocketInputStream.java:234)
+ at org.globus.cog.coaster.channels.AbstractStreamCoasterChannel.step(AbstractStreamCoasterChannel.java:105)
+ at org.globus.cog.coaster.channels.Multiplexer.run(Multiplexer.java:70)
+Channel already shut down
+2013-10-28 14:40:38,352-0500 INFO ChannelManager Channel already shut down
+Removing faulty channel TCPChannel [type: server, contact: 140.221.8.81:51564]
+2013-10-28 14:40:38,352-0500 INFO Multiplexer Removing faulty channel TCPChannel [type: server, contact: 140.221.8.81:51564]
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:40:44,514-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+Avg stream buf: 0
+2013-10-28 14:40:47,501-0500 INFO Multiplexer Avg stream buf: 0
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:40:53,255-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+Avg stream buf: 0
+2013-10-28 14:40:57,511-0500 INFO Multiplexer Avg stream buf: 0
+Avg stream buf: 0
+2013-10-28 14:41:07,521-0500 INFO Multiplexer Avg stream buf: 0
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:41:15,472-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+Avg stream buf: 0
+2013-10-28 14:41:17,530-0500 INFO Multiplexer Avg stream buf: 0
+Avg stream buf: 0
+2013-10-28 14:41:27,539-0500 INFO Multiplexer Avg stream buf: 0
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:41:31,449-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+Avg stream buf: 0
+2013-10-28 14:41:37,548-0500 INFO Multiplexer Avg stream buf: 0
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:41:46,430-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+Avg stream buf: 0
+2013-10-28 14:41:47,557-0500 INFO Multiplexer Avg stream buf: 0
+Notifying commands and handlers about exception
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143946.745, now=131028-144147.590, channel=TCPChannel [type: server, contact: 140.221.8.81:51565]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 14:41:47,590-0500 INFO ChannelContext Notifying commands and handlers about exception
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143946.745, now=131028-144147.590, channel=TCPChannel [type: server, contact: 140.221.8.81:51565]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+=> Command(tag: 1, JOBSTATUS)
+2013-10-28 14:41:47,590-0500 INFO ChannelContext => Command(tag: 1, JOBSTATUS)
+Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143946.745, now=131028-144147.590, channel=TCPChannel [type: server, contact: 140.221.8.81:51565]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 14:41:47,591-0500 WARN TaskNotifier Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143946.745, now=131028-144147.590, channel=TCPChannel [type: server, contact: 140.221.8.81:51565]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+=> Command(tag: 2, JOBSTATUS)
+2013-10-28 14:41:47,591-0500 INFO ChannelContext => Command(tag: 2, JOBSTATUS)
+Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143946.745, now=131028-144147.590, channel=TCPChannel [type: server, contact: 140.221.8.81:51565]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 14:41:47,591-0500 WARN TaskNotifier Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143946.745, now=131028-144147.590, channel=TCPChannel [type: server, contact: 140.221.8.81:51565]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+=> Command(tag: 3, JOBSTATUS)
+2013-10-28 14:41:47,591-0500 INFO ChannelContext => Command(tag: 3, JOBSTATUS)
+Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143946.745, now=131028-144147.590, channel=TCPChannel [type: server, contact: 140.221.8.81:51565]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 14:41:47,591-0500 WARN TaskNotifier Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143946.745, now=131028-144147.590, channel=TCPChannel [type: server, contact: 140.221.8.81:51565]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+=> Command(tag: 4, JOBSTATUS)
+2013-10-28 14:41:47,592-0500 INFO ChannelContext => Command(tag: 4, JOBSTATUS)
+Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143946.745, now=131028-144147.590, channel=TCPChannel [type: server, contact: 140.221.8.81:51565]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 14:41:47,592-0500 WARN TaskNotifier Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143946.745, now=131028-144147.590, channel=TCPChannel [type: server, contact: 140.221.8.81:51565]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+Channel config: null -> {keepalive=null}
+2013-10-28 14:41:47,592-0500 INFO AbstractCoasterChannel Channel config: null -> {keepalive=null}
+TCPChannel [type: server, contact: 140.221.8.81:51565] handling channel exception
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143946.745, now=131028-144147.590, channel=TCPChannel [type: server, contact: 140.221.8.81:51565]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 14:41:47,592-0500 INFO ChannelManager TCPChannel [type: server, contact: 140.221.8.81:51565] handling channel exception
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143946.745, now=131028-144147.590, channel=TCPChannel [type: server, contact: 140.221.8.81:51565]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+null: Channel shut down
+2013-10-28 14:41:47,593-0500 INFO AbstractTCPChannel null: Channel shut down
+MetaChannel [context: cps-51565, boundTo: TCPChannel [type: server, contact: 140.221.8.81:51565]] binding to NullChannel
+2013-10-28 14:41:47,593-0500 INFO MetaChannel MetaChannel [context: cps-51565, boundTo: TCPChannel [type: server, contact: 140.221.8.81:51565]] binding to NullChannel
+Unregistering channel TCPChannel [type: server, contact: 140.221.8.81:51565]
+2013-10-28 14:41:47,593-0500 INFO Multiplexer Unregistering channel TCPChannel [type: server, contact: 140.221.8.81:51565]
+Notifying commands and handlers about exception
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143946.745, now=131028-144147.590, channel=TCPChannel [type: server, contact: 140.221.8.81:51565]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 14:41:47,593-0500 INFO ChannelContext Notifying commands and handlers about exception
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143946.745, now=131028-144147.590, channel=TCPChannel [type: server, contact: 140.221.8.81:51565]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+=> Command(tag: 1, JOBSTATUS)
+2013-10-28 14:41:47,593-0500 INFO ChannelContext => Command(tag: 1, JOBSTATUS)
+Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143946.745, now=131028-144147.590, channel=TCPChannel [type: server, contact: 140.221.8.81:51565]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 14:41:47,593-0500 WARN TaskNotifier Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143946.745, now=131028-144147.590, channel=TCPChannel [type: server, contact: 140.221.8.81:51565]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+=> Command(tag: 2, JOBSTATUS)
+2013-10-28 14:41:47,594-0500 INFO ChannelContext => Command(tag: 2, JOBSTATUS)
+Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143946.745, now=131028-144147.590, channel=TCPChannel [type: server, contact: 140.221.8.81:51565]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 14:41:47,594-0500 WARN TaskNotifier Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143946.745, now=131028-144147.590, channel=TCPChannel [type: server, contact: 140.221.8.81:51565]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+=> Command(tag: 3, JOBSTATUS)
+2013-10-28 14:41:47,594-0500 INFO ChannelContext => Command(tag: 3, JOBSTATUS)
+Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143946.745, now=131028-144147.590, channel=TCPChannel [type: server, contact: 140.221.8.81:51565]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 14:41:47,594-0500 WARN TaskNotifier Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143946.745, now=131028-144147.590, channel=TCPChannel [type: server, contact: 140.221.8.81:51565]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+=> Command(tag: 4, JOBSTATUS)
+2013-10-28 14:41:47,595-0500 INFO ChannelContext => Command(tag: 4, JOBSTATUS)
+Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143946.745, now=131028-144147.590, channel=TCPChannel [type: server, contact: 140.221.8.81:51565]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 14:41:47,595-0500 WARN TaskNotifier Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-143946.745, now=131028-144147.590, channel=TCPChannel [type: server, contact: 140.221.8.81:51565]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+Channel exception handled
+2013-10-28 14:41:47,595-0500 INFO ChannelManager Channel exception handled
+Channel is closed. Removing.
+2013-10-28 14:41:47,597-0500 INFO Multiplexer Channel is closed. Removing.
+Exception in channel step
+java.io.IOException: Stream closed.
+ at java.net.AbstractPlainSocketImpl.available(AbstractPlainSocketImpl.java:435)
+ at java.net.SocketInputStream.available(SocketInputStream.java:234)
+ at org.globus.cog.coaster.channels.AbstractStreamCoasterChannel.step(AbstractStreamCoasterChannel.java:105)
+ at org.globus.cog.coaster.channels.Multiplexer.run(Multiplexer.java:70)
+2013-10-28 14:41:47,597-0500 INFO Multiplexer Exception in channel step
+java.io.IOException: Stream closed.
+ at java.net.AbstractPlainSocketImpl.available(AbstractPlainSocketImpl.java:435)
+ at java.net.SocketInputStream.available(SocketInputStream.java:234)
+ at org.globus.cog.coaster.channels.AbstractStreamCoasterChannel.step(AbstractStreamCoasterChannel.java:105)
+ at org.globus.cog.coaster.channels.Multiplexer.run(Multiplexer.java:70)
+Channel config: null -> {keepalive=null}
+2013-10-28 14:41:47,597-0500 INFO AbstractCoasterChannel Channel config: null -> {keepalive=null}
+TCPChannel [type: server, contact: 140.221.8.81:51565] handling channel exception
+java.io.IOException: Stream closed.
+ at java.net.AbstractPlainSocketImpl.available(AbstractPlainSocketImpl.java:435)
+ at java.net.SocketInputStream.available(SocketInputStream.java:234)
+ at org.globus.cog.coaster.channels.AbstractStreamCoasterChannel.step(AbstractStreamCoasterChannel.java:105)
+ at org.globus.cog.coaster.channels.Multiplexer.run(Multiplexer.java:70)
+2013-10-28 14:41:47,597-0500 INFO ChannelManager TCPChannel [type: server, contact: 140.221.8.81:51565] handling channel exception
+java.io.IOException: Stream closed.
+ at java.net.AbstractPlainSocketImpl.available(AbstractPlainSocketImpl.java:435)
+ at java.net.SocketInputStream.available(SocketInputStream.java:234)
+ at org.globus.cog.coaster.channels.AbstractStreamCoasterChannel.step(AbstractStreamCoasterChannel.java:105)
+ at org.globus.cog.coaster.channels.Multiplexer.run(Multiplexer.java:70)
+Channel already shut down
+2013-10-28 14:41:47,598-0500 INFO ChannelManager Channel already shut down
+Removing faulty channel TCPChannel [type: server, contact: 140.221.8.81:51565]
+2013-10-28 14:41:47,598-0500 INFO Multiplexer Removing faulty channel TCPChannel [type: server, contact: 140.221.8.81:51565]
+No streams
+2013-10-28 14:41:57,566-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:42:07,574-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:42:09,643-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:42:17,388-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:42:17,582-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:42:27,590-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:42:37,598-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:42:47,607-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:42:47,837-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:42:48,346-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:42:57,615-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:43:07,623-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:43:17,632-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:43:19,304-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:43:26,031-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:43:27,640-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:43:37,648-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:43:47,657-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:43:50,262-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:43:57,665-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:44:04,225-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:44:07,673-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:44:17,682-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:44:21,220-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:44:27,690-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:44:37,698-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 1ms, rtt: 2ms
+2013-10-28 14:44:42,420-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 1ms, rtt: 2ms
+No streams
+2013-10-28 14:44:47,706-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:44:52,178-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:44:57,715-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:45:07,723-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:45:17,731-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 2ms
+2013-10-28 14:45:20,614-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 2ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:45:23,136-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:45:27,739-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:45:37,748-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:45:47,756-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:45:54,094-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:45:57,764-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:45:58,807-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:46:07,772-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:46:17,780-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:46:25,052-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:46:27,789-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:46:37,001-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:46:37,797-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:46:47,805-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:46:56,010-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:46:57,813-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:47:07,821-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:47:15,195-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:47:17,829-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:47:26,968-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:47:27,838-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:47:37,846-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:47:47,854-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:47:53,389-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:47:57,862-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:47:57,926-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:48:07,870-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:48:17,878-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:48:27,887-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:48:28,884-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:48:31,583-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:48:37,895-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:48:47,903-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:48:57,911-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:48:59,842-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:49:07,919-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:49:09,777-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:49:17,927-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:49:27,935-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:49:30,800-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:49:37,943-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:49:47,951-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:49:47,971-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:49:57,959-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:50:01,758-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:50:07,968-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:50:17,976-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:50:26,165-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:50:27,984-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:50:32,716-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:50:37,992-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:50:48,000-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:50:58,008-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:51:03,674-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:51:04,359-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:51:08,017-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:51:18,025-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:51:28,033-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 14:51:34,632-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 14:51:38,042-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:51:42,553-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:51:48,050-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:51:58,059-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 14:52:05,590-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 14:52:08,067-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:52:18,075-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:52:20,747-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:52:28,084-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:52:36,548-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:52:38,092-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:52:48,100-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:52:58,109-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:52:58,941-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:53:07,506-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:53:08,117-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:53:18,125-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:53:28,133-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:53:37,136-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:53:38,142-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:53:38,464-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:53:48,150-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:53:58,158-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:54:08,166-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:54:09,422-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:54:15,330-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:54:18,175-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:54:28,183-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:54:38,191-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:54:40,380-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:54:48,200-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:54:53,524-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:54:58,208-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:55:08,216-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:55:11,338-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:55:18,224-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:55:28,232-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:55:31,718-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:55:38,241-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:55:42,296-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:55:48,249-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:55:58,257-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:56:08,265-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:56:09,912-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:56:13,254-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:56:18,273-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:56:28,282-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:56:38,290-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:56:44,212-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:56:48,106-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:56:48,298-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:56:58,306-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:57:08,314-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:57:15,170-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:57:18,322-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:57:26,300-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:57:28,330-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:57:38,338-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:57:46,128-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:57:48,346-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:57:58,353-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:58:04,494-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:58:08,361-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:58:17,086-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:58:18,369-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:58:28,377-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:58:38,384-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:58:42,688-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:58:48,044-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:58:48,392-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:58:58,400-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:59:08,408-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:59:18,416-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:59:19,002-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:59:20,882-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:59:28,423-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:59:38,431-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 14:59:48,439-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:59:49,960-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 14:59:58,447-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 14:59:59,076-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:00:08,455-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:00:18,463-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 15:00:20,918-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 15:00:28,471-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:00:37,270-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:00:38,479-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:00:48,488-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:00:51,876-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:00:58,496-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:01:08,504-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:01:15,464-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:01:18,512-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:01:22,834-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:01:28,520-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:01:38,528-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:01:48,537-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:01:53,658-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:01:53,792-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:01:58,545-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:02:08,553-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:02:18,561-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:02:24,750-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:02:28,569-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:02:31,852-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:02:38,578-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:02:48,586-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:02:55,708-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:02:58,594-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:03:08,602-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:03:10,046-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:03:18,611-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:03:26,666-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:03:28,619-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:03:38,627-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:03:48,240-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:03:48,635-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:03:57,624-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:03:58,643-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:04:08,652-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:04:18,660-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:04:26,434-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:04:28,582-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:04:28,668-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:04:38,676-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:04:48,684-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:04:58,692-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:04:59,540-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:05:04,628-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:05:08,700-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:05:18,709-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:05:28,717-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 15:05:30,499-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 15:05:38,725-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:05:42,822-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:05:48,733-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:05:58,741-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 15:06:01,457-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 15:06:08,750-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:06:18,758-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:06:21,016-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:06:28,766-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:06:32,415-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:06:38,774-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:06:48,783-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:06:58,791-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:06:59,210-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:07:03,373-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:07:08,798-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:07:18,806-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:07:28,813-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:07:34,331-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:07:37,404-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:07:38,820-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:07:48,827-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:07:58,834-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 15:08:05,290-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 15:08:08,842-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:08:15,598-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:08:18,849-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:08:28,856-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:08:36,248-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:08:38,863-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:08:48,871-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:08:53,792-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:08:58,878-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:09:07,206-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:09:08,885-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:09:18,893-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:09:28,900-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:09:31,986-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:09:38,164-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:09:38,907-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:09:48,915-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:09:58,922-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:10:08,930-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:10:09,122-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 0ms
+2013-10-28 15:10:10,180-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 0ms
+No streams
+2013-10-28 15:10:18,937-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:10:28,945-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:10:38,952-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 2ms
+2013-10-28 15:10:40,081-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 2ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:10:48,375-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:10:48,959-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:10:58,967-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:11:08,974-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 15:11:11,038-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 15:11:18,982-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:11:26,569-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:11:28,989-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:11:38,997-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:11:41,996-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:11:49,006-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:11:59,014-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:12:04,763-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:12:09,021-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:12:12,954-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:12:19,029-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:12:29,036-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:12:39,044-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:12:42,957-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:12:43,912-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:12:49,052-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:12:59,059-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:13:09,067-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:13:14,870-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:13:19,074-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:13:21,151-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:13:29,082-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:13:39,089-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:13:45,828-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:13:49,097-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:13:59,104-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:13:59,345-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:14:09,112-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:14:16,786-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:14:19,119-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:14:29,127-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:14:37,539-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:14:39,134-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:14:47,744-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:14:49,142-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:14:59,149-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:15:09,157-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:15:15,733-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 15:15:18,702-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 15:15:19,164-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:15:29,172-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:15:39,179-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:15:49,187-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+2013-10-28 15:15:49,660-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:15:53,927-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:15:59,194-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:16:09,202-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:16:19,209-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 15:16:20,620-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 15:16:29,217-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:16:32,121-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:16:39,224-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:16:49,232-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 15:16:51,578-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 15:16:59,239-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:17:09,247-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:17:10,315-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:17:19,254-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:17:22,536-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:17:29,262-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:17:39,269-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:17:48,509-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:17:49,277-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:17:53,494-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:17:59,284-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:18:09,291-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:18:19,299-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:18:24,452-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:18:26,703-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:18:29,306-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:18:39,314-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:18:49,321-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:18:55,410-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:18:59,329-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:19:04,897-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:19:09,336-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:19:19,344-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:19:26,368-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:19:29,351-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:19:39,359-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:19:43,091-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:19:49,366-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:19:57,326-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:19:59,374-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:20:09,381-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:20:19,389-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:20:21,285-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:20:28,284-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:20:29,397-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:20:39,404-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:20:49,412-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:20:59,242-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:20:59,419-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:20:59,479-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:21:09,427-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:21:19,435-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:21:29,447-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:21:30,200-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 1ms, rtt: 2ms
+2013-10-28 15:21:37,674-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 1ms, rtt: 2ms
+No streams
+2013-10-28 15:21:39,457-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:21:49,473-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:21:59,485-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:22:01,158-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:22:09,499-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:22:15,867-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:22:19,509-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:22:29,520-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:22:32,116-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:22:39,529-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:22:49,538-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:22:54,061-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:22:59,548-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:23:03,074-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:23:09,557-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:23:19,565-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:23:29,573-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:23:32,256-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:23:34,032-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:23:39,583-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:23:49,592-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:23:59,604-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:24:04,990-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:24:09,612-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:24:10,449-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:24:19,620-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:24:29,628-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 15:24:35,949-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 15:24:39,641-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:24:48,643-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:24:49,654-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:24:59,666-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:25:06,906-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:25:09,676-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:25:19,686-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 2ms
+2013-10-28 15:25:26,838-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 2ms
+No streams
+2013-10-28 15:25:29,695-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:25:37,864-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:25:39,706-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:25:49,717-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:25:59,725-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:26:05,031-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:26:08,822-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:26:09,735-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:26:19,742-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:26:29,754-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:26:39,764-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:26:39,780-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:26:43,225-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:26:49,772-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:26:59,783-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:27:09,791-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:27:10,738-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:27:19,799-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:27:21,419-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:27:29,807-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:27:39,815-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:27:41,696-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:27:49,824-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:27:59,613-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:27:59,832-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:28:09,840-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:28:12,654-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:28:19,849-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:28:29,857-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:28:37,807-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:28:39,865-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:28:43,612-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:28:49,874-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:28:59,882-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:29:09,890-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:29:14,570-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 2ms
+2013-10-28 15:29:16,002-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 2ms
+No streams
+2013-10-28 15:29:19,899-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:29:29,910-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:29:39,918-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:29:45,528-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:29:49,927-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:29:54,196-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:29:59,935-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:30:09,946-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:30:16,486-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:30:19,956-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:30:29,969-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 2ms
+2013-10-28 15:30:32,391-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 2ms
+No streams
+2013-10-28 15:30:39,972-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:30:47,444-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:30:49,983-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:30:59,989-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:31:10,002-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:31:10,584-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:31:18,402-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:31:20,012-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:31:30,025-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:31:40,035-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 2ms
+2013-10-28 15:31:48,779-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 2ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:31:49,361-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:31:50,045-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:32:00,054-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:32:10,064-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:32:20,076-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 2ms
+2013-10-28 15:32:20,320-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 2ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:32:26,972-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:32:30,089-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:32:40,100-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:32:50,113-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:32:51,277-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:33:00,123-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 2ms
+2013-10-28 15:33:05,167-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 2ms
+No streams
+2013-10-28 15:33:10,132-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:33:20,140-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:33:22,235-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:33:30,148-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:33:40,156-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:33:43,360-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:33:50,165-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:33:53,194-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:34:00,177-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:34:10,191-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:34:20,206-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 2ms
+2013-10-28 15:34:21,555-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 2ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:34:24,151-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:34:30,215-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:34:40,228-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:34:50,236-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 2ms
+2013-10-28 15:34:55,110-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 2ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:34:59,748-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:35:00,243-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:35:10,252-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:35:20,261-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:35:26,067-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:35:30,268-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:35:37,942-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:35:40,278-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:35:50,288-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:35:57,025-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:36:00,296-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:36:10,304-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:36:16,136-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:36:20,311-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:36:27,983-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:36:30,319-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:36:40,327-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:36:50,336-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:36:54,330-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:36:58,941-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:37:00,345-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:37:10,355-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:37:20,366-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:37:29,899-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:37:30,380-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 1ms, rtt: 2ms
+2013-10-28 15:37:32,525-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 1ms, rtt: 2ms
+No streams
+2013-10-28 15:37:40,391-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:37:50,401-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:38:00,414-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:38:00,857-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:38:10,422-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:38:10,718-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:38:20,432-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:38:30,444-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:38:31,815-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:38:40,454-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:38:48,912-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:38:50,464-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:39:00,473-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:39:02,773-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:39:10,484-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:39:20,493-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 2ms
+2013-10-28 15:39:27,107-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 2ms
+No streams
+2013-10-28 15:39:30,503-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:39:33,731-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:39:40,512-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:39:50,522-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:40:00,531-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:40:04,689-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:40:05,300-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:40:10,541-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:40:20,550-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:40:30,558-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:40:35,647-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:40:40,568-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 2ms
+2013-10-28 15:40:43,495-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 2ms
+No streams
+2013-10-28 15:40:50,580-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:41:00,591-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:41:06,605-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:41:10,601-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:41:20,610-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 2ms
+2013-10-28 15:41:21,689-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 2ms
+No streams
+2013-10-28 15:41:30,620-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:41:37,563-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:41:40,628-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:41:50,636-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:41:59,882-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:42:00,644-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:42:08,521-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:42:10,653-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:42:20,661-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:42:30,669-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:42:38,076-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:42:39,479-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:42:40,677-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:42:50,686-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:43:00,694-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+2013-10-28 15:43:10,436-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+No streams
+2013-10-28 15:43:10,702-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+2013-10-28 15:43:16,270-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+No streams
+2013-10-28 15:43:20,710-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:43:30,718-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:43:40,726-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+2013-10-28 15:43:41,394-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+No streams
+2013-10-28 15:43:50,734-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:43:54,464-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:44:00,742-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:44:10,749-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+2013-10-28 15:44:12,353-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+No streams
+2013-10-28 15:44:20,757-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:44:30,765-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:44:32,658-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:44:40,772-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+2013-10-28 15:44:43,312-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+No streams
+2013-10-28 15:44:50,780-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:45:00,787-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:45:10,795-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:45:10,852-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+2013-10-28 15:45:14,271-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+No streams
+2013-10-28 15:45:20,802-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:45:30,810-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:45:40,817-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:45:45,230-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:45:49,046-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:45:50,825-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:46:00,832-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:46:10,840-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:46:16,188-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:46:20,847-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:46:27,240-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:46:30,855-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:46:40,863-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:46:47,146-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:46:50,870-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:47:00,877-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 0ms
+2013-10-28 15:47:05,435-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 0ms
+No streams
+2013-10-28 15:47:10,885-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:47:18,104-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:47:20,892-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:47:30,900-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:47:40,907-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+2013-10-28 15:47:43,630-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:47:49,062-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:47:50,915-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:48:00,922-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:48:10,930-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:48:20,020-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:48:20,937-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+2013-10-28 15:48:21,823-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+No streams
+2013-10-28 15:48:30,945-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:48:40,952-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:48:50,960-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:48:50,978-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:49:00,017-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:49:00,967-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:49:10,975-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:49:20,982-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:49:21,936-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:49:30,990-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:49:38,211-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:49:40,997-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:49:51,005-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:49:52,894-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:50:01,012-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:50:11,020-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:50:16,405-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:50:21,027-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:50:23,852-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:50:31,035-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:50:41,042-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:50:51,050-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:50:54,599-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:50:54,810-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:51:01,057-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:51:11,065-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:51:21,072-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:51:25,768-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:51:31,080-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:51:32,793-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:51:41,088-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:51:51,095-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:51:56,726-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:52:01,103-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:52:10,987-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:52:11,110-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:52:21,118-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:52:27,684-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:52:31,125-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:52:41,133-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:52:49,182-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:52:51,140-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:52:58,642-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:53:01,148-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:53:11,155-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:53:21,163-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:53:27,375-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 15:53:29,600-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 15:53:31,170-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:53:41,178-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:53:51,185-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:54:00,558-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:54:01,192-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:54:05,569-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:54:11,200-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:54:21,207-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:54:31,215-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:54:31,516-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:54:41,222-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:54:43,763-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:54:51,230-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:55:01,237-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:55:02,474-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:55:11,245-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:55:21,252-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:55:21,957-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:55:31,260-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:55:33,432-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:55:41,267-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:55:51,275-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 0ms
+2013-10-28 15:56:00,151-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 0ms
+No streams
+2013-10-28 15:56:01,282-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:56:04,390-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:56:11,290-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:56:21,298-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:56:31,305-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:56:35,348-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:56:38,346-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:56:41,313-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:56:51,320-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:57:01,328-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:57:06,306-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:57:11,335-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:57:16,540-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:57:21,343-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:57:31,350-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:57:37,264-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:57:41,358-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:57:51,365-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:57:54,734-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:58:01,373-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 15:58:08,222-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 15:58:11,380-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:58:21,388-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:58:31,395-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:58:32,928-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 15:58:39,180-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 15:58:41,403-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:58:51,410-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:59:01,418-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 15:59:10,138-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:59:11,122-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:59:11,425-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:59:21,433-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 15:59:31,440-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 15:59:41,096-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 15:59:41,448-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 15:59:49,316-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 15:59:51,455-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:00:01,463-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:00:11,470-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+2013-10-28 16:00:12,053-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+No streams
+2013-10-28 16:00:21,478-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:00:27,511-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:00:31,485-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:00:41,493-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+2013-10-28 16:00:43,011-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+No streams
+2013-10-28 16:00:51,500-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:01:01,508-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:01:05,705-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:01:11,515-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+2013-10-28 16:01:13,970-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+No streams
+2013-10-28 16:01:21,523-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:01:31,530-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:01:41,537-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:01:43,899-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+2013-10-28 16:01:44,929-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+No streams
+2013-10-28 16:01:51,545-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:02:01,552-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:02:11,560-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:02:15,888-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:02:21,567-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:02:22,093-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:02:31,575-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:02:41,582-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:02:46,846-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:02:51,590-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:03:00,287-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:03:01,597-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:03:11,605-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:03:17,804-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:03:21,612-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:03:31,619-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:03:38,481-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:03:41,627-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:03:48,762-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:03:51,634-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:04:01,642-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:04:11,649-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:04:16,675-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:04:19,720-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:04:21,657-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:04:31,664-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:04:41,671-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:04:50,678-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:04:51,679-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:04:54,869-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:05:01,686-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:05:11,694-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:05:21,636-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:05:21,701-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:05:31,709-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:05:33,063-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:05:41,716-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:05:51,724-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:05:52,594-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:06:01,731-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+2013-10-28 16:06:11,257-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+No streams
+2013-10-28 16:06:11,738-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:06:21,746-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:06:23,552-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:06:31,753-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:06:41,761-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:06:49,452-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:06:51,768-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:06:54,510-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:07:01,775-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:07:11,783-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:07:21,790-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:07:25,468-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:07:27,646-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:07:31,798-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:07:41,805-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:07:51,813-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:07:56,426-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:08:01,820-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:08:05,840-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:08:11,827-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:08:21,835-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:08:27,384-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:08:31,842-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:08:41,850-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:08:44,034-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:08:51,857-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:08:58,342-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:09:01,864-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:09:11,872-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:09:21,879-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:09:22,228-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+2013-10-28 16:09:29,299-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+No streams
+2013-10-28 16:09:31,887-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:09:41,894-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:09:51,902-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:10:00,258-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:10:00,422-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:10:01,909-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:10:11,916-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:10:21,924-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:10:31,216-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:10:31,931-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:10:38,616-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:10:41,939-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:10:51,946-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:11:01,953-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:11:02,174-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:11:11,961-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:11:16,810-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:11:21,968-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:11:31,976-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:11:33,132-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:11:41,983-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:11:51,990-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:11:55,004-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:12:01,998-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:12:04,090-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:12:12,005-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:12:22,012-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:12:32,020-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:12:33,198-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:12:35,048-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:12:42,027-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:12:52,035-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:13:02,042-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:13:06,006-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:13:11,392-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:13:12,049-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:13:22,057-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:13:32,064-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:13:36,964-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:13:42,072-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:13:49,586-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:13:52,079-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:14:02,086-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:14:07,922-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:14:12,094-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:14:22,101-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:14:27,780-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:14:32,108-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:14:38,880-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:14:42,116-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:14:52,123-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:15:02,128-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:15:05,974-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:15:09,838-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:15:12,136-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:15:22,143-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:15:32,151-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:15:40,796-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:15:42,158-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:15:44,168-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:15:52,166-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:16:02,173-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:16:11,754-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:16:12,180-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:16:22,188-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:16:22,362-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:16:32,195-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:16:42,203-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:16:42,713-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:16:52,210-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:17:00,556-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:17:02,218-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:17:12,225-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:17:13,670-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:17:22,232-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:17:32,240-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 1ms, rtt: 2ms
+2013-10-28 16:17:38,751-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 1ms, rtt: 2ms
+No streams
+2013-10-28 16:17:42,247-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:17:44,628-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:17:52,255-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:18:02,262-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:18:12,270-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:18:15,586-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+2013-10-28 16:18:16,943-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+No streams
+2013-10-28 16:18:22,277-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:18:32,284-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:18:42,292-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:18:46,544-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:18:52,299-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:18:55,138-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:19:02,307-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:19:12,314-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+2013-10-28 16:19:17,502-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+No streams
+2013-10-28 16:19:22,321-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:19:32,329-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:19:33,332-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:19:42,336-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:19:48,460-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:19:52,344-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:20:02,351-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:20:11,526-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:20:12,359-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:20:19,418-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:20:22,366-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:20:32,373-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:20:42,381-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:20:49,720-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:20:50,376-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:20:52,388-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:21:02,396-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:21:12,403-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:21:21,334-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:21:22,410-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:21:27,914-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:21:32,418-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:21:42,425-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:21:52,292-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:21:52,432-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:22:02,440-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:22:06,108-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:22:12,447-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:22:22,454-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:22:23,250-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:22:32,462-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:22:42,469-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:22:44,302-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:22:52,477-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:22:54,208-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:23:02,484-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:23:12,491-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:23:22,496-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:23:22,499-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:23:25,166-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:23:32,506-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:23:42,513-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:23:52,521-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:23:56,124-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+2013-10-28 16:24:00,690-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+No streams
+2013-10-28 16:24:02,528-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:24:12,536-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:24:22,543-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:24:27,082-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:24:32,550-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:24:38,885-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:24:42,558-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:24:52,565-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:24:58,040-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:25:02,572-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:25:12,580-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:25:17,079-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:25:22,587-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:25:28,998-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:25:32,594-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:25:42,602-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:25:52,609-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:25:55,273-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:25:59,956-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:26:02,617-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:26:12,624-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:26:22,631-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+2013-10-28 16:26:30,913-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+No streams
+2013-10-28 16:26:32,639-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:26:33,467-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:26:42,646-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:26:52,653-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:27:01,872-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:27:02,661-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:27:11,661-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:27:12,668-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:27:22,675-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:27:32,683-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:27:32,830-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:27:42,690-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:27:49,855-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:27:52,698-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:28:02,705-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:28:03,788-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:28:12,712-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:28:22,720-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:28:28,049-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:28:32,727-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:28:34,746-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:28:42,734-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:28:52,742-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:29:02,749-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+2013-10-28 16:29:05,704-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:29:06,243-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:29:12,756-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:29:22,764-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:29:32,771-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+2013-10-28 16:29:36,663-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+No streams
+2013-10-28 16:29:42,778-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+2013-10-28 16:29:44,436-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+No streams
+2013-10-28 16:29:52,786-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:30:02,793-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:30:07,622-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:30:12,800-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:30:22,631-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:30:22,808-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:30:32,815-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:30:38,580-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:30:42,822-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:30:52,830-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:31:00,825-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:31:02,837-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:31:09,538-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:31:12,844-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:31:22,852-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:31:32,859-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:31:39,019-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:31:40,496-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:31:42,866-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:31:52,874-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:32:02,881-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:32:11,454-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:32:12,889-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:32:17,213-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:32:22,896-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:32:32,903-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:32:42,412-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:32:42,911-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:32:52,919-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:32:55,407-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:33:02,927-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:33:12,934-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:33:13,370-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:33:22,942-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:33:32,950-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:33:33,601-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:33:42,958-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:33:44,328-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:33:52,973-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:34:02,982-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:34:11,795-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:34:12,990-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:34:15,286-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:34:22,998-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:34:33,007-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:34:43,015-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+2013-10-28 16:34:46,243-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:34:49,989-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:34:53,023-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:35:03,032-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:35:13,040-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:35:17,202-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:35:23,048-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:35:28,183-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:35:33,057-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:35:43,065-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+2013-10-28 16:35:48,159-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+No streams
+2013-10-28 16:35:53,074-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:36:03,082-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:36:06,377-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:36:13,090-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+2013-10-28 16:36:19,117-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+No streams
+2013-10-28 16:36:23,098-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:36:33,107-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:36:43,115-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:36:44,571-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:36:50,076-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:36:53,123-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:37:03,132-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:37:13,140-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:37:21,034-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:37:22,765-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:37:23,148-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:37:33,156-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:37:43,165-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:37:51,992-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:37:53,173-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:38:00,959-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:38:03,181-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:38:13,189-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:38:22,950-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:38:23,198-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:38:33,206-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 1ms, rtt: 2ms
+2013-10-28 16:38:39,154-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 1ms, rtt: 2ms
+No streams
+2013-10-28 16:38:43,214-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:38:53,222-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:38:53,908-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:39:03,231-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:39:13,239-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:39:17,347-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+Timeout check started for TCPChannel [type: server, contact: unknown]
+2013-10-28 16:39:21,871-0500 INFO AbstractCoasterChannel Timeout check started for TCPChannel [type: server, contact: unknown]
+(0) Scheduling TCPChannel [type: server, contact: 140.221.8.81:51680] for addition
+2013-10-28 16:39:21,871-0500 INFO Multiplexer (0) Scheduling TCPChannel [type: server, contact: 140.221.8.81:51680] for addition
+Channel started: TCPChannel [type: server, contact: 140.221.8.81:51680]
+2013-10-28 16:39:21,871-0500 INFO AbstractTCPChannel Channel started: TCPChannel [type: server, contact: 140.221.8.81:51680]
+Channel id: channel-1-u-2f0d7f25-142009337ad--7ffe
+2013-10-28 16:39:21,904-0500 INFO ChannelConfigurationHandler Channel id: channel-1-u-2f0d7f25-142009337ad--7ffe
+MetaChannel [context: cps-51680, boundTo: null] binding to TCPChannel [type: server, contact: 140.221.8.81:51680]
+2013-10-28 16:39:21,904-0500 INFO MetaChannel MetaChannel [context: cps-51680, boundTo: null] binding to TCPChannel [type: server, contact: 140.221.8.81:51680]
+Handler(tag: 17767, CHANNELCONFIG) unregistering (send)
+2013-10-28 16:39:21,904-0500 INFO RequestHandler Handler(tag: 17767, CHANNELCONFIG) unregistering (send)
+Handler(tag: 17768, CONFIGSERVICE) unregistering (send)
+2013-10-28 16:39:21,945-0500 INFO RequestHandler Handler(tag: 17768, CONFIGSERVICE) unregistering (send)
+Sender TCPChannel queue size: 0
+2013-10-28 16:39:21,945-0500 INFO Sender Sender TCPChannel queue size: 0
+Avg stream buf: 0
+2013-10-28 16:39:23,249-0500 INFO Multiplexer Avg stream buf: 0
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:39:24,866-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+Avg stream buf: 0
+2013-10-28 16:39:33,257-0500 INFO Multiplexer Avg stream buf: 0
+Avg stream buf: 0
+2013-10-28 16:39:43,266-0500 INFO Multiplexer Avg stream buf: 0
+Avg stream buf: 0
+2013-10-28 16:39:53,275-0500 INFO Multiplexer Avg stream buf: 0
+Timeout check started for TCPChannel [type: server, contact: unknown]
+2013-10-28 16:39:54,676-0500 INFO AbstractCoasterChannel Timeout check started for TCPChannel [type: server, contact: unknown]
+(0) Scheduling TCPChannel [type: server, contact: 140.221.8.81:51686] for addition
+2013-10-28 16:39:54,676-0500 INFO Multiplexer (0) Scheduling TCPChannel [type: server, contact: 140.221.8.81:51686] for addition
+Channel started: TCPChannel [type: server, contact: 140.221.8.81:51686]
+2013-10-28 16:39:54,676-0500 INFO AbstractTCPChannel Channel started: TCPChannel [type: server, contact: 140.221.8.81:51686]
+Channel id: channel-1-u-2f0d7f25-142009337ad--7ffd
+2013-10-28 16:39:54,699-0500 INFO ChannelConfigurationHandler Channel id: channel-1-u-2f0d7f25-142009337ad--7ffd
+MetaChannel [context: cps-51686, boundTo: null] binding to TCPChannel [type: server, contact: 140.221.8.81:51686]
+2013-10-28 16:39:54,700-0500 INFO MetaChannel MetaChannel [context: cps-51686, boundTo: null] binding to TCPChannel [type: server, contact: 140.221.8.81:51686]
+Handler(tag: 17767, CHANNELCONFIG) unregistering (send)
+2013-10-28 16:39:54,700-0500 INFO RequestHandler Handler(tag: 17767, CHANNELCONFIG) unregistering (send)
+Handler(tag: 17768, CONFIGSERVICE) unregistering (send)
+2013-10-28 16:39:54,740-0500 INFO RequestHandler Handler(tag: 17768, CONFIGSERVICE) unregistering (send)
+Sender TCPChannel queue size: 0
+2013-10-28 16:39:54,740-0500 INFO Sender Sender TCPChannel queue size: 0
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:39:55,541-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:39:55,824-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+Avg stream buf: 0
+2013-10-28 16:40:03,285-0500 INFO Multiplexer Avg stream buf: 0
+Avg stream buf: 0
+2013-10-28 16:40:13,294-0500 INFO Multiplexer Avg stream buf: 0
+Avg stream buf: 0
+2013-10-28 16:40:23,302-0500 INFO Multiplexer Avg stream buf: 0
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:40:26,782-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+Avg stream buf: 0
+2013-10-28 16:40:33,311-0500 INFO Multiplexer Avg stream buf: 0
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:40:33,735-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+Avg stream buf: 0
+2013-10-28 16:40:43,320-0500 INFO Multiplexer Avg stream buf: 0
+Avg stream buf: 0
+2013-10-28 16:40:53,334-0500 INFO Multiplexer Avg stream buf: 0
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:40:57,740-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+Avg stream buf: 0
+2013-10-28 16:41:03,343-0500 INFO Multiplexer Avg stream buf: 0
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:41:11,929-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+Avg stream buf: 0
+2013-10-28 16:41:13,352-0500 INFO Multiplexer Avg stream buf: 0
+Notifying commands and handlers about exception
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-163921.945, now=131028-164122.871, channel=TCPChannel [type: server, contact: 140.221.8.81:51680]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 16:41:22,871-0500 INFO ChannelContext Notifying commands and handlers about exception
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-163921.945, now=131028-164122.871, channel=TCPChannel [type: server, contact: 140.221.8.81:51680]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+Channel config: null -> {keepalive=null}
+2013-10-28 16:41:22,872-0500 INFO AbstractCoasterChannel Channel config: null -> {keepalive=null}
+TCPChannel [type: server, contact: 140.221.8.81:51680] handling channel exception
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-163921.945, now=131028-164122.871, channel=TCPChannel [type: server, contact: 140.221.8.81:51680]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 16:41:22,872-0500 INFO ChannelManager TCPChannel [type: server, contact: 140.221.8.81:51680] handling channel exception
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-163921.945, now=131028-164122.871, channel=TCPChannel [type: server, contact: 140.221.8.81:51680]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+null: Channel shut down
+2013-10-28 16:41:22,872-0500 INFO AbstractTCPChannel null: Channel shut down
+MetaChannel [context: cps-51680, boundTo: TCPChannel [type: server, contact: 140.221.8.81:51680]] binding to NullChannel
+2013-10-28 16:41:22,872-0500 INFO MetaChannel MetaChannel [context: cps-51680, boundTo: TCPChannel [type: server, contact: 140.221.8.81:51680]] binding to NullChannel
+Unregistering channel TCPChannel [type: server, contact: 140.221.8.81:51680]
+2013-10-28 16:41:22,873-0500 INFO Multiplexer Unregistering channel TCPChannel [type: server, contact: 140.221.8.81:51680]
+Notifying commands and handlers about exception
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-163921.945, now=131028-164122.871, channel=TCPChannel [type: server, contact: 140.221.8.81:51680]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 16:41:22,873-0500 INFO ChannelContext Notifying commands and handlers about exception
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-163921.945, now=131028-164122.871, channel=TCPChannel [type: server, contact: 140.221.8.81:51680]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+Channel exception handled
+2013-10-28 16:41:22,873-0500 INFO ChannelManager Channel exception handled
+Channel is closed. Removing.
+2013-10-28 16:41:22,879-0500 INFO Multiplexer Channel is closed. Removing.
+Exception in channel step
+java.io.IOException: Stream closed.
+ at java.net.AbstractPlainSocketImpl.available(AbstractPlainSocketImpl.java:435)
+ at java.net.SocketInputStream.available(SocketInputStream.java:234)
+ at org.globus.cog.coaster.channels.AbstractStreamCoasterChannel.step(AbstractStreamCoasterChannel.java:105)
+ at org.globus.cog.coaster.channels.Multiplexer.run(Multiplexer.java:70)
+2013-10-28 16:41:22,880-0500 INFO Multiplexer Exception in channel step
+java.io.IOException: Stream closed.
+ at java.net.AbstractPlainSocketImpl.available(AbstractPlainSocketImpl.java:435)
+ at java.net.SocketInputStream.available(SocketInputStream.java:234)
+ at org.globus.cog.coaster.channels.AbstractStreamCoasterChannel.step(AbstractStreamCoasterChannel.java:105)
+ at org.globus.cog.coaster.channels.Multiplexer.run(Multiplexer.java:70)
+Channel config: null -> {keepalive=null}
+2013-10-28 16:41:22,880-0500 INFO AbstractCoasterChannel Channel config: null -> {keepalive=null}
+TCPChannel [type: server, contact: 140.221.8.81:51680] handling channel exception
+java.io.IOException: Stream closed.
+ at java.net.AbstractPlainSocketImpl.available(AbstractPlainSocketImpl.java:435)
+ at java.net.SocketInputStream.available(SocketInputStream.java:234)
+ at org.globus.cog.coaster.channels.AbstractStreamCoasterChannel.step(AbstractStreamCoasterChannel.java:105)
+ at org.globus.cog.coaster.channels.Multiplexer.run(Multiplexer.java:70)
+2013-10-28 16:41:22,880-0500 INFO ChannelManager TCPChannel [type: server, contact: 140.221.8.81:51680] handling channel exception
+java.io.IOException: Stream closed.
+ at java.net.AbstractPlainSocketImpl.available(AbstractPlainSocketImpl.java:435)
+ at java.net.SocketInputStream.available(SocketInputStream.java:234)
+ at org.globus.cog.coaster.channels.AbstractStreamCoasterChannel.step(AbstractStreamCoasterChannel.java:105)
+ at org.globus.cog.coaster.channels.Multiplexer.run(Multiplexer.java:70)
+Channel already shut down
+2013-10-28 16:41:22,880-0500 INFO ChannelManager Channel already shut down
+Removing faulty channel TCPChannel [type: server, contact: 140.221.8.81:51680]
+2013-10-28 16:41:22,880-0500 INFO Multiplexer Removing faulty channel TCPChannel [type: server, contact: 140.221.8.81:51680]
+Avg stream buf: 0
+2013-10-28 16:41:23,362-0500 INFO Multiplexer Avg stream buf: 0
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:41:28,698-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+Avg stream buf: 0
+2013-10-28 16:41:33,370-0500 INFO Multiplexer Avg stream buf: 0
+Avg stream buf: 0
+2013-10-28 16:41:43,379-0500 INFO Multiplexer Avg stream buf: 0
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:41:50,123-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+Avg stream buf: 0
+2013-10-28 16:41:53,388-0500 INFO Multiplexer Avg stream buf: 0
+Notifying commands and handlers about exception
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-163954.740, now=131028-164155.676, channel=TCPChannel [type: server, contact: 140.221.8.81:51686]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 16:41:55,676-0500 INFO ChannelContext Notifying commands and handlers about exception
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-163954.740, now=131028-164155.676, channel=TCPChannel [type: server, contact: 140.221.8.81:51686]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+Channel config: null -> {keepalive=null}
+2013-10-28 16:41:55,677-0500 INFO AbstractCoasterChannel Channel config: null -> {keepalive=null}
+TCPChannel [type: server, contact: 140.221.8.81:51686] handling channel exception
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-163954.740, now=131028-164155.676, channel=TCPChannel [type: server, contact: 140.221.8.81:51686]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 16:41:55,677-0500 INFO ChannelManager TCPChannel [type: server, contact: 140.221.8.81:51686] handling channel exception
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-163954.740, now=131028-164155.676, channel=TCPChannel [type: server, contact: 140.221.8.81:51686]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+null: Channel shut down
+2013-10-28 16:41:55,677-0500 INFO AbstractTCPChannel null: Channel shut down
+MetaChannel [context: cps-51686, boundTo: TCPChannel [type: server, contact: 140.221.8.81:51686]] binding to NullChannel
+2013-10-28 16:41:55,677-0500 INFO MetaChannel MetaChannel [context: cps-51686, boundTo: TCPChannel [type: server, contact: 140.221.8.81:51686]] binding to NullChannel
+Unregistering channel TCPChannel [type: server, contact: 140.221.8.81:51686]
+2013-10-28 16:41:55,677-0500 INFO Multiplexer Unregistering channel TCPChannel [type: server, contact: 140.221.8.81:51686]
+Notifying commands and handlers about exception
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-163954.740, now=131028-164155.676, channel=TCPChannel [type: server, contact: 140.221.8.81:51686]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 16:41:55,678-0500 INFO ChannelContext Notifying commands and handlers about exception
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-163954.740, now=131028-164155.676, channel=TCPChannel [type: server, contact: 140.221.8.81:51686]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+Channel exception handled
+2013-10-28 16:41:55,678-0500 INFO ChannelManager Channel exception handled
+Channel is closed. Removing.
+2013-10-28 16:41:55,694-0500 INFO Multiplexer Channel is closed. Removing.
+Exception in channel step
+java.io.IOException: Stream closed.
+ at java.net.AbstractPlainSocketImpl.available(AbstractPlainSocketImpl.java:435)
+ at java.net.SocketInputStream.available(SocketInputStream.java:234)
+ at org.globus.cog.coaster.channels.AbstractStreamCoasterChannel.step(AbstractStreamCoasterChannel.java:105)
+ at org.globus.cog.coaster.channels.Multiplexer.run(Multiplexer.java:70)
+2013-10-28 16:41:55,694-0500 INFO Multiplexer Exception in channel step
+java.io.IOException: Stream closed.
+ at java.net.AbstractPlainSocketImpl.available(AbstractPlainSocketImpl.java:435)
+ at java.net.SocketInputStream.available(SocketInputStream.java:234)
+ at org.globus.cog.coaster.channels.AbstractStreamCoasterChannel.step(AbstractStreamCoasterChannel.java:105)
+ at org.globus.cog.coaster.channels.Multiplexer.run(Multiplexer.java:70)
+Channel config: null -> {keepalive=null}
+2013-10-28 16:41:55,695-0500 INFO AbstractCoasterChannel Channel config: null -> {keepalive=null}
+TCPChannel [type: server, contact: 140.221.8.81:51686] handling channel exception
+java.io.IOException: Stream closed.
+ at java.net.AbstractPlainSocketImpl.available(AbstractPlainSocketImpl.java:435)
+ at java.net.SocketInputStream.available(SocketInputStream.java:234)
+ at org.globus.cog.coaster.channels.AbstractStreamCoasterChannel.step(AbstractStreamCoasterChannel.java:105)
+ at org.globus.cog.coaster.channels.Multiplexer.run(Multiplexer.java:70)
+2013-10-28 16:41:55,695-0500 INFO ChannelManager TCPChannel [type: server, contact: 140.221.8.81:51686] handling channel exception
+java.io.IOException: Stream closed.
+ at java.net.AbstractPlainSocketImpl.available(AbstractPlainSocketImpl.java:435)
+ at java.net.SocketInputStream.available(SocketInputStream.java:234)
+ at org.globus.cog.coaster.channels.AbstractStreamCoasterChannel.step(AbstractStreamCoasterChannel.java:105)
+ at org.globus.cog.coaster.channels.Multiplexer.run(Multiplexer.java:70)
+Channel already shut down
+2013-10-28 16:41:55,695-0500 INFO ChannelManager Channel already shut down
+Removing faulty channel TCPChannel [type: server, contact: 140.221.8.81:51686]
+2013-10-28 16:41:55,695-0500 INFO Multiplexer Removing faulty channel TCPChannel [type: server, contact: 140.221.8.81:51686]
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:41:59,656-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:42:03,396-0500 INFO Multiplexer No streams
+Timeout check started for TCPChannel [type: server, contact: unknown]
+2013-10-28 16:42:08,281-0500 INFO AbstractCoasterChannel Timeout check started for TCPChannel [type: server, contact: unknown]
+(0) Scheduling TCPChannel [type: server, contact: 140.221.8.81:51687] for addition
+2013-10-28 16:42:08,282-0500 INFO Multiplexer (0) Scheduling TCPChannel [type: server, contact: 140.221.8.81:51687] for addition
+Channel started: TCPChannel [type: server, contact: 140.221.8.81:51687]
+2013-10-28 16:42:08,282-0500 INFO AbstractTCPChannel Channel started: TCPChannel [type: server, contact: 140.221.8.81:51687]
+Channel id: channel-1-u-2f0d7f25-142009337ad--7ffc
+2013-10-28 16:42:08,311-0500 INFO ChannelConfigurationHandler Channel id: channel-1-u-2f0d7f25-142009337ad--7ffc
+MetaChannel [context: cps-51687, boundTo: null] binding to TCPChannel [type: server, contact: 140.221.8.81:51687]
+2013-10-28 16:42:08,311-0500 INFO MetaChannel MetaChannel [context: cps-51687, boundTo: null] binding to TCPChannel [type: server, contact: 140.221.8.81:51687]
+Handler(tag: 17767, CHANNELCONFIG) unregistering (send)
+2013-10-28 16:42:08,311-0500 INFO RequestHandler Handler(tag: 17767, CHANNELCONFIG) unregistering (send)
+Handler(tag: 17768, CONFIGSERVICE) unregistering (send)
+2013-10-28 16:42:08,351-0500 INFO RequestHandler Handler(tag: 17768, CONFIGSERVICE) unregistering (send)
+Sender TCPChannel queue size: 0
+2013-10-28 16:42:08,352-0500 INFO Sender Sender TCPChannel queue size: 0
+Handler(tag: 17769, SUBMITJOB) unregistering (send)
+2013-10-28 16:42:08,432-0500 INFO RequestHandler Handler(tag: 17769, SUBMITJOB) unregistering (send)
+provider=local
+2013-10-28 16:42:08,432-0500 INFO ExecutionTaskHandler provider=local
+Submit: in: null command: /bin/hostname
+2013-10-28 16:42:08,433-0500 INFO JobSubmissionTaskHandler Submit: in: null command: /bin/hostname
+Avg stream buf: 0
+2013-10-28 16:42:13,406-0500 INFO Multiplexer Avg stream buf: 0
+Avg stream buf: 0
+2013-10-28 16:42:23,415-0500 INFO Multiplexer Avg stream buf: 0
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 1ms, rtt: 2ms
+2013-10-28 16:42:28,318-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 1ms, rtt: 2ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:42:30,614-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+Avg stream buf: 0
+2013-10-28 16:42:33,423-0500 INFO Multiplexer Avg stream buf: 0
+Avg stream buf: 0
+2013-10-28 16:42:43,432-0500 INFO Multiplexer Avg stream buf: 0
+Avg stream buf: 0
+2013-10-28 16:42:53,440-0500 INFO Multiplexer Avg stream buf: 0
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:43:01,573-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+Avg stream buf: 0
+2013-10-28 16:43:03,449-0500 INFO Multiplexer Avg stream buf: 0
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:43:06,511-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+Avg stream buf: 0
+2013-10-28 16:43:13,457-0500 INFO Multiplexer Avg stream buf: 0
+Avg stream buf: 0
+2013-10-28 16:43:23,466-0500 INFO Multiplexer Avg stream buf: 0
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+2013-10-28 16:43:32,531-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+Avg stream buf: 0
+2013-10-28 16:43:33,475-0500 INFO Multiplexer Avg stream buf: 0
+Avg stream buf: 0
+2013-10-28 16:43:43,483-0500 INFO Multiplexer Avg stream buf: 0
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:43:44,705-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+Avg stream buf: 0
+2013-10-28 16:43:53,492-0500 INFO Multiplexer Avg stream buf: 0
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:44:03,490-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+Avg stream buf: 0
+2013-10-28 16:44:03,501-0500 INFO Multiplexer Avg stream buf: 0
+Notifying commands and handlers about exception
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-164208.432, now=131028-164409.282, channel=TCPChannel [type: server, contact: 140.221.8.81:51687]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 16:44:09,282-0500 INFO ChannelContext Notifying commands and handlers about exception
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-164208.432, now=131028-164409.282, channel=TCPChannel [type: server, contact: 140.221.8.81:51687]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+=> Command(tag: 1, JOBSTATUS)
+2013-10-28 16:44:09,282-0500 INFO ChannelContext => Command(tag: 1, JOBSTATUS)
+Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-164208.432, now=131028-164409.282, channel=TCPChannel [type: server, contact: 140.221.8.81:51687]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 16:44:09,282-0500 WARN TaskNotifier Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-164208.432, now=131028-164409.282, channel=TCPChannel [type: server, contact: 140.221.8.81:51687]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+=> Command(tag: 2, JOBSTATUS)
+2013-10-28 16:44:09,282-0500 INFO ChannelContext => Command(tag: 2, JOBSTATUS)
+Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-164208.432, now=131028-164409.282, channel=TCPChannel [type: server, contact: 140.221.8.81:51687]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 16:44:09,283-0500 WARN TaskNotifier Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-164208.432, now=131028-164409.282, channel=TCPChannel [type: server, contact: 140.221.8.81:51687]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+=> Command(tag: 3, JOBSTATUS)
+2013-10-28 16:44:09,283-0500 INFO ChannelContext => Command(tag: 3, JOBSTATUS)
+Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-164208.432, now=131028-164409.282, channel=TCPChannel [type: server, contact: 140.221.8.81:51687]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 16:44:09,283-0500 WARN TaskNotifier Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-164208.432, now=131028-164409.282, channel=TCPChannel [type: server, contact: 140.221.8.81:51687]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+=> Command(tag: 4, JOBSTATUS)
+2013-10-28 16:44:09,283-0500 INFO ChannelContext => Command(tag: 4, JOBSTATUS)
+Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-164208.432, now=131028-164409.282, channel=TCPChannel [type: server, contact: 140.221.8.81:51687]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 16:44:09,283-0500 WARN TaskNotifier Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-164208.432, now=131028-164409.282, channel=TCPChannel [type: server, contact: 140.221.8.81:51687]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+Channel config: null -> {keepalive=null}
+2013-10-28 16:44:09,283-0500 INFO AbstractCoasterChannel Channel config: null -> {keepalive=null}
+TCPChannel [type: server, contact: 140.221.8.81:51687] handling channel exception
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-164208.432, now=131028-164409.282, channel=TCPChannel [type: server, contact: 140.221.8.81:51687]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 16:44:09,284-0500 INFO ChannelManager TCPChannel [type: server, contact: 140.221.8.81:51687] handling channel exception
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-164208.432, now=131028-164409.282, channel=TCPChannel [type: server, contact: 140.221.8.81:51687]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+null: Channel shut down
+2013-10-28 16:44:09,284-0500 INFO AbstractTCPChannel null: Channel shut down
+MetaChannel [context: cps-51687, boundTo: TCPChannel [type: server, contact: 140.221.8.81:51687]] binding to NullChannel
+2013-10-28 16:44:09,284-0500 INFO MetaChannel MetaChannel [context: cps-51687, boundTo: TCPChannel [type: server, contact: 140.221.8.81:51687]] binding to NullChannel
+Unregistering channel TCPChannel [type: server, contact: 140.221.8.81:51687]
+2013-10-28 16:44:09,284-0500 INFO Multiplexer Unregistering channel TCPChannel [type: server, contact: 140.221.8.81:51687]
+Notifying commands and handlers about exception
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-164208.432, now=131028-164409.282, channel=TCPChannel [type: server, contact: 140.221.8.81:51687]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 16:44:09,284-0500 INFO ChannelContext Notifying commands and handlers about exception
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-164208.432, now=131028-164409.282, channel=TCPChannel [type: server, contact: 140.221.8.81:51687]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+=> Command(tag: 1, JOBSTATUS)
+2013-10-28 16:44:09,284-0500 INFO ChannelContext => Command(tag: 1, JOBSTATUS)
+Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-164208.432, now=131028-164409.282, channel=TCPChannel [type: server, contact: 140.221.8.81:51687]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 16:44:09,284-0500 WARN TaskNotifier Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-164208.432, now=131028-164409.282, channel=TCPChannel [type: server, contact: 140.221.8.81:51687]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+=> Command(tag: 2, JOBSTATUS)
+2013-10-28 16:44:09,285-0500 INFO ChannelContext => Command(tag: 2, JOBSTATUS)
+Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-164208.432, now=131028-164409.282, channel=TCPChannel [type: server, contact: 140.221.8.81:51687]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 16:44:09,285-0500 WARN TaskNotifier Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-164208.432, now=131028-164409.282, channel=TCPChannel [type: server, contact: 140.221.8.81:51687]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+=> Command(tag: 3, JOBSTATUS)
+2013-10-28 16:44:09,285-0500 INFO ChannelContext => Command(tag: 3, JOBSTATUS)
+Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-164208.432, now=131028-164409.282, channel=TCPChannel [type: server, contact: 140.221.8.81:51687]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 16:44:09,285-0500 WARN TaskNotifier Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-164208.432, now=131028-164409.282, channel=TCPChannel [type: server, contact: 140.221.8.81:51687]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+=> Command(tag: 4, JOBSTATUS)
+2013-10-28 16:44:09,285-0500 INFO ChannelContext => Command(tag: 4, JOBSTATUS)
+Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-164208.432, now=131028-164409.282, channel=TCPChannel [type: server, contact: 140.221.8.81:51687]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 16:44:09,285-0500 WARN TaskNotifier Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-164208.432, now=131028-164409.282, channel=TCPChannel [type: server, contact: 140.221.8.81:51687]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+Channel exception handled
+2013-10-28 16:44:09,285-0500 INFO ChannelManager Channel exception handled
+Channel is closed. Removing.
+2013-10-28 16:44:09,297-0500 INFO Multiplexer Channel is closed. Removing.
+Exception in channel step
+java.io.IOException: Stream closed.
+ at java.net.AbstractPlainSocketImpl.available(AbstractPlainSocketImpl.java:435)
+ at java.net.SocketInputStream.available(SocketInputStream.java:234)
+ at org.globus.cog.coaster.channels.AbstractStreamCoasterChannel.step(AbstractStreamCoasterChannel.java:105)
+ at org.globus.cog.coaster.channels.Multiplexer.run(Multiplexer.java:70)
+2013-10-28 16:44:09,298-0500 INFO Multiplexer Exception in channel step
+java.io.IOException: Stream closed.
+ at java.net.AbstractPlainSocketImpl.available(AbstractPlainSocketImpl.java:435)
+ at java.net.SocketInputStream.available(SocketInputStream.java:234)
+ at org.globus.cog.coaster.channels.AbstractStreamCoasterChannel.step(AbstractStreamCoasterChannel.java:105)
+ at org.globus.cog.coaster.channels.Multiplexer.run(Multiplexer.java:70)
+Channel config: null -> {keepalive=null}
+2013-10-28 16:44:09,298-0500 INFO AbstractCoasterChannel Channel config: null -> {keepalive=null}
+TCPChannel [type: server, contact: 140.221.8.81:51687] handling channel exception
+java.io.IOException: Stream closed.
+ at java.net.AbstractPlainSocketImpl.available(AbstractPlainSocketImpl.java:435)
+ at java.net.SocketInputStream.available(SocketInputStream.java:234)
+ at org.globus.cog.coaster.channels.AbstractStreamCoasterChannel.step(AbstractStreamCoasterChannel.java:105)
+ at org.globus.cog.coaster.channels.Multiplexer.run(Multiplexer.java:70)
+2013-10-28 16:44:09,298-0500 INFO ChannelManager TCPChannel [type: server, contact: 140.221.8.81:51687] handling channel exception
+java.io.IOException: Stream closed.
+ at java.net.AbstractPlainSocketImpl.available(AbstractPlainSocketImpl.java:435)
+ at java.net.SocketInputStream.available(SocketInputStream.java:234)
+ at org.globus.cog.coaster.channels.AbstractStreamCoasterChannel.step(AbstractStreamCoasterChannel.java:105)
+ at org.globus.cog.coaster.channels.Multiplexer.run(Multiplexer.java:70)
+Channel already shut down
+2013-10-28 16:44:09,298-0500 INFO ChannelManager Channel already shut down
+Removing faulty channel TCPChannel [type: server, contact: 140.221.8.81:51687]
+2013-10-28 16:44:09,298-0500 INFO Multiplexer Removing faulty channel TCPChannel [type: server, contact: 140.221.8.81:51687]
+No streams
+2013-10-28 16:44:13,510-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 1ms, rtt: 2ms
+2013-10-28 16:44:22,900-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 1ms, rtt: 2ms
+No streams
+2013-10-28 16:44:23,518-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:44:33,526-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:44:34,448-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:44:43,535-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:44:53,543-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:45:01,094-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:45:03,551-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:45:05,406-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:45:13,559-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:45:23,567-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:45:33,575-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:45:36,364-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:45:39,287-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:45:43,583-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:45:53,591-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:46:03,599-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:46:07,322-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:46:13,607-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:46:17,481-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:46:23,615-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:46:33,623-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:46:38,280-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:46:43,631-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:46:53,639-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:46:55,675-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:47:03,647-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:47:09,238-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:47:13,655-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:47:23,664-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:47:33,672-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:47:33,869-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:47:40,196-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:47:43,680-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:47:53,688-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:48:03,696-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:48:11,154-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:48:12,063-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:48:13,704-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:48:23,712-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:48:33,720-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:48:42,112-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:48:43,728-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:48:50,257-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:48:53,736-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:49:03,744-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:49:13,070-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:49:13,752-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:49:23,760-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:49:28,451-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:49:33,768-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:49:43,776-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 2ms
+2013-10-28 16:49:44,029-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 2ms
+No streams
+2013-10-28 16:49:53,784-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:50:03,792-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 1ms, rtt: 2ms
+2013-10-28 16:50:06,646-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 1ms, rtt: 2ms
+No streams
+2013-10-28 16:50:13,800-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:50:14,986-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:50:23,808-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:50:33,816-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:50:43,824-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:50:44,839-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:50:45,944-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:50:53,832-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:51:03,840-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:51:13,848-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:51:16,902-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:51:23,033-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:51:23,856-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:51:33,864-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:51:43,872-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:51:47,860-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:51:53,880-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:52:01,228-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:52:03,888-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:52:13,896-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:52:18,818-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:52:23,904-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:52:33,912-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:52:39,421-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:52:43,920-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:52:49,776-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:52:53,928-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:53:03,936-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:53:13,944-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:53:17,615-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:53:20,734-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:53:23,952-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:53:33,960-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:53:43,968-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:53:51,693-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:53:53,976-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:53:55,809-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:54:03,984-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:54:13,992-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:54:22,651-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:54:24,000-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:54:34,003-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:54:34,008-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:54:44,016-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:54:53,609-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:54:54,024-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:55:04,032-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:55:12,197-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:55:14,040-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:55:24,048-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:55:24,567-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:55:34,056-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:55:44,064-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:55:50,391-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:55:54,072-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:55:55,525-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:56:04,080-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:56:14,088-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:56:24,096-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:56:26,483-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:56:28,585-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:56:34,105-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:56:44,113-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:56:54,121-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:56:57,441-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:57:04,129-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:57:06,779-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:57:14,137-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:57:24,145-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:57:28,399-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:57:34,153-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:57:44,161-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:57:44,973-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:57:54,169-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:57:59,357-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:58:04,177-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:58:14,185-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:58:23,167-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:58:24,193-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:58:30,315-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:58:34,201-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:58:44,209-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:58:54,217-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:59:01,273-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:59:01,361-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:59:04,225-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:59:14,233-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:59:24,241-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 16:59:32,231-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 16:59:34,249-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 16:59:39,555-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 16:59:44,257-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 16:59:54,265-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:00:03,189-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:00:04,273-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:00:14,281-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:00:17,749-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:00:24,289-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 17:00:34,147-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 17:00:34,297-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:00:44,305-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:00:54,313-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:00:55,943-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:01:04,320-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 17:01:05,105-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 17:01:14,329-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:01:24,336-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:01:34,137-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:01:34,344-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:01:36,063-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:01:44,352-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:01:54,360-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:02:04,368-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 17:02:07,021-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:02:12,331-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:02:14,376-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:02:24,384-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:02:34,392-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 17:02:37,979-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 17:02:44,400-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:02:50,525-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:02:54,408-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:03:04,416-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 17:03:08,937-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 17:03:14,423-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:03:24,431-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:03:28,719-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:03:34,439-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 17:03:39,895-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 17:03:44,447-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:03:54,455-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:04:04,463-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:04:06,913-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 17:04:10,853-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 17:04:14,471-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:04:24,478-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:04:34,486-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 17:04:41,811-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 17:04:44,494-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:04:45,107-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:04:54,502-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:05:04,510-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 17:05:12,769-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 17:05:14,518-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:05:23,301-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:05:24,526-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:05:34,533-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+2013-10-28 17:05:43,726-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+No streams
+2013-10-28 17:05:44,541-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:05:54,549-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:06:01,495-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:06:04,557-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:06:14,565-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+2013-10-28 17:06:14,684-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+No streams
+2013-10-28 17:06:24,573-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:06:34,581-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:06:39,689-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:06:44,589-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+2013-10-28 17:06:45,642-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+No streams
+2013-10-28 17:06:54,596-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:07:04,604-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:07:14,612-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:07:16,601-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:07:17,883-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:07:24,620-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:07:34,628-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:07:44,636-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:07:47,559-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:07:54,652-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:07:56,077-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:08:04,660-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:08:14,668-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:08:18,517-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:08:24,676-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:08:34,271-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:08:34,684-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:08:44,692-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:08:49,475-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:08:54,700-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:09:04,708-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:09:12,465-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:09:14,716-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:09:20,433-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:09:24,725-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:09:34,733-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:09:44,741-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:09:50,659-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:09:51,391-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:09:54,749-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:10:04,757-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:10:14,765-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:10:22,349-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:10:24,773-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:10:28,853-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:10:34,781-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:10:44,789-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:10:53,307-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:10:54,797-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:11:04,805-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:11:07,047-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:11:14,813-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:11:24,265-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:11:24,821-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:11:34,829-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:11:44,837-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:11:45,241-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:11:54,845-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:11:55,223-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:12:04,854-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:12:14,862-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:12:23,435-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:12:24,870-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:12:26,181-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:12:34,878-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:12:44,886-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:12:54,894-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:12:57,139-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:13:01,629-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:13:04,902-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:13:14,910-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:13:24,918-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:13:28,097-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:13:34,926-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:13:39,823-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:13:44,934-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:13:54,942-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:13:59,055-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:14:04,950-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:14:14,958-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:14:18,017-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:14:24,966-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 17:14:30,013-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 17:14:34,974-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:14:44,982-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:14:54,990-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:14:56,211-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:15:00,971-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:15:04,998-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:15:15,006-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:15:25,014-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:15:31,929-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:15:34,405-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:15:35,022-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:15:45,029-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:15:55,037-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:16:02,887-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:16:05,045-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+2013-10-28 17:16:12,599-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+No streams
+2013-10-28 17:16:15,053-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:16:25,061-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:16:33,845-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:16:35,069-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:16:45,078-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:16:50,793-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:16:55,087-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:17:04,803-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:17:05,097-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:17:15,106-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:17:25,115-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 2ms
+2013-10-28 17:17:28,988-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 2ms
+No streams
+2013-10-28 17:17:35,125-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:17:35,761-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:17:45,135-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:17:55,144-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:18:05,153-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:18:06,719-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+2013-10-28 17:18:07,182-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+No streams
+2013-10-28 17:18:15,163-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:18:25,173-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:18:35,183-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:18:37,677-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:18:45,192-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 2ms
+2013-10-28 17:18:45,376-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 2ms
+No streams
+2013-10-28 17:18:55,202-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:19:05,211-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:19:08,636-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:19:15,220-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:19:23,569-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:19:25,230-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:19:35,240-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:19:39,593-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:19:45,251-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:19:55,261-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:20:01,763-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:20:05,271-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:20:10,551-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:20:15,282-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:20:25,292-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:20:35,302-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+2013-10-28 17:20:39,957-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 17:20:41,509-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 17:20:45,314-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:20:55,323-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:21:05,333-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:21:12,467-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:21:15,342-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:21:18,152-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:21:25,352-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:21:35,360-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:21:43,425-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:21:45,368-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:21:55,376-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:21:56,345-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:22:05,384-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:22:14,383-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:22:15,392-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:22:25,400-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:22:34,539-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:22:35,407-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:22:45,341-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:22:45,415-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:22:55,424-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:23:05,431-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:23:12,733-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:23:15,439-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 17:23:16,300-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 17:23:25,447-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:23:35,455-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:23:45,463-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 17:23:47,259-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+2013-10-28 17:23:50,927-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+No streams
+2013-10-28 17:23:55,471-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:24:05,479-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:24:15,487-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:24:18,216-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:24:25,495-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+2013-10-28 17:24:29,121-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+No streams
+2013-10-28 17:24:35,503-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:24:45,511-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:24:49,174-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:24:55,519-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:25:05,527-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:25:07,315-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:25:15,535-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 17:25:20,132-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 17:25:25,543-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:25:35,551-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:25:45,509-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:25:45,559-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:25:51,090-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:25:55,567-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:26:05,575-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:26:15,583-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:26:22,048-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+2013-10-28 17:26:23,703-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+No streams
+2013-10-28 17:26:25,591-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:26:35,599-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:26:45,607-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:26:53,006-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:26:55,615-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+2013-10-28 17:27:01,897-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+No streams
+2013-10-28 17:27:05,623-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:27:15,631-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:27:23,964-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:27:25,639-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:27:35,647-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+2013-10-28 17:27:40,091-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+No streams
+2013-10-28 17:27:45,655-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:27:54,922-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:27:55,664-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:28:05,672-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:28:15,680-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+2013-10-28 17:28:18,285-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+No streams
+2013-10-28 17:28:25,688-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 2ms
+2013-10-28 17:28:25,881-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 2ms
+No streams
+2013-10-28 17:28:35,696-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:28:45,704-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:28:55,712-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+2013-10-28 17:28:56,479-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+2013-10-28 17:28:56,837-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+No streams
+2013-10-28 17:29:05,720-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:29:15,728-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:29:25,736-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 17:29:27,796-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:29:34,673-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:29:35,744-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:29:45,752-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:29:55,760-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:29:58,754-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:30:05,769-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:30:12,867-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:30:15,777-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:30:25,785-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:30:29,712-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:30:35,793-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:30:45,801-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:30:51,061-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:30:55,809-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:31:00,671-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:31:05,819-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:31:15,828-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:31:25,837-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:31:29,255-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:31:31,628-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:31:35,844-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:31:45,852-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:31:55,859-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:32:02,586-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:32:05,867-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:32:07,449-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:32:15,875-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:32:25,882-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:32:33,544-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:32:35,890-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:32:45,643-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:32:45,898-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:32:55,905-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 2ms
+2013-10-28 17:33:04,503-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 2ms
+No streams
+2013-10-28 17:33:05,913-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:33:15,921-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+2013-10-28 17:33:23,837-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+No streams
+2013-10-28 17:33:25,928-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:33:35,460-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:33:35,936-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:33:45,944-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:33:55,952-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+2013-10-28 17:34:02,031-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+No streams
+2013-10-28 17:34:05,960-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:34:06,418-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:34:15,968-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:34:25,975-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:34:35,983-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:34:37,376-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+2013-10-28 17:34:40,226-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+No streams
+2013-10-28 17:34:45,991-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:34:55,999-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:35:06,007-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:35:08,334-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:35:16,015-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:35:18,420-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:35:26,022-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:35:36,030-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:35:39,292-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:35:46,038-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:35:56,046-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:35:56,615-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:36:06,054-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 17:36:10,251-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 17:36:16,062-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:36:26,069-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:36:34,809-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:36:36,077-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+2013-10-28 17:36:41,208-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+No streams
+2013-10-28 17:36:46,085-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:36:56,094-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:37:06,101-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:37:12,168-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:37:13,003-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:37:16,109-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:37:26,117-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:37:36,125-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:37:43,125-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:37:46,133-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:37:51,197-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:37:56,141-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:38:06,148-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:38:14,083-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:38:16,156-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:38:26,164-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:38:29,391-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:38:36,172-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:38:45,041-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:38:46,180-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:38:56,188-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:39:06,196-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+2013-10-28 17:39:07,585-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:39:16,000-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:39:16,204-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:39:26,211-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:39:36,219-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 2ms
+2013-10-28 17:39:45,780-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 2ms
+No streams
+2013-10-28 17:39:46,227-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+2013-10-28 17:39:46,956-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 0ms
+No streams
+2013-10-28 17:39:56,235-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:40:06,243-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:40:16,251-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:40:17,915-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:40:23,973-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:40:26,258-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:40:36,266-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:40:46,274-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:40:48,873-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:40:56,282-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:41:02,167-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:41:06,290-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:41:16,298-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:41:19,831-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:41:26,309-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:41:36,318-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:41:40,361-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:41:46,328-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:41:50,789-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:41:56,337-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:42:06,346-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:42:16,356-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:42:18,555-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:42:21,747-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:42:26,364-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:42:36,372-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:42:46,380-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:42:52,705-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:42:56,389-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:42:56,749-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:43:06,398-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:43:16,407-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:43:23,663-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:43:26,417-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+2013-10-28 17:43:34,943-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+No streams
+2013-10-28 17:43:36,425-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:43:46,434-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:43:54,621-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:43:56,444-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:44:06,452-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 2ms
+2013-10-28 17:44:13,138-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 2ms
+No streams
+2013-10-28 17:44:16,460-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:44:25,579-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:44:26,468-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:44:36,476-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:44:46,484-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:44:51,331-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:44:56,492-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:44:56,537-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:45:06,500-0500 INFO Multiplexer No streams
+Timeout check started for TCPChannel [type: server, contact: unknown]
+2013-10-28 17:45:13,893-0500 INFO AbstractCoasterChannel Timeout check started for TCPChannel [type: server, contact: unknown]
+(0) Scheduling TCPChannel [type: server, contact: 140.221.8.81:51732] for addition
+2013-10-28 17:45:13,893-0500 INFO Multiplexer (0) Scheduling TCPChannel [type: server, contact: 140.221.8.81:51732] for addition
+Channel started: TCPChannel [type: server, contact: 140.221.8.81:51732]
+2013-10-28 17:45:13,894-0500 INFO AbstractTCPChannel Channel started: TCPChannel [type: server, contact: 140.221.8.81:51732]
+Channel id: channel-1-u-2f0d7f25-142009337ad--7ffb
+2013-10-28 17:45:13,922-0500 INFO ChannelConfigurationHandler Channel id: channel-1-u-2f0d7f25-142009337ad--7ffb
+MetaChannel [context: cps-51732, boundTo: null] binding to TCPChannel [type: server, contact: 140.221.8.81:51732]
+2013-10-28 17:45:13,922-0500 INFO MetaChannel MetaChannel [context: cps-51732, boundTo: null] binding to TCPChannel [type: server, contact: 140.221.8.81:51732]
+Handler(tag: 17767, CHANNELCONFIG) unregistering (send)
+2013-10-28 17:45:13,922-0500 INFO RequestHandler Handler(tag: 17767, CHANNELCONFIG) unregistering (send)
+Handler(tag: 17768, CONFIGSERVICE) unregistering (send)
+2013-10-28 17:45:13,963-0500 INFO RequestHandler Handler(tag: 17768, CONFIGSERVICE) unregistering (send)
+Sender TCPChannel queue size: 0
+2013-10-28 17:45:13,963-0500 INFO Sender Sender TCPChannel queue size: 0
+Handler(tag: 17769, SUBMITJOB) unregistering (send)
+2013-10-28 17:45:14,043-0500 INFO RequestHandler Handler(tag: 17769, SUBMITJOB) unregistering (send)
+provider=local
+2013-10-28 17:45:14,043-0500 INFO ExecutionTaskHandler provider=local
+Submit: in: null command: /bin/hostname -f
+2013-10-28 17:45:14,044-0500 INFO JobSubmissionTaskHandler Submit: in: null command: /bin/hostname -f
+Avg stream buf: 0
+2013-10-28 17:45:16,511-0500 INFO Multiplexer Avg stream buf: 0
+Avg stream buf: 0
+2013-10-28 17:45:26,524-0500 INFO Multiplexer Avg stream buf: 0
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 2ms
+2013-10-28 17:45:27,496-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 2ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:45:29,525-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+Avg stream buf: 0
+2013-10-28 17:45:36,537-0500 INFO Multiplexer Avg stream buf: 0
+Avg stream buf: 0
+2013-10-28 17:45:46,550-0500 INFO Multiplexer Avg stream buf: 0
+Avg stream buf: 0
+2013-10-28 17:45:56,564-0500 INFO Multiplexer Avg stream buf: 0
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:45:58,453-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+Avg stream buf: 0
+2013-10-28 17:46:06,573-0500 INFO Multiplexer Avg stream buf: 0
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+2013-10-28 17:46:07,719-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+Avg stream buf: 0
+2013-10-28 17:46:16,584-0500 INFO Multiplexer Avg stream buf: 0
+Avg stream buf: 0
+2013-10-28 17:46:26,594-0500 INFO Multiplexer Avg stream buf: 0
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 17:46:29,412-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+Avg stream buf: 0
+2013-10-28 17:46:36,603-0500 INFO Multiplexer Avg stream buf: 0
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+2013-10-28 17:46:45,913-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+Avg stream buf: 0
+2013-10-28 17:46:46,612-0500 INFO Multiplexer Avg stream buf: 0
+Avg stream buf: 0
+2013-10-28 17:46:56,625-0500 INFO Multiplexer Avg stream buf: 0
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:47:00,370-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+Avg stream buf: 0
+2013-10-28 17:47:06,634-0500 INFO Multiplexer Avg stream buf: 0
+Notifying commands and handlers about exception
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-174514.043, now=131028-174714.893, channel=TCPChannel [type: server, contact: 140.221.8.81:51732]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 17:47:14,893-0500 INFO ChannelContext Notifying commands and handlers about exception
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-174514.043, now=131028-174714.893, channel=TCPChannel [type: server, contact: 140.221.8.81:51732]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+=> Command(tag: 1, JOBSTATUS)
+2013-10-28 17:47:14,894-0500 INFO ChannelContext => Command(tag: 1, JOBSTATUS)
+Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-174514.043, now=131028-174714.893, channel=TCPChannel [type: server, contact: 140.221.8.81:51732]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 17:47:14,894-0500 WARN TaskNotifier Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-174514.043, now=131028-174714.893, channel=TCPChannel [type: server, contact: 140.221.8.81:51732]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+=> Command(tag: 2, JOBSTATUS)
+2013-10-28 17:47:14,894-0500 INFO ChannelContext => Command(tag: 2, JOBSTATUS)
+Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-174514.043, now=131028-174714.893, channel=TCPChannel [type: server, contact: 140.221.8.81:51732]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 17:47:14,894-0500 WARN TaskNotifier Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-174514.043, now=131028-174714.893, channel=TCPChannel [type: server, contact: 140.221.8.81:51732]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+=> Command(tag: 3, JOBSTATUS)
+2013-10-28 17:47:14,894-0500 INFO ChannelContext => Command(tag: 3, JOBSTATUS)
+Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-174514.043, now=131028-174714.893, channel=TCPChannel [type: server, contact: 140.221.8.81:51732]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 17:47:14,895-0500 WARN TaskNotifier Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-174514.043, now=131028-174714.893, channel=TCPChannel [type: server, contact: 140.221.8.81:51732]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+=> Command(tag: 4, JOBSTATUS)
+2013-10-28 17:47:14,895-0500 INFO ChannelContext => Command(tag: 4, JOBSTATUS)
+Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-174514.043, now=131028-174714.893, channel=TCPChannel [type: server, contact: 140.221.8.81:51732]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 17:47:14,895-0500 WARN TaskNotifier Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-174514.043, now=131028-174714.893, channel=TCPChannel [type: server, contact: 140.221.8.81:51732]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+Channel config: null -> {keepalive=null}
+2013-10-28 17:47:14,895-0500 INFO AbstractCoasterChannel Channel config: null -> {keepalive=null}
+TCPChannel [type: server, contact: 140.221.8.81:51732] handling channel exception
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-174514.043, now=131028-174714.893, channel=TCPChannel [type: server, contact: 140.221.8.81:51732]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 17:47:14,895-0500 INFO ChannelManager TCPChannel [type: server, contact: 140.221.8.81:51732] handling channel exception
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-174514.043, now=131028-174714.893, channel=TCPChannel [type: server, contact: 140.221.8.81:51732]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+null: Channel shut down
+2013-10-28 17:47:14,896-0500 INFO AbstractTCPChannel null: Channel shut down
+MetaChannel [context: cps-51732, boundTo: TCPChannel [type: server, contact: 140.221.8.81:51732]] binding to NullChannel
+2013-10-28 17:47:14,896-0500 INFO MetaChannel MetaChannel [context: cps-51732, boundTo: TCPChannel [type: server, contact: 140.221.8.81:51732]] binding to NullChannel
+Unregistering channel TCPChannel [type: server, contact: 140.221.8.81:51732]
+2013-10-28 17:47:14,896-0500 INFO Multiplexer Unregistering channel TCPChannel [type: server, contact: 140.221.8.81:51732]
+Notifying commands and handlers about exception
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-174514.043, now=131028-174714.893, channel=TCPChannel [type: server, contact: 140.221.8.81:51732]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 17:47:14,896-0500 INFO ChannelContext Notifying commands and handlers about exception
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-174514.043, now=131028-174714.893, channel=TCPChannel [type: server, contact: 140.221.8.81:51732]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+=> Command(tag: 1, JOBSTATUS)
+2013-10-28 17:47:14,896-0500 INFO ChannelContext => Command(tag: 1, JOBSTATUS)
+Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-174514.043, now=131028-174714.893, channel=TCPChannel [type: server, contact: 140.221.8.81:51732]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 17:47:14,896-0500 WARN TaskNotifier Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-174514.043, now=131028-174714.893, channel=TCPChannel [type: server, contact: 140.221.8.81:51732]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+=> Command(tag: 2, JOBSTATUS)
+2013-10-28 17:47:14,896-0500 INFO ChannelContext => Command(tag: 2, JOBSTATUS)
+Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-174514.043, now=131028-174714.893, channel=TCPChannel [type: server, contact: 140.221.8.81:51732]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 17:47:14,896-0500 WARN TaskNotifier Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-174514.043, now=131028-174714.893, channel=TCPChannel [type: server, contact: 140.221.8.81:51732]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+=> Command(tag: 3, JOBSTATUS)
+2013-10-28 17:47:14,897-0500 INFO ChannelContext => Command(tag: 3, JOBSTATUS)
+Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-174514.043, now=131028-174714.893, channel=TCPChannel [type: server, contact: 140.221.8.81:51732]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 17:47:14,897-0500 WARN TaskNotifier Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-174514.043, now=131028-174714.893, channel=TCPChannel [type: server, contact: 140.221.8.81:51732]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+=> Command(tag: 4, JOBSTATUS)
+2013-10-28 17:47:14,897-0500 INFO ChannelContext => Command(tag: 4, JOBSTATUS)
+Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-174514.043, now=131028-174714.893, channel=TCPChannel [type: server, contact: 140.221.8.81:51732]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+2013-10-28 17:47:14,897-0500 WARN TaskNotifier Client could not properly process notification: null
+org.globus.cog.coaster.TimeoutException: Channel timed out. lastTime=131028-174514.043, now=131028-174714.893, channel=TCPChannel [type: server, contact: 140.221.8.81:51732]
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel.checkTimeouts(AbstractCoasterChannel.java:133)
+ at org.globus.cog.coaster.channels.AbstractCoasterChannel$1.run(AbstractCoasterChannel.java:124)
+ at java.util.TimerThread.mainLoop(Timer.java:534)
+ at java.util.TimerThread.run(Timer.java:484)
+Channel exception handled
+2013-10-28 17:47:14,897-0500 INFO ChannelManager Channel exception handled
+Channel is closed. Removing.
+2013-10-28 17:47:14,898-0500 INFO Multiplexer Channel is closed. Removing.
+Exception in channel step
+java.io.IOException: Stream closed.
+ at java.net.AbstractPlainSocketImpl.available(AbstractPlainSocketImpl.java:435)
+ at java.net.SocketInputStream.available(SocketInputStream.java:234)
+ at org.globus.cog.coaster.channels.AbstractStreamCoasterChannel.step(AbstractStreamCoasterChannel.java:105)
+ at org.globus.cog.coaster.channels.Multiplexer.run(Multiplexer.java:70)
+2013-10-28 17:47:14,898-0500 INFO Multiplexer Exception in channel step
+java.io.IOException: Stream closed.
+ at java.net.AbstractPlainSocketImpl.available(AbstractPlainSocketImpl.java:435)
+ at java.net.SocketInputStream.available(SocketInputStream.java:234)
+ at org.globus.cog.coaster.channels.AbstractStreamCoasterChannel.step(AbstractStreamCoasterChannel.java:105)
+ at org.globus.cog.coaster.channels.Multiplexer.run(Multiplexer.java:70)
+Channel config: null -> {keepalive=null}
+2013-10-28 17:47:14,898-0500 INFO AbstractCoasterChannel Channel config: null -> {keepalive=null}
+TCPChannel [type: server, contact: 140.221.8.81:51732] handling channel exception
+java.io.IOException: Stream closed.
+ at java.net.AbstractPlainSocketImpl.available(AbstractPlainSocketImpl.java:435)
+ at java.net.SocketInputStream.available(SocketInputStream.java:234)
+ at org.globus.cog.coaster.channels.AbstractStreamCoasterChannel.step(AbstractStreamCoasterChannel.java:105)
+ at org.globus.cog.coaster.channels.Multiplexer.run(Multiplexer.java:70)
+2013-10-28 17:47:14,898-0500 INFO ChannelManager TCPChannel [type: server, contact: 140.221.8.81:51732] handling channel exception
+java.io.IOException: Stream closed.
+ at java.net.AbstractPlainSocketImpl.available(AbstractPlainSocketImpl.java:435)
+ at java.net.SocketInputStream.available(SocketInputStream.java:234)
+ at org.globus.cog.coaster.channels.AbstractStreamCoasterChannel.step(AbstractStreamCoasterChannel.java:105)
+ at org.globus.cog.coaster.channels.Multiplexer.run(Multiplexer.java:70)
+Channel already shut down
+2013-10-28 17:47:14,899-0500 INFO ChannelManager Channel already shut down
+Removing faulty channel TCPChannel [type: server, contact: 140.221.8.81:51732]
+2013-10-28 17:47:14,899-0500 INFO Multiplexer Removing faulty channel TCPChannel [type: server, contact: 140.221.8.81:51732]
+No streams
+2013-10-28 17:47:16,644-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 2ms
+2013-10-28 17:47:24,108-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 2ms
+No streams
+2013-10-28 17:47:26,652-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+2013-10-28 17:47:31,329-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 1ms, rtt: 1ms
+No streams
+2013-10-28 17:47:36,660-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:47:46,668-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:47:56,676-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:48:02,287-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:48:02,301-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:48:06,684-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:48:16,692-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:48:26,701-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:48:33,245-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:48:36,709-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:48:40,495-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:48:46,717-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:48:56,725-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:49:04,203-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:49:06,733-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:49:16,741-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:49:18,689-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:49:26,749-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:49:35,161-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:49:36,757-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:49:46,766-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:49:56,774-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+2013-10-28 17:49:56,883-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:50:06,119-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+No streams
+2013-10-28 17:50:06,782-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:50:16,790-0500 INFO Multiplexer No streams
+No streams
+2013-10-28 17:50:26,798-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+2013-10-28 17:50:35,077-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: grind.mcs.anl.gov-000000] up latency: -1ms, rtt: 1ms
+No streams
+2013-10-28 17:50:36,812-0500 INFO Multiplexer No streams
+TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
+2013-10-28 17:50:37,077-0500 INFO HeartBeatCommand TCPChannel [type: server, contact: crush.mcs.anl.gov-000000] up latency: 0ms, rtt: 1ms
More information about the Swift-commit
mailing list