2014-09-04 10:45:45 Full thread dump OpenJDK 64-Bit Server VM (24.51-b03 mixed mode): "Block Queue Processor" daemon prio=10 tid=0x00007fe6d0030800 nid=0x4d35 in Object.wait() [0x00007fe715b83000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x0000000788338670> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x0000000788338670> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d002f800 nid=0x4d34 waiting on condition [0x00007fe715a82000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000788338720> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d002c800 nid=0x37ad in Object.wait() [0x00007fe71550b000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007871566f8> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x00000007871566f8> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d002e000 nid=0x37ac waiting on condition [0x00007fe715645000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000007871567a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d002b000 nid=0x213b in Object.wait() [0x00007fe715309000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x0000000785f5a100> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x0000000785f5a100> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d0035000 nid=0x213a waiting on condition [0x00007fe71540a000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000785f860a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Attach Listener" daemon prio=10 tid=0x00007fe6ec001000 nid=0xd7a waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "NIO Sender" daemon prio=10 tid=0x00007fe6a8007000 nid=0xc1c runnable [0x00007fe715c84000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000007852ff220> (a sun.nio.ch.Util$2) - locked <0x00000007852ff210> (a java.util.Collections$UnmodifiableSet) - locked <0x00000007852effb0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) at org.globus.cog.coaster.channels.NIOSender.run(NIOSender.java:110) "PullThread" daemon prio=10 tid=0x00007fe6a8001800 nid=0xc1b in Object.wait() [0x00007fe715d85000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007852edf60> (a org.globus.cog.abstraction.coaster.service.job.manager.PullThread) at org.globus.cog.abstraction.coaster.service.job.manager.PullThread.mwait(PullThread.java:175) at org.globus.cog.abstraction.coaster.service.job.manager.PullThread.run(PullThread.java:146) - locked <0x00000007852edf60> (a org.globus.cog.abstraction.coaster.service.job.manager.PullThread) "NIO Multiplexer" daemon prio=10 tid=0x00007fe6d4008000 nid=0xc1a runnable [0x00007fe715e86000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000007852fa7f0> (a sun.nio.ch.Util$2) - locked <0x00000007852fa7e0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000007852f9128> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) at org.globus.cog.coaster.channels.NIOMultiplexer.loop(NIOMultiplexer.java:91) at org.globus.cog.coaster.channels.NIOMultiplexer.run(NIOMultiplexer.java:75) "Block Submitter" daemon prio=10 tid=0x00007fe6c005c000 nid=0xc14 in Object.wait() [0x00007fe716189000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x0000000785300c90> (a java.util.LinkedList) at java.lang.Object.wait(Object.java:503) at org.globus.cog.abstraction.coaster.service.job.manager.BlockTaskSubmitter.run(BlockTaskSubmitter.java:75) - locked <0x0000000785300c90> (a java.util.LinkedList) "Timer-2" daemon prio=10 tid=0x00007fe6c001a800 nid=0xc13 in Object.wait() [0x00007fe71628a000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x000000078530a478> (a java.util.TaskQueue) at java.lang.Object.wait(Object.java:503) at java.util.TimerThread.mainLoop(Timer.java:526) - locked <0x000000078530a478> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:505) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d001c800 nid=0xc0e in Object.wait() [0x00007fe71638b000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007852f8070> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x00000007852f8070> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d0018000 nid=0xc0d waiting on condition [0x00007fe71648c000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000007852f6fc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Sender TCPChannel" daemon prio=10 tid=0x00007fe6d000e800 nid=0xc0c waiting on condition [0x00007fe71658d000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000078530a750> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.coaster.channels.Sender.run(Sender.java:75) "Channel multiplexer 1" daemon prio=10 tid=0x00007fe6d8007800 nid=0xc0a waiting on condition [0x00007fe71668e000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.globus.cog.coaster.channels.Multiplexer.run(Multiplexer.java:130) "Channel multiplexer 0" daemon prio=10 tid=0x00007fe6d8007000 nid=0xc09 waiting on condition [0x00007fe71678f000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.globus.cog.coaster.channels.Multiplexer.run(Multiplexer.java:130) "Timer-1" daemon prio=10 tid=0x00007fe6d8001000 nid=0xc08 in Object.wait() [0x00007fe716890000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x000000078530af60> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:552) - locked <0x000000078530af60> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:505) "Server: http://127.0.1.1:65001" daemon prio=10 tid=0x00007fe7203d2000 nid=0xbca runnable [0x00007fe716991000] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:398) at java.net.ServerSocket.implAccept(ServerSocket.java:530) at java.net.ServerSocket.accept(ServerSocket.java:498) at org.globus.net.BaseServer.run(BaseServer.java:226) at java.lang.Thread.run(Thread.java:744) "Local TCP service" daemon prio=10 tid=0x00007fe7203b9000 nid=0xbc9 runnable [0x00007fe716a92000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:241) - locked <0x00000007852fd590> (a java.lang.Object) at org.globus.cog.abstraction.coaster.service.LocalTCPService.run(LocalTCPService.java:190) at java.lang.Thread.run(Thread.java:744) "Timer-0" prio=10 tid=0x00007fe72039b800 nid=0xbc8 in Object.wait() [0x00007fe71c1a2000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x0000000785325e40> (a java.util.TaskQueue) at java.lang.Object.wait(Object.java:503) at java.util.TimerThread.mainLoop(Timer.java:526) - locked <0x0000000785325e40> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:505) "Service Thread" daemon prio=10 tid=0x00007fe7200a7800 nid=0xbc6 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread1" daemon prio=10 tid=0x00007fe7200a5000 nid=0xbc5 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread0" daemon prio=10 tid=0x00007fe7200a2000 nid=0xbc4 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Signal Dispatcher" daemon prio=10 tid=0x00007fe7200a0000 nid=0xbc3 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Finalizer" daemon prio=10 tid=0x00007fe72007c800 nid=0xbc2 in Object.wait() [0x00007fe724202000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x0000000785310430> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135) - locked <0x0000000785310430> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:189) "Reference Handler" daemon prio=10 tid=0x00007fe72007b000 nid=0xbc1 in Object.wait() [0x00007fe724303000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x0000000785303e88> (a java.lang.ref.Reference$Lock) at java.lang.Object.wait(Object.java:503) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133) - locked <0x0000000785303e88> (a java.lang.ref.Reference$Lock) "main" prio=10 tid=0x00007fe72000b000 nid=0xbb9 in Object.wait() [0x00007fe729a91000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007852f6728> (a org.globus.cog.abstraction.coaster.service.CoasterPersistentService) at org.globus.cog.abstraction.coaster.service.CoasterService.waitFor(CoasterService.java:284) - locked <0x00000007852f6728> (a org.globus.cog.abstraction.coaster.service.CoasterPersistentService) at org.globus.cog.abstraction.coaster.service.CoasterPersistentService.main(CoasterPersistentService.java:198) "VM Thread" prio=10 tid=0x00007fe720076800 nid=0xbc0 runnable "GC task thread#0 (ParallelGC)" prio=10 tid=0x00007fe720021000 nid=0xbbc runnable "GC task thread#1 (ParallelGC)" prio=10 tid=0x00007fe720022800 nid=0xbbd runnable "GC task thread#2 (ParallelGC)" prio=10 tid=0x00007fe720024800 nid=0xbbe runnable "GC task thread#3 (ParallelGC)" prio=10 tid=0x00007fe720026800 nid=0xbbf runnable "VM Periodic Task Thread" prio=10 tid=0x00007fe7200ba000 nid=0xbc7 waiting on condition JNI global references: 290 2014-09-04 11:53:02 Full thread dump OpenJDK 64-Bit Server VM (24.51-b03 mixed mode): "pool-1-thread-74" daemon prio=10 tid=0x00007fe6c8019000 nid=0x5957 waiting on condition [0x00007fe70baf9000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor.run2(JobSubmissionTaskHandler.java:649) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor.run(JobSubmissionTaskHandler.java:616) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "process reaper" daemon prio=10 tid=0x00007fe6c8005800 nid=0x5955 runnable [0x00007fe7150ce000] java.lang.Thread.State: RUNNABLE at java.lang.UNIXProcess.waitForProcessExit(Native Method) at java.lang.UNIXProcess.access$200(UNIXProcess.java:54) at java.lang.UNIXProcess$3.run(UNIXProcess.java:174) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "pool-1-thread-73" daemon prio=10 tid=0x00007fe6b8026800 nid=0x5953 in Object.wait() [0x00007fe70bbfa000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x000000078f5358d0> (a org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor) at java.lang.Object.wait(Object.java:503) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor.waitFor(JobSubmissionTaskHandler.java:690) - locked <0x000000078f5358d0> (a org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler.run(JobSubmissionTaskHandler.java:241) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "pool-1-thread-72" daemon prio=10 tid=0x00007fe6c8004000 nid=0x58d3 waiting on condition [0x00007fe716088000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor.run2(JobSubmissionTaskHandler.java:649) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor.run(JobSubmissionTaskHandler.java:616) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "process reaper" daemon prio=10 tid=0x00007fe6c8014800 nid=0x58d2 runnable [0x00007fe715107000] java.lang.Thread.State: RUNNABLE at java.lang.UNIXProcess.waitForProcessExit(Native Method) at java.lang.UNIXProcess.access$200(UNIXProcess.java:54) at java.lang.UNIXProcess$3.run(UNIXProcess.java:174) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "pool-1-thread-71" daemon prio=10 tid=0x00007fe6b801f800 nid=0x58cf in Object.wait() [0x00007fe715f87000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x000000078f535c08> (a org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor) at java.lang.Object.wait(Object.java:503) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor.waitFor(JobSubmissionTaskHandler.java:690) - locked <0x000000078f535c08> (a org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler.run(JobSubmissionTaskHandler.java:241) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "pool-1-thread-70" daemon prio=10 tid=0x00007fe6c8009800 nid=0x524d waiting on condition [0x00007fe70bffe000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor.run2(JobSubmissionTaskHandler.java:649) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor.run(JobSubmissionTaskHandler.java:616) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "process reaper" daemon prio=10 tid=0x00007fe6c8016800 nid=0x524b runnable [0x00007fe715544000] java.lang.Thread.State: RUNNABLE at java.lang.UNIXProcess.waitForProcessExit(Native Method) at java.lang.UNIXProcess.access$200(UNIXProcess.java:54) at java.lang.UNIXProcess$3.run(UNIXProcess.java:174) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "pool-1-thread-69" daemon prio=10 tid=0x00007fe6b802b000 nid=0x5248 in Object.wait() [0x00007fe70befd000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x000000078f0861b0> (a org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor) at java.lang.Object.wait(Object.java:503) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor.waitFor(JobSubmissionTaskHandler.java:690) - locked <0x000000078f0861b0> (a org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler.run(JobSubmissionTaskHandler.java:241) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "pool-1-thread-68" daemon prio=10 tid=0x00007fe6c8011000 nid=0x5227 waiting on condition [0x00007fe715880000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor.run2(JobSubmissionTaskHandler.java:649) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor.run(JobSubmissionTaskHandler.java:616) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "process reaper" daemon prio=10 tid=0x00007fe6c800e000 nid=0x5226 runnable [0x00007fe71577f000] java.lang.Thread.State: RUNNABLE at java.lang.UNIXProcess.waitForProcessExit(Native Method) at java.lang.UNIXProcess.access$200(UNIXProcess.java:54) at java.lang.UNIXProcess$3.run(UNIXProcess.java:174) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "pool-1-thread-67" daemon prio=10 tid=0x00007fe6b8024800 nid=0x5224 in Object.wait() [0x00007fe715746000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x000000078f086278> (a org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor) at java.lang.Object.wait(Object.java:503) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor.waitFor(JobSubmissionTaskHandler.java:690) - locked <0x000000078f086278> (a org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler.run(JobSubmissionTaskHandler.java:241) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d0047800 nid=0x5223 in Object.wait() [0x00007fe710324000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x000000078f076290> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x000000078f076290> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d0046800 nid=0x5222 waiting on condition [0x00007fe710425000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000078f075930> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d0044800 nid=0x3d68 in Object.wait() [0x00007fe70bcfb000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x000000078ddee0c8> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x000000078ddee0c8> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d0042800 nid=0x3d67 waiting on condition [0x00007fe70bdfc000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000078ddee178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d0041800 nid=0x2890 in Object.wait() [0x00007fe710122000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x000000078cc24d50> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x000000078cc24d50> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d0041000 nid=0x288f waiting on condition [0x00007fe710223000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000078cc26ea0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d003f800 nid=0x1327 in Object.wait() [0x00007fe710d2e000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x000000078ba2a008> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x000000078ba2a008> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d003f000 nid=0x1326 waiting on condition [0x00007fe715208000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000078ba2a0b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d003d000 nid=0x12cf in Object.wait() [0x00007fe710627000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x000000078ba22c08> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x000000078ba22c08> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d003c000 nid=0x12ce waiting on condition [0x00007fe710526000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000078ba22cb8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d003b800 nid=0x79ec in Object.wait() [0x00007fe710728000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x000000078a8425d8> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x000000078a8425d8> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d003a800 nid=0x79eb waiting on condition [0x00007fe710829000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000078a842688> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d003a000 nid=0x656c in Object.wait() [0x00007fe710a2b000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x0000000789688e38> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x0000000789688e38> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d0039000 nid=0x656b waiting on condition [0x00007fe71092a000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000078968a590> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d0032800 nid=0x50fa in Object.wait() [0x00007fe710c2d000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x000000078847c800> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x000000078847c800> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d0031800 nid=0x50f9 waiting on condition [0x00007fe710b2c000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000078847c8b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d0030800 nid=0x4d35 in Object.wait() [0x00007fe715b83000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007882b7188> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x00000007882b7188> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d002f800 nid=0x4d34 waiting on condition [0x00007fe715a82000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000007882b7238> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d002c800 nid=0x37ad in Object.wait() [0x00007fe71550b000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007870d5950> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x00000007870d5950> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d002e000 nid=0x37ac waiting on condition [0x00007fe715645000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000007870d5a00> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d002b000 nid=0x213b in Object.wait() [0x00007fe715309000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x0000000785ed9c30> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x0000000785ed9c30> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d0035000 nid=0x213a waiting on condition [0x00007fe71540a000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000785f05850> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Attach Listener" daemon prio=10 tid=0x00007fe6ec001000 nid=0xd7a waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "NIO Sender" daemon prio=10 tid=0x00007fe6a8007000 nid=0xc1c runnable [0x00007fe715c84000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000007852de270> (a sun.nio.ch.Util$2) - locked <0x00000007852de260> (a java.util.Collections$UnmodifiableSet) - locked <0x00000007852d20c0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) at org.globus.cog.coaster.channels.NIOSender.run(NIOSender.java:110) "PullThread" daemon prio=10 tid=0x00007fe6a8001800 nid=0xc1b in Object.wait() [0x00007fe715d85000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007852d0b90> (a org.globus.cog.abstraction.coaster.service.job.manager.PullThread) at org.globus.cog.abstraction.coaster.service.job.manager.PullThread.mwait(PullThread.java:175) at org.globus.cog.abstraction.coaster.service.job.manager.PullThread.run(PullThread.java:146) - locked <0x00000007852d0b90> (a org.globus.cog.abstraction.coaster.service.job.manager.PullThread) "NIO Multiplexer" daemon prio=10 tid=0x00007fe6d4008000 nid=0xc1a runnable [0x00007fe715e86000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.FileDispatcherImpl.read0(Native Method) at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39) at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223) at sun.nio.ch.IOUtil.read(IOUtil.java:197) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:379) - locked <0x000000078cc26a98> (a java.lang.Object) at org.globus.cog.coaster.channels.AbstractStreamCoasterChannel.readFromChannel(AbstractStreamCoasterChannel.java:268) at org.globus.cog.coaster.channels.AbstractStreamCoasterChannel.stepNIO(AbstractStreamCoasterChannel.java:203) at org.globus.cog.coaster.channels.NIOMultiplexer.loop(NIOMultiplexer.java:116) at org.globus.cog.coaster.channels.NIOMultiplexer.run(NIOMultiplexer.java:75) "Block Submitter" daemon prio=10 tid=0x00007fe6c005c000 nid=0xc14 in Object.wait() [0x00007fe716189000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007852dfb90> (a java.util.LinkedList) at java.lang.Object.wait(Object.java:503) at org.globus.cog.abstraction.coaster.service.job.manager.BlockTaskSubmitter.run(BlockTaskSubmitter.java:75) - locked <0x00000007852dfb90> (a java.util.LinkedList) "Timer-2" daemon prio=10 tid=0x00007fe6c001a800 nid=0xc13 in Object.wait() [0x00007fe71628a000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007852e4f60> (a java.util.TaskQueue) at java.lang.Object.wait(Object.java:503) at java.util.TimerThread.mainLoop(Timer.java:526) - locked <0x00000007852e4f60> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:505) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d001c800 nid=0xc0e in Object.wait() [0x00007fe71638b000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007852d74e0> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x00000007852d74e0> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d0018000 nid=0xc0d waiting on condition [0x00007fe71648c000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000007852d64f0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Sender TCPChannel" daemon prio=10 tid=0x00007fe6d000e800 nid=0xc0c waiting on condition [0x00007fe71658d000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000007852e5238> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.coaster.channels.Sender.run(Sender.java:75) "Channel multiplexer 1" daemon prio=10 tid=0x00007fe6d8007800 nid=0xc0a waiting on condition [0x00007fe71668e000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.globus.cog.coaster.channels.Multiplexer.run(Multiplexer.java:130) "Channel multiplexer 0" daemon prio=10 tid=0x00007fe6d8007000 nid=0xc09 waiting on condition [0x00007fe71678f000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.globus.cog.coaster.channels.Multiplexer.run(Multiplexer.java:130) "Timer-1" daemon prio=10 tid=0x00007fe6d8001000 nid=0xc08 in Object.wait() [0x00007fe716890000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007852e5a28> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:552) - locked <0x00000007852e5a28> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:505) "Server: http://127.0.1.1:65001" daemon prio=10 tid=0x00007fe7203d2000 nid=0xbca runnable [0x00007fe716991000] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:398) at java.net.ServerSocket.implAccept(ServerSocket.java:530) at java.net.ServerSocket.accept(ServerSocket.java:498) at org.globus.net.BaseServer.run(BaseServer.java:226) at java.lang.Thread.run(Thread.java:744) "Local TCP service" daemon prio=10 tid=0x00007fe7203b9000 nid=0xbc9 runnable [0x00007fe716a92000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:241) - locked <0x00000007852dc6b8> (a java.lang.Object) at org.globus.cog.abstraction.coaster.service.LocalTCPService.run(LocalTCPService.java:190) at java.lang.Thread.run(Thread.java:744) "Timer-0" prio=10 tid=0x00007fe72039b800 nid=0xbc8 in Object.wait() [0x00007fe71c1a2000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007852f3e28> (a java.util.TaskQueue) at java.lang.Object.wait(Object.java:503) at java.util.TimerThread.mainLoop(Timer.java:526) - locked <0x00000007852f3e28> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:505) "Service Thread" daemon prio=10 tid=0x00007fe7200a7800 nid=0xbc6 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread1" daemon prio=10 tid=0x00007fe7200a5000 nid=0xbc5 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread0" daemon prio=10 tid=0x00007fe7200a2000 nid=0xbc4 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Signal Dispatcher" daemon prio=10 tid=0x00007fe7200a0000 nid=0xbc3 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Finalizer" daemon prio=10 tid=0x00007fe72007c800 nid=0xbc2 in Object.wait() [0x00007fe724202000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007852e8d48> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135) - locked <0x00000007852e8d48> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:189) "Reference Handler" daemon prio=10 tid=0x00007fe72007b000 nid=0xbc1 in Object.wait() [0x00007fe724303000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007852e2c10> (a java.lang.ref.Reference$Lock) at java.lang.Object.wait(Object.java:503) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133) - locked <0x00000007852e2c10> (a java.lang.ref.Reference$Lock) "main" prio=10 tid=0x00007fe72000b000 nid=0xbb9 in Object.wait() [0x00007fe729a91000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007852d5cb8> (a org.globus.cog.abstraction.coaster.service.CoasterPersistentService) at org.globus.cog.abstraction.coaster.service.CoasterService.waitFor(CoasterService.java:284) - locked <0x00000007852d5cb8> (a org.globus.cog.abstraction.coaster.service.CoasterPersistentService) at org.globus.cog.abstraction.coaster.service.CoasterPersistentService.main(CoasterPersistentService.java:198) "VM Thread" prio=10 tid=0x00007fe720076800 nid=0xbc0 runnable "GC task thread#0 (ParallelGC)" prio=10 tid=0x00007fe720021000 nid=0xbbc runnable "GC task thread#1 (ParallelGC)" prio=10 tid=0x00007fe720022800 nid=0xbbd runnable "GC task thread#2 (ParallelGC)" prio=10 tid=0x00007fe720024800 nid=0xbbe runnable "GC task thread#3 (ParallelGC)" prio=10 tid=0x00007fe720026800 nid=0xbbf runnable "VM Periodic Task Thread" prio=10 tid=0x00007fe7200ba000 nid=0xbc7 waiting on condition JNI global references: 308 2014-09-04 11:59:49 Full thread dump OpenJDK 64-Bit Server VM (24.51-b03 mixed mode): "pool-1-thread-76" daemon prio=10 tid=0x00007fe6b8003000 nid=0x67da in Object.wait() [0x00007fe716088000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007902f5d88> (a org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor) at java.lang.Object.wait(Object.java:503) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor.waitFor(JobSubmissionTaskHandler.java:690) - locked <0x00000007902f5d88> (a org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler.run(JobSubmissionTaskHandler.java:241) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "pool-1-thread-75" daemon prio=10 tid=0x00007fe6b8002000 nid=0x6738 sleeping[0x00007fe70b9f8000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor.run2(JobSubmissionTaskHandler.java:649) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor.run(JobSubmissionTaskHandler.java:616) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "process reaper" daemon prio=10 tid=0x00007fe6c8005800 nid=0x5955 runnable [0x00007fe7150ce000] java.lang.Thread.State: RUNNABLE at java.lang.UNIXProcess.waitForProcessExit(Native Method) at java.lang.UNIXProcess.access$200(UNIXProcess.java:54) at java.lang.UNIXProcess$3.run(UNIXProcess.java:174) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "pool-1-thread-73" daemon prio=10 tid=0x00007fe6b8026800 nid=0x5953 in Object.wait() [0x00007fe70bbfa000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x0000000790313e00> (a org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor) at java.lang.Object.wait(Object.java:503) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor.waitFor(JobSubmissionTaskHandler.java:690) - locked <0x0000000790313e00> (a org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler.run(JobSubmissionTaskHandler.java:241) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "process reaper" daemon prio=10 tid=0x00007fe6c8014800 nid=0x58d2 runnable [0x00007fe715107000] java.lang.Thread.State: RUNNABLE at java.lang.UNIXProcess.waitForProcessExit(Native Method) at java.lang.UNIXProcess.access$200(UNIXProcess.java:54) at java.lang.UNIXProcess$3.run(UNIXProcess.java:174) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "pool-1-thread-71" daemon prio=10 tid=0x00007fe6b801f800 nid=0x58cf waiting on condition [0x00007fe715f87000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor.run2(JobSubmissionTaskHandler.java:649) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor.run(JobSubmissionTaskHandler.java:616) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "pool-1-thread-70" daemon prio=10 tid=0x00007fe6c8009800 nid=0x524d waiting on condition [0x00007fe70bffe000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor.run2(JobSubmissionTaskHandler.java:649) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor.run(JobSubmissionTaskHandler.java:616) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "process reaper" daemon prio=10 tid=0x00007fe6c8016800 nid=0x524b runnable [0x00007fe715544000] java.lang.Thread.State: RUNNABLE at java.lang.UNIXProcess.waitForProcessExit(Native Method) at java.lang.UNIXProcess.access$200(UNIXProcess.java:54) at java.lang.UNIXProcess$3.run(UNIXProcess.java:174) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "pool-1-thread-69" daemon prio=10 tid=0x00007fe6b802b000 nid=0x5248 in Object.wait() [0x00007fe70befd000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x0000000790313f30> (a org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor) at java.lang.Object.wait(Object.java:503) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor.waitFor(JobSubmissionTaskHandler.java:690) - locked <0x0000000790313f30> (a org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler.run(JobSubmissionTaskHandler.java:241) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "pool-1-thread-68" daemon prio=10 tid=0x00007fe6c8011000 nid=0x5227 in Object.wait() [0x00007fe715880000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x0000000790313f10> (a org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor) at java.lang.Object.wait(Object.java:503) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor.waitFor(JobSubmissionTaskHandler.java:690) - locked <0x0000000790313f10> (a org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler.run(JobSubmissionTaskHandler.java:241) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "process reaper" daemon prio=10 tid=0x00007fe6c800e000 nid=0x5226 runnable [0x00007fe71577f000] java.lang.Thread.State: RUNNABLE at java.lang.UNIXProcess.waitForProcessExit(Native Method) at java.lang.UNIXProcess.access$200(UNIXProcess.java:54) at java.lang.UNIXProcess$3.run(UNIXProcess.java:174) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "pool-1-thread-67" daemon prio=10 tid=0x00007fe6b8024800 nid=0x5224 sleeping[0x00007fe715746000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor.run2(JobSubmissionTaskHandler.java:649) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor.run(JobSubmissionTaskHandler.java:616) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d0047800 nid=0x5223 in Object.wait() [0x00007fe710324000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x000000078f076290> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x000000078f076290> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d0046800 nid=0x5222 waiting on condition [0x00007fe710425000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000078f075930> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d0044800 nid=0x3d68 in Object.wait() [0x00007fe70bcfb000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x000000078ddee0c8> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x000000078ddee0c8> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d0042800 nid=0x3d67 waiting on condition [0x00007fe70bdfc000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000078ddee178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d0041800 nid=0x2890 in Object.wait() [0x00007fe710122000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x000000078cc24d50> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x000000078cc24d50> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d0041000 nid=0x288f waiting on condition [0x00007fe710223000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000078cc26ea0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d003f800 nid=0x1327 in Object.wait() [0x00007fe710d2e000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x000000078ba2a008> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x000000078ba2a008> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d003f000 nid=0x1326 waiting on condition [0x00007fe715208000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000078ba2a0b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d003d000 nid=0x12cf in Object.wait() [0x00007fe710627000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x000000078ba22c08> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x000000078ba22c08> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d003c000 nid=0x12ce waiting on condition [0x00007fe710526000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000078ba22cb8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d003b800 nid=0x79ec in Object.wait() [0x00007fe710728000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x000000078a8425d8> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x000000078a8425d8> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d003a800 nid=0x79eb waiting on condition [0x00007fe710829000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000078a842688> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d003a000 nid=0x656c in Object.wait() [0x00007fe710a2b000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x0000000789688e38> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x0000000789688e38> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d0039000 nid=0x656b waiting on condition [0x00007fe71092a000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000078968a590> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d0032800 nid=0x50fa in Object.wait() [0x00007fe710c2d000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x000000078847c800> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x000000078847c800> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d0031800 nid=0x50f9 waiting on condition [0x00007fe710b2c000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000078847c8b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d0030800 nid=0x4d35 in Object.wait() [0x00007fe715b83000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007882b7188> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x00000007882b7188> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d002f800 nid=0x4d34 waiting on condition [0x00007fe715a82000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000007882b7238> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d002c800 nid=0x37ad in Object.wait() [0x00007fe71550b000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007870d5950> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x00000007870d5950> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d002e000 nid=0x37ac waiting on condition [0x00007fe715645000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000007870d5a00> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d002b000 nid=0x213b in Object.wait() [0x00007fe715309000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x0000000785ed9c30> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x0000000785ed9c30> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d0035000 nid=0x213a waiting on condition [0x00007fe71540a000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000785f05850> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Attach Listener" daemon prio=10 tid=0x00007fe6ec001000 nid=0xd7a waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "NIO Sender" daemon prio=10 tid=0x00007fe6a8007000 nid=0xc1c runnable [0x00007fe715c84000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000007852de270> (a sun.nio.ch.Util$2) - locked <0x00000007852de260> (a java.util.Collections$UnmodifiableSet) - locked <0x00000007852d20c0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) at org.globus.cog.coaster.channels.NIOSender.run(NIOSender.java:110) "PullThread" daemon prio=10 tid=0x00007fe6a8001800 nid=0xc1b in Object.wait() [0x00007fe715d85000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007852d0b90> (a org.globus.cog.abstraction.coaster.service.job.manager.PullThread) at org.globus.cog.abstraction.coaster.service.job.manager.PullThread.mwait(PullThread.java:175) at org.globus.cog.abstraction.coaster.service.job.manager.PullThread.run(PullThread.java:146) - locked <0x00000007852d0b90> (a org.globus.cog.abstraction.coaster.service.job.manager.PullThread) "NIO Multiplexer" daemon prio=10 tid=0x00007fe6d4008000 nid=0xc1a runnable [0x00007fe715e86000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.FileDispatcherImpl.read0(Native Method) at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39) at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223) at sun.nio.ch.IOUtil.read(IOUtil.java:197) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:379) - locked <0x000000078cc25738> (a java.lang.Object) at org.globus.cog.coaster.channels.AbstractStreamCoasterChannel.readFromChannel(AbstractStreamCoasterChannel.java:268) at org.globus.cog.coaster.channels.AbstractStreamCoasterChannel.stepNIO(AbstractStreamCoasterChannel.java:203) at org.globus.cog.coaster.channels.NIOMultiplexer.loop(NIOMultiplexer.java:116) at org.globus.cog.coaster.channels.NIOMultiplexer.run(NIOMultiplexer.java:75) "Block Submitter" daemon prio=10 tid=0x00007fe6c005c000 nid=0xc14 in Object.wait() [0x00007fe716189000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007852dfb90> (a java.util.LinkedList) at java.lang.Object.wait(Object.java:503) at org.globus.cog.abstraction.coaster.service.job.manager.BlockTaskSubmitter.run(BlockTaskSubmitter.java:75) - locked <0x00000007852dfb90> (a java.util.LinkedList) "Timer-2" daemon prio=10 tid=0x00007fe6c001a800 nid=0xc13 in Object.wait() [0x00007fe71628a000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007852e4f60> (a java.util.TaskQueue) at java.lang.Object.wait(Object.java:503) at java.util.TimerThread.mainLoop(Timer.java:526) - locked <0x00000007852e4f60> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:505) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d001c800 nid=0xc0e in Object.wait() [0x00007fe71638b000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007852d74e0> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x00000007852d74e0> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d0018000 nid=0xc0d waiting on condition [0x00007fe71648c000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000007852d64f0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Sender TCPChannel" daemon prio=10 tid=0x00007fe6d000e800 nid=0xc0c waiting on condition [0x00007fe71658d000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000007852e5238> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.coaster.channels.Sender.run(Sender.java:75) "Channel multiplexer 1" daemon prio=10 tid=0x00007fe6d8007800 nid=0xc0a sleeping[0x00007fe71668e000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.globus.cog.coaster.channels.Multiplexer.run(Multiplexer.java:130) "Channel multiplexer 0" daemon prio=10 tid=0x00007fe6d8007000 nid=0xc09 waiting on condition [0x00007fe71678f000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.globus.cog.coaster.channels.Multiplexer.run(Multiplexer.java:130) "Timer-1" daemon prio=10 tid=0x00007fe6d8001000 nid=0xc08 in Object.wait() [0x00007fe716890000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007852e5a28> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:552) - locked <0x00000007852e5a28> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:505) "Server: http://127.0.1.1:65001" daemon prio=10 tid=0x00007fe7203d2000 nid=0xbca runnable [0x00007fe716991000] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:398) at java.net.ServerSocket.implAccept(ServerSocket.java:530) at java.net.ServerSocket.accept(ServerSocket.java:498) at org.globus.net.BaseServer.run(BaseServer.java:226) at java.lang.Thread.run(Thread.java:744) "Local TCP service" daemon prio=10 tid=0x00007fe7203b9000 nid=0xbc9 runnable [0x00007fe716a92000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:241) - locked <0x00000007852dc6b8> (a java.lang.Object) at org.globus.cog.abstraction.coaster.service.LocalTCPService.run(LocalTCPService.java:190) at java.lang.Thread.run(Thread.java:744) "Timer-0" prio=10 tid=0x00007fe72039b800 nid=0xbc8 in Object.wait() [0x00007fe71c1a2000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007852f3e28> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:552) - locked <0x00000007852f3e28> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:505) "Service Thread" daemon prio=10 tid=0x00007fe7200a7800 nid=0xbc6 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread1" daemon prio=10 tid=0x00007fe7200a5000 nid=0xbc5 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread0" daemon prio=10 tid=0x00007fe7200a2000 nid=0xbc4 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Signal Dispatcher" daemon prio=10 tid=0x00007fe7200a0000 nid=0xbc3 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Finalizer" daemon prio=10 tid=0x00007fe72007c800 nid=0xbc2 in Object.wait() [0x00007fe724202000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007852e8d48> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135) - locked <0x00000007852e8d48> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:189) "Reference Handler" daemon prio=10 tid=0x00007fe72007b000 nid=0xbc1 in Object.wait() [0x00007fe724303000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007852e2c10> (a java.lang.ref.Reference$Lock) at java.lang.Object.wait(Object.java:503) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133) - locked <0x00000007852e2c10> (a java.lang.ref.Reference$Lock) "main" prio=10 tid=0x00007fe72000b000 nid=0xbb9 in Object.wait() [0x00007fe729a91000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007852d5cb8> (a org.globus.cog.abstraction.coaster.service.CoasterPersistentService) at org.globus.cog.abstraction.coaster.service.CoasterService.waitFor(CoasterService.java:284) - locked <0x00000007852d5cb8> (a org.globus.cog.abstraction.coaster.service.CoasterPersistentService) at org.globus.cog.abstraction.coaster.service.CoasterPersistentService.main(CoasterPersistentService.java:198) "VM Thread" prio=10 tid=0x00007fe720076800 nid=0xbc0 runnable "GC task thread#0 (ParallelGC)" prio=10 tid=0x00007fe720021000 nid=0xbbc runnable "GC task thread#1 (ParallelGC)" prio=10 tid=0x00007fe720022800 nid=0xbbd runnable "GC task thread#2 (ParallelGC)" prio=10 tid=0x00007fe720024800 nid=0xbbe runnable "GC task thread#3 (ParallelGC)" prio=10 tid=0x00007fe720026800 nid=0xbbf runnable "VM Periodic Task Thread" prio=10 tid=0x00007fe7200ba000 nid=0xbc7 waiting on condition JNI global references: 308 2014-09-04 12:00:27 Full thread dump OpenJDK 64-Bit Server VM (24.51-b03 mixed mode): "pool-1-thread-76" daemon prio=10 tid=0x00007fe6b8003000 nid=0x67da in Object.wait() [0x00007fe716088000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007902f5d88> (a org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor) at java.lang.Object.wait(Object.java:503) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor.waitFor(JobSubmissionTaskHandler.java:690) - locked <0x00000007902f5d88> (a org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler.run(JobSubmissionTaskHandler.java:241) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "pool-1-thread-75" daemon prio=10 tid=0x00007fe6b8002000 nid=0x6738 waiting on condition [0x00007fe70b9f8000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor.run2(JobSubmissionTaskHandler.java:649) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor.run(JobSubmissionTaskHandler.java:616) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "process reaper" daemon prio=10 tid=0x00007fe6c8005800 nid=0x5955 runnable [0x00007fe7150ce000] java.lang.Thread.State: RUNNABLE at java.lang.UNIXProcess.waitForProcessExit(Native Method) at java.lang.UNIXProcess.access$200(UNIXProcess.java:54) at java.lang.UNIXProcess$3.run(UNIXProcess.java:174) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "pool-1-thread-73" daemon prio=10 tid=0x00007fe6b8026800 nid=0x5953 in Object.wait() [0x00007fe70bbfa000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x0000000790313e00> (a org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor) at java.lang.Object.wait(Object.java:503) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor.waitFor(JobSubmissionTaskHandler.java:690) - locked <0x0000000790313e00> (a org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler.run(JobSubmissionTaskHandler.java:241) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "process reaper" daemon prio=10 tid=0x00007fe6c8014800 nid=0x58d2 runnable [0x00007fe715107000] java.lang.Thread.State: RUNNABLE at java.lang.UNIXProcess.waitForProcessExit(Native Method) at java.lang.UNIXProcess.access$200(UNIXProcess.java:54) at java.lang.UNIXProcess$3.run(UNIXProcess.java:174) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "pool-1-thread-71" daemon prio=10 tid=0x00007fe6b801f800 nid=0x58cf waiting on condition [0x00007fe715f87000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor.run2(JobSubmissionTaskHandler.java:649) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor.run(JobSubmissionTaskHandler.java:616) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "pool-1-thread-70" daemon prio=10 tid=0x00007fe6c8009800 nid=0x524d waiting on condition [0x00007fe70bffe000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor.run2(JobSubmissionTaskHandler.java:649) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor.run(JobSubmissionTaskHandler.java:616) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "process reaper" daemon prio=10 tid=0x00007fe6c8016800 nid=0x524b runnable [0x00007fe715544000] java.lang.Thread.State: RUNNABLE at java.lang.UNIXProcess.waitForProcessExit(Native Method) at java.lang.UNIXProcess.access$200(UNIXProcess.java:54) at java.lang.UNIXProcess$3.run(UNIXProcess.java:174) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "pool-1-thread-69" daemon prio=10 tid=0x00007fe6b802b000 nid=0x5248 in Object.wait() [0x00007fe70befd000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x0000000790313f30> (a org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor) at java.lang.Object.wait(Object.java:503) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor.waitFor(JobSubmissionTaskHandler.java:690) - locked <0x0000000790313f30> (a org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler.run(JobSubmissionTaskHandler.java:241) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "pool-1-thread-68" daemon prio=10 tid=0x00007fe6c8011000 nid=0x5227 in Object.wait() [0x00007fe715880000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x0000000790313f10> (a org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor) at java.lang.Object.wait(Object.java:503) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor.waitFor(JobSubmissionTaskHandler.java:690) - locked <0x0000000790313f10> (a org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler.run(JobSubmissionTaskHandler.java:241) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "process reaper" daemon prio=10 tid=0x00007fe6c800e000 nid=0x5226 runnable [0x00007fe71577f000] java.lang.Thread.State: RUNNABLE at java.lang.UNIXProcess.waitForProcessExit(Native Method) at java.lang.UNIXProcess.access$200(UNIXProcess.java:54) at java.lang.UNIXProcess$3.run(UNIXProcess.java:174) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "pool-1-thread-67" daemon prio=10 tid=0x00007fe6b8024800 nid=0x5224 waiting on condition [0x00007fe715746000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor.run2(JobSubmissionTaskHandler.java:649) at org.globus.cog.abstraction.impl.execution.local.JobSubmissionTaskHandler$Processor.run(JobSubmissionTaskHandler.java:616) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d0047800 nid=0x5223 in Object.wait() [0x00007fe710324000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x000000078f076290> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x000000078f076290> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d0046800 nid=0x5222 waiting on condition [0x00007fe710425000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000078f075930> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d0044800 nid=0x3d68 in Object.wait() [0x00007fe70bcfb000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x000000078ddee0c8> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x000000078ddee0c8> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d0042800 nid=0x3d67 waiting on condition [0x00007fe70bdfc000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000078ddee178> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d0041800 nid=0x2890 in Object.wait() [0x00007fe710122000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x000000078cc24d50> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x000000078cc24d50> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d0041000 nid=0x288f waiting on condition [0x00007fe710223000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000078cc26ea0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d003f800 nid=0x1327 in Object.wait() [0x00007fe710d2e000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x000000078ba2a008> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x000000078ba2a008> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d003f000 nid=0x1326 waiting on condition [0x00007fe715208000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000078ba2a0b8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d003d000 nid=0x12cf in Object.wait() [0x00007fe710627000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x000000078ba22c08> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x000000078ba22c08> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d003c000 nid=0x12ce waiting on condition [0x00007fe710526000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000078ba22cb8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d003b800 nid=0x79ec in Object.wait() [0x00007fe710728000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x000000078a8425d8> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x000000078a8425d8> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d003a800 nid=0x79eb waiting on condition [0x00007fe710829000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000078a842688> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d003a000 nid=0x656c in Object.wait() [0x00007fe710a2b000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x0000000789688e38> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x0000000789688e38> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d0039000 nid=0x656b waiting on condition [0x00007fe71092a000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000078968a590> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d0032800 nid=0x50fa in Object.wait() [0x00007fe710c2d000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x000000078847c800> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x000000078847c800> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d0031800 nid=0x50f9 waiting on condition [0x00007fe710b2c000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000078847c8b0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d0030800 nid=0x4d35 in Object.wait() [0x00007fe715b83000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007882b7188> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x00000007882b7188> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d002f800 nid=0x4d34 waiting on condition [0x00007fe715a82000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000007882b7238> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d002c800 nid=0x37ad in Object.wait() [0x00007fe71550b000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007870d5950> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x00000007870d5950> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d002e000 nid=0x37ac waiting on condition [0x00007fe715645000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000007870d5a00> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d002b000 nid=0x213b in Object.wait() [0x00007fe715309000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x0000000785ed9c30> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x0000000785ed9c30> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d0035000 nid=0x213a waiting on condition [0x00007fe71540a000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000785f05850> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Attach Listener" daemon prio=10 tid=0x00007fe6ec001000 nid=0xd7a waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "NIO Sender" daemon prio=10 tid=0x00007fe6a8007000 nid=0xc1c runnable [0x00007fe715c84000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x00000007852de270> (a sun.nio.ch.Util$2) - locked <0x00000007852de260> (a java.util.Collections$UnmodifiableSet) - locked <0x00000007852d20c0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) at org.globus.cog.coaster.channels.NIOSender.run(NIOSender.java:110) "PullThread" daemon prio=10 tid=0x00007fe6a8001800 nid=0xc1b in Object.wait() [0x00007fe715d85000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007852d0b90> (a org.globus.cog.abstraction.coaster.service.job.manager.PullThread) at org.globus.cog.abstraction.coaster.service.job.manager.PullThread.mwait(PullThread.java:175) at org.globus.cog.abstraction.coaster.service.job.manager.PullThread.run(PullThread.java:146) - locked <0x00000007852d0b90> (a org.globus.cog.abstraction.coaster.service.job.manager.PullThread) "NIO Multiplexer" daemon prio=10 tid=0x00007fe6d4008000 nid=0xc1a runnable [0x00007fe715e86000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.FileDispatcherImpl.read0(Native Method) at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39) at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223) at sun.nio.ch.IOUtil.read(IOUtil.java:197) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:379) - locked <0x000000078cc26a98> (a java.lang.Object) at org.globus.cog.coaster.channels.AbstractStreamCoasterChannel.readFromChannel(AbstractStreamCoasterChannel.java:268) at org.globus.cog.coaster.channels.AbstractStreamCoasterChannel.stepNIO(AbstractStreamCoasterChannel.java:203) at org.globus.cog.coaster.channels.NIOMultiplexer.loop(NIOMultiplexer.java:116) at org.globus.cog.coaster.channels.NIOMultiplexer.run(NIOMultiplexer.java:75) "Block Submitter" daemon prio=10 tid=0x00007fe6c005c000 nid=0xc14 in Object.wait() [0x00007fe716189000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007852dfb90> (a java.util.LinkedList) at java.lang.Object.wait(Object.java:503) at org.globus.cog.abstraction.coaster.service.job.manager.BlockTaskSubmitter.run(BlockTaskSubmitter.java:75) - locked <0x00000007852dfb90> (a java.util.LinkedList) "Timer-2" daemon prio=10 tid=0x00007fe6c001a800 nid=0xc13 in Object.wait() [0x00007fe71628a000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007852e4f60> (a java.util.TaskQueue) at java.lang.Object.wait(Object.java:503) at java.util.TimerThread.mainLoop(Timer.java:526) - locked <0x00000007852e4f60> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:505) "Block Queue Processor" daemon prio=10 tid=0x00007fe6d001c800 nid=0xc0e in Object.wait() [0x00007fe71638b000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007852d74e0> (a java.util.ArrayList) at org.globus.cog.abstraction.coaster.service.job.manager.BlockQueueProcessor.run(BlockQueueProcessor.java:171) - locked <0x00000007852d74e0> (a java.util.ArrayList) "Local Queue Processor" daemon prio=10 tid=0x00007fe6d0018000 nid=0xc0d waiting on condition [0x00007fe71648c000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000007852d64f0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.abstraction.coaster.service.job.manager.AbstractQueueProcessor.take(AbstractQueueProcessor.java:70) at org.globus.cog.abstraction.coaster.service.job.manager.LocalQueueProcessor.run(LocalQueueProcessor.java:57) "Sender TCPChannel" daemon prio=10 tid=0x00007fe6d000e800 nid=0xc0c waiting on condition [0x00007fe71658d000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000007852e5238> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.globus.cog.coaster.channels.Sender.run(Sender.java:75) "Channel multiplexer 1" daemon prio=10 tid=0x00007fe6d8007800 nid=0xc0a waiting on condition [0x00007fe71668e000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.globus.cog.coaster.channels.Multiplexer.run(Multiplexer.java:130) "Channel multiplexer 0" daemon prio=10 tid=0x00007fe6d8007000 nid=0xc09 waiting on condition [0x00007fe71678f000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.globus.cog.coaster.channels.Multiplexer.run(Multiplexer.java:130) "Timer-1" daemon prio=10 tid=0x00007fe6d8001000 nid=0xc08 in Object.wait() [0x00007fe716890000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007852e5a28> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:552) - locked <0x00000007852e5a28> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:505) "Server: http://127.0.1.1:65001" daemon prio=10 tid=0x00007fe7203d2000 nid=0xbca runnable [0x00007fe716991000] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:398) at java.net.ServerSocket.implAccept(ServerSocket.java:530) at java.net.ServerSocket.accept(ServerSocket.java:498) at org.globus.net.BaseServer.run(BaseServer.java:226) at java.lang.Thread.run(Thread.java:744) "Local TCP service" daemon prio=10 tid=0x00007fe7203b9000 nid=0xbc9 runnable [0x00007fe716a92000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:241) - locked <0x00000007852dc6b8> (a java.lang.Object) at org.globus.cog.abstraction.coaster.service.LocalTCPService.run(LocalTCPService.java:190) at java.lang.Thread.run(Thread.java:744) "Timer-0" prio=10 tid=0x00007fe72039b800 nid=0xbc8 in Object.wait() [0x00007fe71c1a2000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007852f3e28> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:552) - locked <0x00000007852f3e28> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:505) "Service Thread" daemon prio=10 tid=0x00007fe7200a7800 nid=0xbc6 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread1" daemon prio=10 tid=0x00007fe7200a5000 nid=0xbc5 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread0" daemon prio=10 tid=0x00007fe7200a2000 nid=0xbc4 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Signal Dispatcher" daemon prio=10 tid=0x00007fe7200a0000 nid=0xbc3 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Finalizer" daemon prio=10 tid=0x00007fe72007c800 nid=0xbc2 in Object.wait() [0x00007fe724202000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007852e8d48> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135) - locked <0x00000007852e8d48> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:189) "Reference Handler" daemon prio=10 tid=0x00007fe72007b000 nid=0xbc1 in Object.wait() [0x00007fe724303000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007852e2c10> (a java.lang.ref.Reference$Lock) at java.lang.Object.wait(Object.java:503) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133) - locked <0x00000007852e2c10> (a java.lang.ref.Reference$Lock) "main" prio=10 tid=0x00007fe72000b000 nid=0xbb9 in Object.wait() [0x00007fe729a91000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007852d5cb8> (a org.globus.cog.abstraction.coaster.service.CoasterPersistentService) at org.globus.cog.abstraction.coaster.service.CoasterService.waitFor(CoasterService.java:284) - locked <0x00000007852d5cb8> (a org.globus.cog.abstraction.coaster.service.CoasterPersistentService) at org.globus.cog.abstraction.coaster.service.CoasterPersistentService.main(CoasterPersistentService.java:198) "VM Thread" prio=10 tid=0x00007fe720076800 nid=0xbc0 runnable "GC task thread#0 (ParallelGC)" prio=10 tid=0x00007fe720021000 nid=0xbbc runnable "GC task thread#1 (ParallelGC)" prio=10 tid=0x00007fe720022800 nid=0xbbd runnable "GC task thread#2 (ParallelGC)" prio=10 tid=0x00007fe720024800 nid=0xbbe runnable "GC task thread#3 (ParallelGC)" prio=10 tid=0x00007fe720026800 nid=0xbbf runnable "VM Periodic Task Thread" prio=10 tid=0x00007fe7200ba000 nid=0xbc7 waiting on condition JNI global references: 308