2011-02-17 13:45:43 Full thread dump Java HotSpot(TM) 64-Bit Server VM (17.0-b16 mixed mode): "Attach Listener" daemon prio=10 tid=0x0000000044198000 nid=0x7d62 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "Sender" daemon prio=10 tid=0x00002aabc0005000 nid=0x713d in Object.wait() [0x0000000042b05000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at org.globus.cog.karajan.workflow.service.channels.AbstractStreamKarajanChannel$Sender.run(AbstractStreamKarajanChannel.java:241) - locked <0x00002aaacaa789c0> (a org.globus.cog.karajan.workflow.service.channels.AbstractStreamKarajanChannel$Sender) Locked ownable synchronizers: - None "Timer-2" daemon prio=10 tid=0x00002aabc0009000 nid=0x713c in Object.wait() [0x0000000042a04000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x00002aaacaa78fe8> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Channel multiplexer 1" daemon prio=10 tid=0x00002aabc0004800 nid=0x713b sleeping[0x0000000042903000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.globus.cog.karajan.workflow.service.channels.AbstractStreamKarajanChannel$Multiplexer.run(AbstractStreamKarajanChannel.java:418) Locked ownable synchronizers: - None "Channel multiplexer 0" daemon prio=10 tid=0x00002aabc0003800 nid=0x713a sleeping[0x0000000042802000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.globus.cog.karajan.workflow.service.channels.AbstractStreamKarajanChannel$Multiplexer.run(AbstractStreamKarajanChannel.java:418) Locked ownable synchronizers: - None "Timer-1" daemon prio=10 tid=0x00002aabc000c800 nid=0x7130 in Object.wait() [0x0000000042701000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x00002aaacaa70778> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Scheduler" prio=10 tid=0x00002aabb81e0000 nid=0x7111 in Object.wait() [0x00000000413a8000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.globus.cog.karajan.scheduler.LateBindingScheduler.sleep(LateBindingScheduler.java:305) at org.globus.cog.karajan.scheduler.LateBindingScheduler.run(LateBindingScheduler.java:289) - locked <0x00002aaab9aa1dc0> (a org.griphyn.vdl.karajan.VDSAdaptiveScheduler) Locked ownable synchronizers: - None "Progress ticker" daemon prio=10 tid=0x00000000441e5800 nid=0x6a25 waiting on condition [0x0000000041605000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.griphyn.vdl.karajan.lib.RuntimeStats$ProgressTicker.run(RuntimeStats.java:137) Locked ownable synchronizers: - None "Restart Log Sync" daemon prio=10 tid=0x00000000448d9800 nid=0x6a24 in Object.wait() [0x00000000424ff000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at org.globus.cog.karajan.workflow.nodes.restartLog.SyncThread.run(SyncThread.java:45) - locked <0x00002aaab9bf59b0> (a org.globus.cog.karajan.workflow.nodes.restartLog.SyncThread) Locked ownable synchronizers: - None "Overloaded Host Monitor" daemon prio=10 tid=0x0000000044b77800 nid=0x6a22 waiting on condition [0x00000000423fe000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.globus.cog.karajan.scheduler.OverloadedHostMonitor.run(OverloadedHostMonitor.java:47) Locked ownable synchronizers: - None "Timer-0" daemon prio=10 tid=0x000000004405d000 nid=0x6a21 in Object.wait() [0x00000000422fd000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x00002aaab9bf83d8> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "pool-1-thread-4" prio=10 tid=0x00002aabb869c000 nid=0x6a1f waiting for monitor entry [0x00000000412a7000] java.lang.Thread.State: BLOCKED (on object monitor) at org.griphyn.vdl.mapping.AbstractDataNode.getPathFromRoot(AbstractDataNode.java:539) - waiting to lock <0x00002aaacf5375d0> (a org.griphyn.vdl.mapping.RootArrayDataNode) at org.griphyn.vdl.mapping.AbstractDataNode.getPathFromRoot(AbstractDataNode.java:543) - locked <0x00002aabaffa7a08> (a org.griphyn.vdl.mapping.DataNode) at org.griphyn.vdl.karajan.lib.VDLFunction.leafFileName(VDLFunction.java:301) at org.griphyn.vdl.karajan.lib.VDLFunction.leafFileName(VDLFunction.java:292) at org.griphyn.vdl.karajan.lib.VDLFunction.filename(VDLFunction.java:204) at org.griphyn.vdl.karajan.lib.VDLFunction.filename(VDLFunction.java:185) at org.griphyn.vdl.karajan.lib.VDLFunction.filename(VDLFunction.java:180) at org.griphyn.vdl.karajan.lib.swiftscript.FileName.function(FileName.java:20) at org.griphyn.vdl.karajan.lib.VDLFunction.post(VDLFunction.java:68) at org.globus.cog.karajan.workflow.nodes.AbstractSequentialWithArguments.childCompleted(AbstractSequentialWithArguments.java:192) at org.globus.cog.karajan.workflow.nodes.Sequential.notificationEvent(Sequential.java:32) at org.globus.cog.karajan.workflow.nodes.FlowNode.event(FlowNode.java:340) at org.globus.cog.karajan.workflow.events.EventBus.send(EventBus.java:173) at org.globus.cog.karajan.workflow.nodes.FlowNode.fireNotificationEvent(FlowNode.java:181) at org.globus.cog.karajan.workflow.nodes.FlowNode.complete(FlowNode.java:309) at org.globus.cog.karajan.workflow.nodes.FlowContainer.post(FlowContainer.java:58) at org.globus.cog.karajan.workflow.nodes.functions.AbstractFunction.post(AbstractFunction.java:28) at org.globus.cog.karajan.workflow.nodes.Sequential.startNext(Sequential.java:50) at org.globus.cog.karajan.workflow.nodes.Sequential.executeChildren(Sequential.java:26) at org.globus.cog.karajan.workflow.nodes.FlowContainer.execute(FlowContainer.java:63) at org.globus.cog.karajan.workflow.nodes.FlowNode.restart(FlowNode.java:238) at org.globus.cog.karajan.workflow.nodes.FlowNode.start(FlowNode.java:289) at org.globus.cog.karajan.workflow.nodes.FlowNode.controlEvent(FlowNode.java:402) at org.globus.cog.karajan.workflow.nodes.FlowNode.event(FlowNode.java:343) at org.globus.cog.karajan.workflow.events.EventBus.send(EventBus.java:173) at org.globus.cog.karajan.workflow.events.EventTargetPair.run(EventTargetPair.java:44) at edu.emory.mathcs.backport.java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:431) at edu.emory.mathcs.backport.java.util.concurrent.FutureTask.run(FutureTask.java:166) at edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:643) at edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:668) at java.lang.Thread.run(Thread.java:619) Locked ownable synchronizers: - None "pool-1-thread-3" prio=10 tid=0x00002aabb871f800 nid=0x6a1e waiting for monitor entry [0x00000000421fc000] java.lang.Thread.State: BLOCKED (on object monitor) at org.griphyn.vdl.mapping.AbstractDataNode.getPathFromRoot(AbstractDataNode.java:539) - waiting to lock <0x00002aabaffa7a08> (a org.griphyn.vdl.mapping.DataNode) at org.griphyn.vdl.mapping.AbstractDataNode.getIdentifyingString(AbstractDataNode.java:139) at org.griphyn.vdl.mapping.AbstractDataNode.toString(AbstractDataNode.java:110) at java.lang.String.valueOf(String.java:2826) at java.lang.StringBuilder.append(StringBuilder.java:115) at org.griphyn.vdl.karajan.lib.WaitFieldValue.function(WaitFieldValue.java:34) - locked <0x00002aaacf5375d0> (a org.griphyn.vdl.mapping.RootArrayDataNode) at org.griphyn.vdl.karajan.lib.VDLFunction.post(VDLFunction.java:68) at org.globus.cog.karajan.workflow.nodes.AbstractSequentialWithArguments.childCompleted(AbstractSequentialWithArguments.java:192) at org.globus.cog.karajan.workflow.nodes.Sequential.notificationEvent(Sequential.java:32) at org.globus.cog.karajan.workflow.nodes.FlowNode.event(FlowNode.java:340) at org.globus.cog.karajan.workflow.events.EventBus.send(EventBus.java:173) at org.globus.cog.karajan.workflow.nodes.FlowNode.fireNotificationEvent(FlowNode.java:181) at org.globus.cog.karajan.workflow.nodes.FlowNode.complete(FlowNode.java:309) at org.globus.cog.karajan.workflow.nodes.FlowContainer.post(FlowContainer.java:58) at org.globus.cog.karajan.workflow.nodes.functions.AbstractFunction.post(AbstractFunction.java:28) at org.globus.cog.karajan.workflow.nodes.Sequential.startNext(Sequential.java:50) at org.globus.cog.karajan.workflow.nodes.Sequential.executeChildren(Sequential.java:26) at org.globus.cog.karajan.workflow.nodes.FlowContainer.execute(FlowContainer.java:63) at org.globus.cog.karajan.workflow.nodes.FlowNode.restart(FlowNode.java:238) at org.globus.cog.karajan.workflow.nodes.FlowNode.start(FlowNode.java:289) at org.globus.cog.karajan.workflow.nodes.FlowNode.controlEvent(FlowNode.java:402) at org.globus.cog.karajan.workflow.nodes.FlowNode.event(FlowNode.java:343) at org.globus.cog.karajan.workflow.events.EventBus.send(EventBus.java:173) at org.globus.cog.karajan.workflow.events.EventTargetPair.run(EventTargetPair.java:44) at edu.emory.mathcs.backport.java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:431) at edu.emory.mathcs.backport.java.util.concurrent.FutureTask.run(FutureTask.java:166) at edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:643) at edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:668) at java.lang.Thread.run(Thread.java:619) Locked ownable synchronizers: - None "pool-1-thread-2" prio=10 tid=0x00002aabb875c800 nid=0x6a1d waiting for monitor entry [0x00000000420fb000] java.lang.Thread.State: BLOCKED (on object monitor) at org.griphyn.vdl.mapping.AbstractDataNode.getField(AbstractDataNode.java:244) - waiting to lock <0x00002aaacf5375d0> (a org.griphyn.vdl.mapping.RootArrayDataNode) at org.griphyn.vdl.mapping.AbstractDataNode.getFields(AbstractDataNode.java:207) at org.griphyn.vdl.mapping.AbstractDataNode.getFields(AbstractDataNode.java:186) at org.griphyn.vdl.karajan.lib.GetFieldSubscript.function(GetFieldSubscript.java:40) at org.griphyn.vdl.karajan.lib.VDLFunction.post(VDLFunction.java:68) at org.globus.cog.karajan.workflow.nodes.AbstractSequentialWithArguments.childCompleted(AbstractSequentialWithArguments.java:192) at org.globus.cog.karajan.workflow.nodes.Sequential.notificationEvent(Sequential.java:32) at org.globus.cog.karajan.workflow.nodes.FlowNode.event(FlowNode.java:340) at org.globus.cog.karajan.workflow.events.EventBus.send(EventBus.java:173) at org.globus.cog.karajan.workflow.nodes.FlowNode.fireNotificationEvent(FlowNode.java:181) at org.globus.cog.karajan.workflow.nodes.FlowNode.complete(FlowNode.java:309) at org.globus.cog.karajan.workflow.nodes.FlowContainer.post(FlowContainer.java:58) at org.globus.cog.karajan.workflow.nodes.functions.Argument.post(Argument.java:45) at org.globus.cog.karajan.workflow.nodes.AbstractSequentialWithArguments.childCompleted(AbstractSequentialWithArguments.java:192) at org.globus.cog.karajan.workflow.nodes.Sequential.notificationEvent(Sequential.java:32) at org.globus.cog.karajan.workflow.nodes.FlowNode.event(FlowNode.java:340) at org.globus.cog.karajan.workflow.events.EventBus.send(EventBus.java:173) at org.globus.cog.karajan.workflow.nodes.FlowNode.fireNotificationEvent(FlowNode.java:181) at org.globus.cog.karajan.workflow.nodes.FlowNode.complete(FlowNode.java:309) at org.globus.cog.karajan.workflow.nodes.FlowContainer.post(FlowContainer.java:58) at org.globus.cog.karajan.workflow.nodes.functions.AbstractFunction.post(AbstractFunction.java:28) at org.globus.cog.karajan.workflow.nodes.Sequential.startNext(Sequential.java:50) at org.globus.cog.karajan.workflow.nodes.Sequential.executeChildren(Sequential.java:26) at org.globus.cog.karajan.workflow.nodes.FlowContainer.execute(FlowContainer.java:63) at org.globus.cog.karajan.workflow.nodes.FlowNode.restart(FlowNode.java:238) at org.globus.cog.karajan.workflow.nodes.FlowNode.start(FlowNode.java:289) at org.globus.cog.karajan.workflow.nodes.FlowNode.controlEvent(FlowNode.java:402) at org.globus.cog.karajan.workflow.nodes.FlowNode.event(FlowNode.java:343) at org.globus.cog.karajan.workflow.events.EventBus.send(EventBus.java:173) at org.globus.cog.karajan.workflow.events.EventTargetPair.run(EventTargetPair.java:44) at edu.emory.mathcs.backport.java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:431) at edu.emory.mathcs.backport.java.util.concurrent.FutureTask.run(FutureTask.java:166) at edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:643) at edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:668) at java.lang.Thread.run(Thread.java:619) Locked ownable synchronizers: - None "pool-1-thread-1" prio=10 tid=0x00002aabb860a800 nid=0x6a1c waiting for monitor entry [0x0000000040c68000] java.lang.Thread.State: BLOCKED (on object monitor) at org.griphyn.vdl.karajan.lib.VDLFunction.leafFileName(VDLFunction.java:289) - waiting to lock <0x00002aaacf5375d0> (a org.griphyn.vdl.mapping.RootArrayDataNode) at org.griphyn.vdl.karajan.lib.VDLFunction.filename(VDLFunction.java:204) at org.griphyn.vdl.karajan.lib.OutFileDirs.function(OutFileDirs.java:35) at org.griphyn.vdl.karajan.lib.VDLFunction.post(VDLFunction.java:68) at org.globus.cog.karajan.workflow.nodes.AbstractSequentialWithArguments.childCompleted(AbstractSequentialWithArguments.java:192) at org.globus.cog.karajan.workflow.nodes.Sequential.notificationEvent(Sequential.java:32) at org.globus.cog.karajan.workflow.nodes.FlowNode.event(FlowNode.java:340) at org.globus.cog.karajan.workflow.events.EventBus.send(EventBus.java:173) at org.globus.cog.karajan.workflow.nodes.FlowNode.fireNotificationEvent(FlowNode.java:181) at org.globus.cog.karajan.workflow.nodes.FlowNode.complete(FlowNode.java:309) at org.globus.cog.karajan.workflow.nodes.FlowContainer.post(FlowContainer.java:58) at org.globus.cog.karajan.workflow.nodes.functions.AbstractFunction.post(AbstractFunction.java:28) at org.globus.cog.karajan.workflow.nodes.Sequential.startNext(Sequential.java:50) at org.globus.cog.karajan.workflow.nodes.Sequential.executeChildren(Sequential.java:26) at org.globus.cog.karajan.workflow.nodes.FlowContainer.execute(FlowContainer.java:63) at org.globus.cog.karajan.workflow.nodes.FlowNode.restart(FlowNode.java:238) at org.globus.cog.karajan.workflow.nodes.FlowNode.start(FlowNode.java:289) at org.globus.cog.karajan.workflow.nodes.FlowNode.controlEvent(FlowNode.java:402) at org.globus.cog.karajan.workflow.nodes.FlowNode.event(FlowNode.java:343) at org.globus.cog.karajan.workflow.events.EventBus.send(EventBus.java:173) at org.globus.cog.karajan.workflow.events.EventTargetPair.run(EventTargetPair.java:44) at edu.emory.mathcs.backport.java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:431) at edu.emory.mathcs.backport.java.util.concurrent.FutureTask.run(FutureTask.java:166) at edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:643) at edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:668) at java.lang.Thread.run(Thread.java:619) Locked ownable synchronizers: - None "Low Memory Detector" daemon prio=10 tid=0x0000000043caa800 nid=0x6a1a runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "CompilerThread1" daemon prio=10 tid=0x0000000043ca8000 nid=0x6a19 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "CompilerThread0" daemon prio=10 tid=0x0000000043ca2800 nid=0x6a18 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "Signal Dispatcher" daemon prio=10 tid=0x0000000043ca0800 nid=0x6a17 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "Finalizer" daemon prio=10 tid=0x0000000043c7c000 nid=0x6a16 in Object.wait() [0x0000000041cf7000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) - locked <0x00002aaab80341e0> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159) Locked ownable synchronizers: - None "Reference Handler" daemon prio=10 tid=0x0000000043c7a000 nid=0x6a15 in Object.wait() [0x0000000041bf6000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116) - locked <0x00002aaab52bb920> (a java.lang.ref.Reference$Lock) Locked ownable synchronizers: - None "main" prio=10 tid=0x0000000043c18000 nid=0x6a0f in Object.wait() [0x000000004020a000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab94c0178> (a org.griphyn.vdl.karajan.VDL2ExecutionContext) at java.lang.Object.wait(Object.java:485) at org.globus.cog.karajan.workflow.ExecutionContext.waitFor(ExecutionContext.java:261) - locked <0x00002aaab94c0178> (a org.griphyn.vdl.karajan.VDL2ExecutionContext) at org.griphyn.vdl.karajan.Loader.main(Loader.java:197) Locked ownable synchronizers: - None "VM Thread" prio=10 tid=0x0000000043c75800 nid=0x6a14 runnable "GC task thread#0 (ParallelGC)" prio=10 tid=0x0000000043c2b000 nid=0x6a10 runnable "GC task thread#1 (ParallelGC)" prio=10 tid=0x0000000043c2d000 nid=0x6a11 runnable "GC task thread#2 (ParallelGC)" prio=10 tid=0x0000000043c2f000 nid=0x6a12 runnable "GC task thread#3 (ParallelGC)" prio=10 tid=0x0000000043c30800 nid=0x6a13 runnable "VM Periodic Task Thread" prio=10 tid=0x00002aabb8001000 nid=0x6a1b waiting on condition JNI global references: 1381 Found one Java-level deadlock: ============================= "pool-1-thread-4": waiting to lock monitor 0x0000000044557cb8 (object 0x00002aaacf5375d0, a org.griphyn.vdl.mapping.RootArrayDataNode), which is held by "pool-1-thread-3" "pool-1-thread-3": waiting to lock monitor 0x00002aabb8710d18 (object 0x00002aabaffa7a08, a org.griphyn.vdl.mapping.DataNode), which is held by "pool-1-thread-4" Java stack information for the threads listed above: =================================================== "pool-1-thread-4": at org.griphyn.vdl.mapping.AbstractDataNode.getPathFromRoot(AbstractDataNode.java:539) - waiting to lock <0x00002aaacf5375d0> (a org.griphyn.vdl.mapping.RootArrayDataNode) at org.griphyn.vdl.mapping.AbstractDataNode.getPathFromRoot(AbstractDataNode.java:543) - locked <0x00002aabaffa7a08> (a org.griphyn.vdl.mapping.DataNode) at org.griphyn.vdl.karajan.lib.VDLFunction.leafFileName(VDLFunction.java:301) at org.griphyn.vdl.karajan.lib.VDLFunction.leafFileName(VDLFunction.java:292) at org.griphyn.vdl.karajan.lib.VDLFunction.filename(VDLFunction.java:204) at org.griphyn.vdl.karajan.lib.VDLFunction.filename(VDLFunction.java:185) at org.griphyn.vdl.karajan.lib.VDLFunction.filename(VDLFunction.java:180) at org.griphyn.vdl.karajan.lib.swiftscript.FileName.function(FileName.java:20) at org.griphyn.vdl.karajan.lib.VDLFunction.post(VDLFunction.java:68) at org.globus.cog.karajan.workflow.nodes.AbstractSequentialWithArguments.childCompleted(AbstractSequentialWithArguments.java:192) at org.globus.cog.karajan.workflow.nodes.Sequential.notificationEvent(Sequential.java:32) at org.globus.cog.karajan.workflow.nodes.FlowNode.event(FlowNode.java:340) at org.globus.cog.karajan.workflow.events.EventBus.send(EventBus.java:173) at org.globus.cog.karajan.workflow.nodes.FlowNode.fireNotificationEvent(FlowNode.java:181) at org.globus.cog.karajan.workflow.nodes.FlowNode.complete(FlowNode.java:309) at org.globus.cog.karajan.workflow.nodes.FlowContainer.post(FlowContainer.java:58) at org.globus.cog.karajan.workflow.nodes.functions.AbstractFunction.post(AbstractFunction.java:28) at org.globus.cog.karajan.workflow.nodes.Sequential.startNext(Sequential.java:50) at org.globus.cog.karajan.workflow.nodes.Sequential.executeChildren(Sequential.java:26) at org.globus.cog.karajan.workflow.nodes.FlowContainer.execute(FlowContainer.java:63) at org.globus.cog.karajan.workflow.nodes.FlowNode.restart(FlowNode.java:238) at org.globus.cog.karajan.workflow.nodes.FlowNode.start(FlowNode.java:289) at org.globus.cog.karajan.workflow.nodes.FlowNode.controlEvent(FlowNode.java:402) at org.globus.cog.karajan.workflow.nodes.FlowNode.event(FlowNode.java:343) at org.globus.cog.karajan.workflow.events.EventBus.send(EventBus.java:173) at org.globus.cog.karajan.workflow.events.EventTargetPair.run(EventTargetPair.java:44) at edu.emory.mathcs.backport.java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:431) at edu.emory.mathcs.backport.java.util.concurrent.FutureTask.run(FutureTask.java:166) at edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:643) at edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:668) at java.lang.Thread.run(Thread.java:619) "pool-1-thread-3": at org.griphyn.vdl.mapping.AbstractDataNode.getPathFromRoot(AbstractDataNode.java:539) - waiting to lock <0x00002aabaffa7a08> (a org.griphyn.vdl.mapping.DataNode) at org.griphyn.vdl.mapping.AbstractDataNode.getIdentifyingString(AbstractDataNode.java:139) at org.griphyn.vdl.mapping.AbstractDataNode.toString(AbstractDataNode.java:110) at java.lang.String.valueOf(String.java:2826) at java.lang.StringBuilder.append(StringBuilder.java:115) at org.griphyn.vdl.karajan.lib.WaitFieldValue.function(WaitFieldValue.java:34) - locked <0x00002aaacf5375d0> (a org.griphyn.vdl.mapping.RootArrayDataNode) at org.griphyn.vdl.karajan.lib.VDLFunction.post(VDLFunction.java:68) at org.globus.cog.karajan.workflow.nodes.AbstractSequentialWithArguments.childCompleted(AbstractSequentialWithArguments.java:192) at org.globus.cog.karajan.workflow.nodes.Sequential.notificationEvent(Sequential.java:32) at org.globus.cog.karajan.workflow.nodes.FlowNode.event(FlowNode.java:340) at org.globus.cog.karajan.workflow.events.EventBus.send(EventBus.java:173) at org.globus.cog.karajan.workflow.nodes.FlowNode.fireNotificationEvent(FlowNode.java:181) at org.globus.cog.karajan.workflow.nodes.FlowNode.complete(FlowNode.java:309) at org.globus.cog.karajan.workflow.nodes.FlowContainer.post(FlowContainer.java:58) at org.globus.cog.karajan.workflow.nodes.functions.AbstractFunction.post(AbstractFunction.java:28) at org.globus.cog.karajan.workflow.nodes.Sequential.startNext(Sequential.java:50) at org.globus.cog.karajan.workflow.nodes.Sequential.executeChildren(Sequential.java:26) at org.globus.cog.karajan.workflow.nodes.FlowContainer.execute(FlowContainer.java:63) at org.globus.cog.karajan.workflow.nodes.FlowNode.restart(FlowNode.java:238) at org.globus.cog.karajan.workflow.nodes.FlowNode.start(FlowNode.java:289) at org.globus.cog.karajan.workflow.nodes.FlowNode.controlEvent(FlowNode.java:402) at org.globus.cog.karajan.workflow.nodes.FlowNode.event(FlowNode.java:343) at org.globus.cog.karajan.workflow.events.EventBus.send(EventBus.java:173) at org.globus.cog.karajan.workflow.events.EventTargetPair.run(EventTargetPair.java:44) at edu.emory.mathcs.backport.java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:431) at edu.emory.mathcs.backport.java.util.concurrent.FutureTask.run(FutureTask.java:166) at edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:643) at edu.emory.mathcs.backport.java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:668) at java.lang.Thread.run(Thread.java:619) Found 1 deadlock.