2011-12-20 20:14:57 Full thread dump Java HotSpot(TM) 64-Bit Server VM (20.5-b03 mixed mode): "RMI TCP Connection(2)-192.168.0.11" daemon prio=6 tid=0x00000000064ce000 nid=0x1974 runnable [0x00000000090bf000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(SocketInputStream.java:129) at java.io.BufferedInputStream.fill(BufferedInputStream.java:218) at java.io.BufferedInputStream.read(BufferedInputStream.java:237) - locked <0x00000000e0c7fb28> (a java.io.BufferedInputStream) at java.io.FilterInputStream.read(FilterInputStream.java:66) at sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:517) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:790) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:649) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - <0x00000000e0834bc0> (a java.util.concurrent.locks.ReentrantLock$NonfairSync) "JMX server connection timeout 18" daemon prio=6 tid=0x00000000064cd000 nid=0x1978 in Object.wait() [0x0000000008fbf000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000e096cfd8> (a [I) at com.sun.jmx.remote.internal.ServerCommunicatorAdmin$Timeout.run(ServerCommunicatorAdmin.java:150) - locked <0x00000000e096cfd8> (a [I) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "RMI Scheduler(0)" daemon prio=6 tid=0x00000000064e5800 nid=0x195c waiting on condition [0x0000000008ebf000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000e07e2770> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025) at java.util.concurrent.DelayQueue.take(DelayQueue.java:164) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "RMI TCP Connection(1)-192.168.0.11" daemon prio=6 tid=0x00000000064e5000 nid=0x1958 runnable [0x0000000008dbf000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(SocketInputStream.java:129) at java.io.BufferedInputStream.fill(BufferedInputStream.java:218) at java.io.BufferedInputStream.read(BufferedInputStream.java:237) - locked <0x00000000e0920488> (a java.io.BufferedInputStream) at java.io.FilterInputStream.read(FilterInputStream.java:66) at sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:517) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:790) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:649) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - <0x00000000e0831698> (a java.util.concurrent.locks.ReentrantLock$NonfairSync) "RMI TCP Accept-0" daemon prio=6 tid=0x00000000077dd800 nid=0x1104 runnable [0x0000000008cbf000] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:408) - locked <0x00000000e07e98e8> (a java.net.SocksSocketImpl) at java.net.ServerSocket.implAccept(ServerSocket.java:462) at java.net.ServerSocket.accept(ServerSocket.java:430) at sun.management.jmxremote.LocalRMIServerSocketFactory$1.accept(LocalRMIServerSocketFactory.java:34) at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369) at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "DestroyJavaVM" prio=6 tid=0x000000000023b800 nid=0x1b70 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "fourthLoad" prio=6 tid=0x000000000788f800 nid=0x1bd8 waiting for monitor entry [0x000000000861f000] java.lang.Thread.State: BLOCKED (on object monitor) at com.mysql.jdbc.ResultSetImpl.realClose(ResultSetImpl.java:7477) - waiting to lock <0x00000000e05573c8> (a com.mysql.jdbc.JDBC4ResultSet) at com.mysql.jdbc.StatementImpl.executeQuery(StatementImpl.java:1471) - locked <0x00000000e02d9b18> (a com.mysql.jdbc.JDBC4Connection) - locked <0x00000000e04fe1b8> (a com.mysql.jdbc.StatementImpl) at TestConnectorJ$ThreadConcurentStatement.run(TestConnectorJ.java:113) Locked ownable synchronizers: - None "thirdLoad" prio=6 tid=0x000000000788f000 nid=0x1bd4 waiting for monitor entry [0x000000000851f000] java.lang.Thread.State: BLOCKED (on object monitor) at com.mysql.jdbc.StatementImpl.executeQuery(StatementImpl.java:1418) - waiting to lock <0x00000000e04fe1b8> (a com.mysql.jdbc.StatementImpl) at TestConnectorJ$ThreadConcurentStatement.run(TestConnectorJ.java:113) Locked ownable synchronizers: - None "secondLoad" prio=6 tid=0x00000000063ef000 nid=0x1bd0 waiting for monitor entry [0x000000000841f000] java.lang.Thread.State: BLOCKED (on object monitor) at com.mysql.jdbc.StatementImpl.executeQuery(StatementImpl.java:1418) - waiting to lock <0x00000000e04fe1b8> (a com.mysql.jdbc.StatementImpl) at TestConnectorJ$ThreadConcurentStatement.run(TestConnectorJ.java:113) Locked ownable synchronizers: - None "firstLoad" prio=6 tid=0x0000000006409800 nid=0x1bcc waiting for monitor entry [0x00000000081af000] java.lang.Thread.State: BLOCKED (on object monitor) at com.mysql.jdbc.ConnectionImpl.getCharacterSetMetadata(ConnectionImpl.java:2798) - waiting to lock <0x00000000e02d9b18> (a com.mysql.jdbc.JDBC4Connection) at com.mysql.jdbc.Field.getStringFromBytes(Field.java:710) at com.mysql.jdbc.Field.getOriginalName(Field.java:652) at com.mysql.jdbc.ResultSetImpl.buildIndexMapping(ResultSetImpl.java:749) at com.mysql.jdbc.ResultSetImpl.findColumn(ResultSetImpl.java:1108) - locked <0x00000000e05573c8> (a com.mysql.jdbc.JDBC4ResultSet) at com.mysql.jdbc.ResultSetImpl.getString(ResultSetImpl.java:5610) at TestConnectorJ$ThreadConcurentStatement.run(TestConnectorJ.java:115) Locked ownable synchronizers: - None "Low Memory Detector" daemon prio=6 tid=0x00000000063c6000 nid=0x1bb0 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C2 CompilerThread1" daemon prio=10 tid=0x00000000063b5000 nid=0x1bac waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C2 CompilerThread0" daemon prio=10 tid=0x00000000063b0000 nid=0x1ba8 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "Attach Listener" daemon prio=10 tid=0x00000000063ad800 nid=0x1ba4 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "Signal Dispatcher" daemon prio=10 tid=0x00000000063ac000 nid=0x1ba0 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "Finalizer" daemon prio=8 tid=0x0000000006395000 nid=0x1b9c in Object.wait() [0x00000000071af000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000e00b1300> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) - locked <0x00000000e00b1300> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159) Locked ownable synchronizers: - None "Reference Handler" daemon prio=10 tid=0x000000000638e800 nid=0x1b98 in Object.wait() [0x00000000070af000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000e00b11d8> (a java.lang.ref.Reference$Lock) at java.lang.Object.wait(Object.java:485) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116) - locked <0x00000000e00b11d8> (a java.lang.ref.Reference$Lock) Locked ownable synchronizers: - None "VM Thread" prio=10 tid=0x0000000006384800 nid=0x1b94 runnable "GC task thread#0 (ParallelGC)" prio=6 tid=0x00000000002b7800 nid=0x1b74 runnable "GC task thread#1 (ParallelGC)" prio=6 tid=0x00000000002b9000 nid=0x1b78 runnable "GC task thread#2 (ParallelGC)" prio=6 tid=0x00000000002ba800 nid=0x1b7c runnable "GC task thread#3 (ParallelGC)" prio=6 tid=0x00000000002be000 nid=0x1b80 runnable "GC task thread#4 (ParallelGC)" prio=6 tid=0x00000000002bf800 nid=0x1b84 runnable "GC task thread#5 (ParallelGC)" prio=6 tid=0x00000000002c1000 nid=0x1b88 runnable "GC task thread#6 (ParallelGC)" prio=6 tid=0x00000000002c2800 nid=0x1b8c runnable "GC task thread#7 (ParallelGC)" prio=6 tid=0x00000000002c4000 nid=0x1b90 runnable "VM Periodic Task Thread" prio=10 tid=0x00000000063d7000 nid=0x1bb4 waiting on condition JNI global references: 1204 Found one Java-level deadlock: ============================= "fourthLoad": waiting to lock monitor 0x0000000006394810 (object 0x00000000e05573c8, a com.mysql.jdbc.JDBC4ResultSet), which is held by "firstLoad" "firstLoad": waiting to lock monitor 0x00000000077fa868 (object 0x00000000e02d9b18, a com.mysql.jdbc.JDBC4Connection), which is held by "fourthLoad" Java stack information for the threads listed above: =================================================== "fourthLoad": at com.mysql.jdbc.ResultSetImpl.realClose(ResultSetImpl.java:7477) - waiting to lock <0x00000000e05573c8> (a com.mysql.jdbc.JDBC4ResultSet) at com.mysql.jdbc.StatementImpl.executeQuery(StatementImpl.java:1471) - locked <0x00000000e02d9b18> (a com.mysql.jdbc.JDBC4Connection) - locked <0x00000000e04fe1b8> (a com.mysql.jdbc.StatementImpl) at TestConnectorJ$ThreadConcurentStatement.run(TestConnectorJ.java:113) "firstLoad": at com.mysql.jdbc.ConnectionImpl.getCharacterSetMetadata(ConnectionImpl.java:2798) - waiting to lock <0x00000000e02d9b18> (a com.mysql.jdbc.JDBC4Connection) at com.mysql.jdbc.Field.getStringFromBytes(Field.java:710) at com.mysql.jdbc.Field.getOriginalName(Field.java:652) at com.mysql.jdbc.ResultSetImpl.buildIndexMapping(ResultSetImpl.java:749) at com.mysql.jdbc.ResultSetImpl.findColumn(ResultSetImpl.java:1108) - locked <0x00000000e05573c8> (a com.mysql.jdbc.JDBC4ResultSet) at com.mysql.jdbc.ResultSetImpl.getString(ResultSetImpl.java:5610) at TestConnectorJ$ThreadConcurentStatement.run(TestConnectorJ.java:115) Found 1 deadlock.