thread dumps

23
<Typical web service processing threads> Thread: http-0.0.0.0-9292-Acceptor-0 : priority:5, demon:true, threadId:330, threadState:RUNNABLE java.net.PlainSocketImpl.socketAccept(Native Method) java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) - locked <0x3d9ebf9> (a java.net.SocksSocketImpl) java.net.ServerSocket.implAccept(ServerSocket.java:453) java.net.ServerSocket.accept(ServerSocket.java:421) org.apache.tomcat.util.net.DefaultServerSocketFactory.acceptSocket(DefaultServerSocketFactory.java:61) org.apache.tomcat.util.net.JIoEndpoint$Acceptor.run(JIoEndpoint.java:310) java.lang.Thread.run(Thread.java:619) Thread: ajp-0.0.0.0-9221-Acceptor-0 : priority:5, demon:true, threadId:331, threadState:RUNNABLE java.net.PlainSocketImpl.socketAccept(Native Method) java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) - locked <0x1b1206a> (a java.net.SocksSocketImpl) java.net.ServerSocket.implAccept(ServerSocket.java:453) java.net.ServerSocket.accept(ServerSocket.java:421) org.apache.tomcat.util.net.DefaultServerSocketFactory.acceptSocket(DefaultServerSocketFactory.java:61) org.apache.tomcat.util.net.JIoEndpoint$Acceptor.run(JIoEndpoint.java:310) java.lang.Thread.run(Thread.java:619) Thread: http-0.0.0.0-9292-1 : priority:5, demon:true, threadId:332, threadState:WAITING - waiting on <0x762c1c9a> (a org.apache.tomcat.util.net.JIoEndpoint$Worker) java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) org.apache.tomcat.util.net.JIoEndpoint$Worker.await(JIoEndpoint.java:416) org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:442) java.lang.Thread.run(Thread.java:619) Thread: http-0.0.0.0-9292-2 : priority:5, demon:true, threadId:536, threadState:WAITING - waiting on <0x6df04983> (a org.apache.tomcat.util.net.JIoEndpoint$Worker) java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) org.apache.tomcat.util.net.JIoEndpoint$Worker.await(JIoEndpoint.java:416) org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:442) java.lang.Thread.run(Thread.java:619) Thread: http-0.0.0.0-9292-3 : priority:5, demon:true, threadId:537, threadState:WAITING - waiting on <0x2969c50> (a org.apache.tomcat.util.net.JIoEndpoint$Worker) java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) org.apache.tomcat.util.net.JIoEndpoint$Worker.await(JIoEndpoint.java:416) org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:442) java.lang.Thread.run(Thread.java:619) Thread: http-0.0.0.0-9292-4 : priority:5, demon:true, threadId:538, threadState:WAITING - waiting on <0x49d9edf9> (a org.apache.tomcat.util.net.JIoEndpoint$Worker) java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) org.apache.tomcat.util.net.JIoEndpoint$Worker.await(JIoEndpoint.java:416) org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:442) java.lang.Thread.run(Thread.java:619) Thread: http-0.0.0.0-9292-5 : priority:5, demon:true, threadId:539, threadState:WAITING - waiting on <0x785ba992> (a org.apache.tomcat.util.net.JIoEndpoint$Worker) java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) org.apache.tomcat.util.net.JIoEndpoint$Worker.await(JIoEndpoint.java:416) org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:442) java.lang.Thread.run(Thread.java:619) Thread: http-0.0.0.0-9292-6 : priority:5, demon:true, threadId:540, threadState:WAITING - waiting on <0x52edc5e6> (a org.apache.tomcat.util.net.JIoEndpoint$Worker) java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) org.apache.tomcat.util.net.JIoEndpoint$Worker.await(JIoEndpoint.java:416) org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:442) java.lang.Thread.run(Thread.java:619) Thread: http-0.0.0.0-9292-7 : priority:5, demon:true, threadId:549, threadState:WAITING - waiting on <0xfe63629> (a org.apache.tomcat.util.net.JIoEndpoint$Worker) java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) org.apache.tomcat.util.net.JIoEndpoint$Worker.await(JIoEndpoint.java:416) org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:442) java.lang.Thread.run(Thread.java:619) Thread: http-0.0.0.0-9292-8 : priority:5, demon:true, threadId:550, threadState:WAITING - waiting on <0x3148844e> (a org.apache.tomcat.util.net.JIoEndpoint$Worker) java.lang.Object.wait(Native Method)

Upload: ajit-bhingarkar

Post on 16-Jul-2015

160 views

Category:

Software


8 download

TRANSCRIPT

Page 1: Thread dumps

<Typical web service processing threads> Thread: http-0.0.0.0-9292-Acceptor-0 : priority:5, demon:true, threadId:330, threadState:RUNNABLE java.net.PlainSocketImpl.socketAccept(Native Method)

java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) - locked <0x3d9ebf9> (a java.net.SocksSocketImpl) java.net.ServerSocket.implAccept(ServerSocket.java:453) java.net.ServerSocket.accept(ServerSocket.java:421) org.apache.tomcat.util.net.DefaultServerSocketFactory.acceptSocket(DefaultServerSocketFactory.java:61) org.apache.tomcat.util.net.JIoEndpoint$Acceptor.run(JIoEndpoint.java:310) java.lang.Thread.run(Thread.java:619)

Thread: ajp-0.0.0.0-9221-Acceptor-0 : priority:5, demon:true, threadId:331, threadState:RUNNABLE java.net.PlainSocketImpl.socketAccept(Native Method)

java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) - locked <0x1b1206a> (a java.net.SocksSocketImpl) java.net.ServerSocket.implAccept(ServerSocket.java:453) java.net.ServerSocket.accept(ServerSocket.java:421) org.apache.tomcat.util.net.DefaultServerSocketFactory.acceptSocket(DefaultServerSocketFactory.java:61) org.apache.tomcat.util.net.JIoEndpoint$Acceptor.run(JIoEndpoint.java:310) java.lang.Thread.run(Thread.java:619)

Thread: http-0.0.0.0-9292-1 : priority:5, demon:true, threadId:332, threadState:WAITING - waiting on <0x762c1c9a> (a org.apache.tomcat.util.net.JIoEndpoint$Worker)

java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) org.apache.tomcat.util.net.JIoEndpoint$Worker.await(JIoEndpoint.java:416) org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:442) java.lang.Thread.run(Thread.java:619)

Thread: http-0.0.0.0-9292-2 : priority:5, demon:true, threadId:536, threadState:WAITING - waiting on <0x6df04983> (a org.apache.tomcat.util.net.JIoEndpoint$Worker)

java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) org.apache.tomcat.util.net.JIoEndpoint$Worker.await(JIoEndpoint.java:416) org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:442) java.lang.Thread.run(Thread.java:619)

Thread: http-0.0.0.0-9292-3 : priority:5, demon:true, threadId:537, threadState:WAITING - waiting on <0x2969c50> (a org.apache.tomcat.util.net.JIoEndpoint$Worker)

java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) org.apache.tomcat.util.net.JIoEndpoint$Worker.await(JIoEndpoint.java:416) org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:442) java.lang.Thread.run(Thread.java:619)

Thread: http-0.0.0.0-9292-4 : priority:5, demon:true, threadId:538, threadState:WAITING - waiting on <0x49d9edf9> (a org.apache.tomcat.util.net.JIoEndpoint$Worker)

java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) org.apache.tomcat.util.net.JIoEndpoint$Worker.await(JIoEndpoint.java:416) org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:442) java.lang.Thread.run(Thread.java:619)

Thread: http-0.0.0.0-9292-5 : priority:5, demon:true, threadId:539, threadState:WAITING - waiting on <0x785ba992> (a org.apache.tomcat.util.net.JIoEndpoint$Worker)

java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) org.apache.tomcat.util.net.JIoEndpoint$Worker.await(JIoEndpoint.java:416) org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:442) java.lang.Thread.run(Thread.java:619)

Thread: http-0.0.0.0-9292-6 : priority:5, demon:true, threadId:540, threadState:WAITING - waiting on <0x52edc5e6> (a org.apache.tomcat.util.net.JIoEndpoint$Worker)

java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) org.apache.tomcat.util.net.JIoEndpoint$Worker.await(JIoEndpoint.java:416) org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:442) java.lang.Thread.run(Thread.java:619)

Thread: http-0.0.0.0-9292-7 : priority:5, demon:true, threadId:549, threadState:WAITING - waiting on <0xfe63629> (a org.apache.tomcat.util.net.JIoEndpoint$Worker)

java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) org.apache.tomcat.util.net.JIoEndpoint$Worker.await(JIoEndpoint.java:416) org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:442) java.lang.Thread.run(Thread.java:619)

Thread: http-0.0.0.0-9292-8 : priority:5, demon:true, threadId:550, threadState:WAITING - waiting on <0x3148844e> (a org.apache.tomcat.util.net.JIoEndpoint$Worker)

java.lang.Object.wait(Native Method)

Page 2: Thread dumps

java.lang.Object.wait(Object.java:485) org.apache.tomcat.util.net.JIoEndpoint$Worker.await(JIoEndpoint.java:416) org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:442) java.lang.Thread.run(Thread.java:619)

<Asynchronous processing threads> Thread: Session Dispatcher (10639) : priority:5, demon:true, threadId:711, threadState:WAITING - waiting on <0x443bbe5e> (a java.lang.Object)

java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485)

Thread: Session Dispatcher (10641) : priority:5, demon:true, threadId:712, threadState:RUNNABLE java.lang.StringCoding$StringDecoder.decode(StringCoding.java:133)

java.lang.StringCoding.decode(StringCoding.java:173) java.lang.String.(String.java:443) com.microsoft.sqlserver.jdbc.Util.readUnicodeString(Util.java:617) com.microsoft.sqlserver.jdbc.TDSReader.readUnicodeString(IOBuffer.java:3464) com.microsoft.sqlserver.jdbc.StreamColumns.setFromTDS(StreamColumns.java:78) com.microsoft.sqlserver.jdbc.SQLServerResultSet$1CursorInitializer.onColMetaData(SQLServerResultSet.java:196) com.microsoft.sqlserver.jdbc.TDSParser.parse(tdsparser.java:77) com.microsoft.sqlserver.jdbc.SQLServerResultSet.(SQLServerResultSet.java:295) com.microsoft.sqlserver.jdbc.SQLServerStatement.getNextResult(SQLServerStatement.java:1465) com.microsoft.sqlserver.jdbc.SQLServerPreparedStatement.doExecutePreparedStatement(SQLServerPreparedStatement.java:388) com.microsoft.sqlserver.jdbc.SQLServerPreparedStatement$PrepStmtExecCmd.doExecute(SQLServerPreparedStatement.java:338) com.microsoft.sqlserver.jdbc.TDSCommand.execute(IOBuffer.java:4026) com.microsoft.sqlserver.jdbc.SQLServerConnection.executeCommand(SQLServerConnection.java:1416) - locked <0x5d355793> (a java.lang.Object) com.microsoft.sqlserver.jdbc.SQLServerStatement.executeCommand(SQLServerStatement.java:185) com.microsoft.sqlserver.jdbc.SQLServerStatement.executeStatement(SQLServerStatement.java:160) com.microsoft.sqlserver.jdbc.SQLServerPreparedStatement.executeQuery(SQLServerPreparedStatement.java:281)

Thread: Session Dispatcher (10642) : priority:5, demon:true, threadId:713, threadState:RUNNABLE java.util.Arrays.copyOf(Arrays.java:2882)

java.lang.AbstractStringBuilder.expandCapacity(AbstractStringBuilder.java:100) java.lang.AbstractStringBuilder.append(AbstractStringBuilder.java:390) java.lang.StringBuilder.append(StringBuilder.java:119) com.microsoft.sqlserver.jdbc.SQLServerResultSet.(SQLServerResultSet.java:154) com.microsoft.sqlserver.jdbc.SQLServerStatement.getNextResult(SQLServerStatement.java:1465) com.microsoft.sqlserver.jdbc.SQLServerPreparedStatement.doExecutePreparedStatement(SQLServerPreparedStatement.java:388) com.microsoft.sqlserver.jdbc.SQLServerPreparedStatement$PrepStmtExecCmd.doExecute(SQLServerPreparedStatement.java:338) com.microsoft.sqlserver.jdbc.TDSCommand.execute(IOBuffer.java:4026) com.microsoft.sqlserver.jdbc.SQLServerConnection.executeCommand(SQLServerConnection.java:1416) - locked <0xbdd7c3f> (a java.lang.Object) com.microsoft.sqlserver.jdbc.SQLServerStatement.executeCommand(SQLServerStatement.java:185) com.microsoft.sqlserver.jdbc.SQLServerStatement.executeStatement(SQLServerStatement.java:160) com.microsoft.sqlserver.jdbc.SQLServerPreparedStatement.executeQuery(SQLServerPreparedStatement.java:281)

Thread: Session Dispatcher (10643) : priority:5, demon:true, threadId:714, threadState:RUNNABLE java.lang.StringCoding$StringDecoder.decode(StringCoding.java:133)

java.lang.StringCoding.decode(StringCoding.java:173) java.lang.String.(String.java:443) com.microsoft.sqlserver.jdbc.Util.readUnicodeString(Util.java:617) com.microsoft.sqlserver.jdbc.TDSReader.readUnicodeString(IOBuffer.java:3464) com.microsoft.sqlserver.jdbc.StreamColumns.setFromTDS(StreamColumns.java:78) com.microsoft.sqlserver.jdbc.SQLServerResultSet$1CursorInitializer.onColMetaData(SQLServerResultSet.java:196) com.microsoft.sqlserver.jdbc.TDSParser.parse(tdsparser.java:77) com.microsoft.sqlserver.jdbc.SQLServerResultSet.(SQLServerResultSet.java:295) com.microsoft.sqlserver.jdbc.SQLServerStatement.getNextResult(SQLServerStatement.java:1465) com.microsoft.sqlserver.jdbc.SQLServerPreparedStatement.doExecutePreparedStatement(SQLServerPreparedStatement.java:388) com.microsoft.sqlserver.jdbc.SQLServerPreparedStatement$PrepStmtExecCmd.doExecute(SQLServerPreparedStatement.java:338) com.microsoft.sqlserver.jdbc.TDSCommand.execute(IOBuffer.java:4026) com.microsoft.sqlserver.jdbc.SQLServerConnection.executeCommand(SQLServerConnection.java:1416) - locked <0xe2f97d2> (a java.lang.Object) com.microsoft.sqlserver.jdbc.SQLServerStatement.executeCommand(SQLServerStatement.java:185) com.microsoft.sqlserver.jdbc.SQLServerStatement.executeStatement(SQLServerStatement.java:160)

Page 3: Thread dumps

com.microsoft.sqlserver.jdbc.SQLServerPreparedStatement.executeQuery(SQLServerPreparedStatement.java:281)

Thread: Session Dispatcher (10644) : priority:5, demon:true, threadId:715, threadState:RUNNABLE com.microsoft.sqlserver.jdbc.ServerDTVImpl.getValue(dtv.java:2007)

com.microsoft.sqlserver.jdbc.DTV.getValue(dtv.java:175) com.microsoft.sqlserver.jdbc.Column.getValue(Column.java:113) com.microsoft.sqlserver.jdbc.SQLServerResultSet.getValue(SQLServerResultSet.java:1982) com.microsoft.sqlserver.jdbc.SQLServerResultSet.getValue(SQLServerResultSet.java:1967) com.microsoft.sqlserver.jdbc.SQLServerResultSet.getTimestamp(SQLServerResultSet.java:2368)

Thread: Session Dispatcher (10645) : priority:5, demon:true, threadId:716, threadState:RUNNABLE com.microsoft.sqlserver.jdbc.StreamColumns.setFromTDS(StreamColumns.java:80)

com.microsoft.sqlserver.jdbc.SQLServerResultSet$1CursorInitializer.onColMetaData(SQLServerResultSet.java:196) com.microsoft.sqlserver.jdbc.TDSParser.parse(tdsparser.java:77) com.microsoft.sqlserver.jdbc.SQLServerResultSet.(SQLServerResultSet.java:295) com.microsoft.sqlserver.jdbc.SQLServerStatement.getNextResult(SQLServerStatement.java:1465) com.microsoft.sqlserver.jdbc.SQLServerPreparedStatement.doExecutePreparedStatement(SQLServerPreparedStatement.java:388) com.microsoft.sqlserver.jdbc.SQLServerPreparedStatement$PrepStmtExecCmd.doExecute(SQLServerPreparedStatement.java:338) com.microsoft.sqlserver.jdbc.TDSCommand.execute(IOBuffer.java:4026) com.microsoft.sqlserver.jdbc.SQLServerConnection.executeCommand(SQLServerConnection.java:1416) - locked <0x421473f4> (a java.lang.Object) com.microsoft.sqlserver.jdbc.SQLServerStatement.executeCommand(SQLServerStatement.java:185) com.microsoft.sqlserver.jdbc.SQLServerStatement.executeStatement(SQLServerStatement.java:160) com.microsoft.sqlserver.jdbc.SQLServerPreparedStatement.executeQuery(SQLServerPreparedStatement. java:281)

Thread: Session Dispatcher (10646) : priority:5, demon:true, threadId:717, threadState:RUNNABLE java.util.Arrays.copyOf(Arrays.java:2882)

java.lang.AbstractStringBuilder.expandCapacity(AbstractStringBuilder.java:100) java.lang.AbstractStringBuilder.append(AbstractStringBuilder.java:390) java.lang.StringBuilder.append(StringBuilder.java:119) com.microsoft.sqlserver.jdbc.SQLServerResultSet.(SQLServerResultSet.java:155) com.microsoft.sqlserver.jdbc.SQLServerStatement.getNextResult(SQLServerStatement.java:1465) com.microsoft.sqlserver.jdbc.SQLServerPreparedStatement.doExecutePreparedStatement(SQLServerPreparedStatement.java:388) com.microsoft.sqlserver.jdbc.SQLServerPreparedStatement$PrepStmtExecCmd.doExecute(SQLServerPreparedStatement.java:338) com.microsoft.sqlserver.jdbc.TDSCommand.execute(IOBuffer.java:4026) com.microsoft.sqlserver.jdbc.SQLServerConnection.executeCommand(SQLServerConnection.java:1416) - locked <0x2e9d31c6> (a java.lang.Object) com.microsoft.sqlserver.jdbc.SQLServerStatement.executeCommand(SQLServerStatement.java:185) com.microsoft.sqlserver.jdbc.SQLServerStatement.executeStatement(SQLServerStatement.java:160) com.microsoft.sqlserver.jdbc.SQLServerPreparedStatement.executeQuery(SQLServerPreparedStatement.java:281)

Thread: Session Dispatcher (10647) : priority:5, demon:true, threadId:718, threadState:RUNNABLE java.lang.StringBuilder.toString(StringBuilder.java:430)

com.microsoft.sqlserver.jdbc.SQLServerResultSet.(SQLServerResultSet.java:154) com.microsoft.sqlserver.jdbc.SQLServerStatement.getNextResult(SQLServerStatement.java:1465) com.microsoft.sqlserver.jdbc.SQLServerPreparedStatement.doExecutePreparedStatement(SQLServerPreparedStatement.java:388) com.microsoft.sqlserver.jdbc.SQLServerPreparedStatement$PrepStmtExecCmd.doExecute(SQLServerPreparedStatement.java:338) com.microsoft.sqlserver.jdbc.TDSCommand.execute(IOBuffer.java:4026) com.microsoft.sqlserver.jdbc.SQLServerConnection.executeCommand(SQLServerConnection.java:1416) - locked <0x708e79d2> (a java.lang.Object) com.microsoft.sqlserver.jdbc.SQLServerStatement.executeCommand(SQLServerStatement.java:185) com.microsoft.sqlserver.jdbc.SQLServerStatement.executeStatement(SQLServerStatement.java:160) com.microsoft.sqlserver.jdbc.SQLServerPreparedStatement.executeQuery(SQLServerPreparedStatement.java:281)

Page 4: Thread dumps

<JMX metrics threads> Thread: http-0.0.0.0-9292-14 : priority:5, demon:true, threadId:5938, threadState:WAITING - waiting on <0x7c770eeb> (a org.apache.tomcat.util.net.JIoEndpoint$Worker)

java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) org.apache.tomcat.util.net.JIoEndpoint$Worker.await(JIoEndpoint.java:416) org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:442) java.lang.Thread.run(Thread.java:619)

Thread: http-0.0.0.0-9292-15 : priority:5, demon:true, threadId:6008, threadState:RUNNABLE sun.management.ThreadImpl.dumpThreads0(Native Method)

sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:359) sun.reflect.GeneratedMethodAccessor641.invoke(Unknown Source) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) java.lang.reflect.Method.invoke(Method.java:597) org.jboss.system.server.ServerInfo.getThreadGroupInfoWithLocks(ServerInfo.java:660) org.jboss.system.server.ServerInfo.getThreadGroupInfoWithLocks(ServerInfo.java:681) org.jboss.system.server.ServerInfo.getThreadGroupInfoWithLocks(ServerInfo.java:681) org.jboss.system.server.ServerInfo.getThreadGroupInfo(ServerInfo.java:574) org.jboss.system.server.ServerInfo.listThreadDump(ServerInfo.java:478) sun.reflect.GeneratedMethodAccessor666.invoke(Unknown Source) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) java.lang.reflect.Method.invoke(Method.java:597) org.jboss.mx.interceptor.ReflectedDispatcher.invoke(ReflectedDispatcher.java:157) org.jboss.mx.server.Invocation.dispatch(Invocation.java:96) org.jboss.mx.server.Invocation.invoke(Invocation.java:88) org.jboss.mx.server.AbstractMBeanInvoker.invoke(AbstractMBeanInvoker.java:264) org.jboss.mx.server.MBeanServerImpl.invoke(MBeanServerImpl.java:668) org.jboss.jmx.adaptor.control.Server.invokeOpByName(Server.java:258) org.jboss.jmx.adaptor.control.Server.invokeOp(Server.java:223) org.jboss.jmx.adaptor.html.HtmlAdaptorServlet$3.run(HtmlAdaptorServlet.java:380) org.jboss.jmx.adaptor.html.HtmlAdaptorServlet$3.run(HtmlAdaptorServlet.java:377) java.security.AccessController.doPrivileged(Native Method) org.jboss.jmx.adaptor.html.HtmlAdaptorServlet.invokeOp(HtmlAdaptorServlet.java:376) org.jboss.jmx.adaptor.html.HtmlAdaptorServlet.invokeOp(HtmlAdaptorServlet.java:287) org.jboss.jmx.adaptor.html.HtmlAdaptorServlet.processRequest(HtmlAdaptorServlet.java:104) org.jboss.jmx.adaptor.html.HtmlAdaptorServlet.doPost(HtmlAdaptorServlet.java:86) javax.servlet.http.HttpServlet.service(HttpServlet.java:637) javax.servlet.http.HttpServlet.service(HttpServlet.java:717) org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:290) org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) org.jboss.web.tomcat.filters.ReplyHeaderFilter.doFilter(ReplyHeaderFilter.java:96) org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235) org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206) org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:235) org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:191) org.jboss.web.tomcat.security.SecurityAssociationValve.invoke(SecurityAssociationValve.java:190) org.jboss.web.tomcat.security.JaccContextValve.invoke(JaccContextValve.java:92) org.jboss.web.tomcat.security.SecurityContextEstablishmentValve.process(SecurityContextEstablishmentValve.java:126) org.jboss.web.tomcat.security.SecurityContextEstablishmentValve.invoke(SecurityContextEstablishmentValve.java:70) org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:127) org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102) org.jboss.web.tomcat.service.jca.CachedConnectionValve.invoke(CachedConnectionValve.java:158) org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109) org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:330) org.apache.coyote.http11.Http11Processor.process(Http11Processor.java:829) org.apache.coyote.http11.Http11Protocol$Http11ConnectionHandler.process(Http11Protocol.java:598) org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:447) java.lang.Thread.run(Thread.java:619)

Thread: http-0.0.0.0-9292-16 : priority:5, demon:true, threadId:6009, threadState:WAITING - waiting on <0x5faa4d17> (a org.apache.tomcat.util.net.JIoEndpoint$Worker)

java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) org.apache.tomcat.util.net.JIoEndpoint$Worker.await(JIoEndpoint.java:416) org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:442) java.lang.Thread.run(Thread.java:619)

java.io.BufferedInputStream.read(BufferedInputStream.java:237) - locked <0x47f246> (a java.io.BufferedInputStream) java.io.DataInputStream.readInt(DataInputStream.java:370)

Page 5: Thread dumps

<JBoss and JVM threads>

Thread Group: JBoss Pooled Threads : max priority:10, demon:false Thread: WorkManager(2)-1 : priority:5, demon:true, threadId:107, threadState:WAITING - waiting on <0xa823a91> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)

sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:220) org.jboss.resource.adapter.mail.inflow.NewMsgsWorker.run(NewMsgsWorker.java:76) org.jboss.resource.work.WorkWrapper.execute(WorkWrapper.java:205) org.jboss.util.threadpool.BasicTaskWrapper.run(BasicTaskWrapper.java:260) java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) java.lang.Thread.run(Thread.java:619) Locked synchronizers : - locked <0x16a28c95> (a java.util.concurrent.locks.ReentrantLock$NonfairSync)

Thread Group: System Threads : max priority:10, demon:false

Thread: JBoss System Threads(1)-1 : priority:5, demon:true, threadId:19, threadState:RUNNABLE java.net.PlainSocketImpl.socketAccept(Native Method)

java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) - locked <0x5918eca> (a java.net.SocksSocketImpl) java.net.ServerSocket.implAccept(ServerSocket.java:453) java.net.ServerSocket.accept(ServerSocket.java:421) org.jboss.web.WebServer.run(WebServer.java:320) org.jboss.util.threadpool.RunnableTaskWrapper.run(RunnableTaskWrapper.java:147) java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) java.lang.Thread.run(Thread.java:619) Locked synchronizers : - locked <0x173572a1> (a java.util.concurrent.locks.ReentrantLock$NonfairSync)

Thread: JBoss System Threads(1)-2 : priority:5, demon:true, threadId:23, threadState:RUNNABLE java.net.PlainSocketImpl.socketAccept(Native Method)

java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) - locked <0x4b3c59c5> (a java.net.SocksSocketImpl) java.net.ServerSocket.implAccept(ServerSocket.java:453) java.net.ServerSocket.accept(ServerSocket.java:421) org.jnp.server.Main$AcceptHandler.run(Main.java:597) org.jboss.util.threadpool.RunnableTaskWrapper.run(RunnableTaskWrapper.java:147) java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) java.lang.Thread.run(Thread.java:619) Locked synchronizers : - locked <0x6729bb19> (a java.util.concurrent.locks.ReentrantLock$NonfairSync)

Thread: JBoss System Threads(1)-3 : priority:5, demon:true, threadId:24, threadState:WAITING - waiting on <0x53d7d5c4> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)

sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) java.lang.Thread.run(Thread.java:619)

Thread: JBoss System Threads(1)-4 : priority:5, demon:true, threadId:25, threadState:RUNNABLE java.net.Socket.getOutputStream(Socket.java:836)

org.jnp.server.Main$BootstrapRequestHandler.run(Main.java:632) org.jboss.util.threadpool.RunnableTaskWrapper.run(RunnableTaskWrapper.java:147) java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) java.lang.Thread.run(Thread.java:619) Locked synchronizers : - locked <0x3d37591b> (a java.util.concurrent.locks.ReentrantLock$NonfairSync)

Thread: JBoss System Threads(1)-5 : priority:5, demon:true, threadId:26, threadState:WAITING - waiting on <0x53d7d5c4> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)

sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)

Page 6: Thread dumps

java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) java.lang.Thread.run(Thread.java:619)

Thread: JBoss System Threads(1)-6 : priority:5, demon:true, threadId:27, threadState:WAITING - waiting on <0x53d7d5c4> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)

sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) java.lang.Thread.run(Thread.java:619)

Thread: JBoss System Threads(1)-7 : priority:5, demon:true, threadId:28, threadState:WAITING - waiting on <0x53d7d5c4> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)

sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) java.lang.Thread.run(Thread.java:619)

Thread: JBoss System Threads(1)-8 : priority:5, demon:true, threadId:29, threadState:RUNNABLE java.net.PlainSocketImpl.socketAccept(Native Method)

java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) - locked <0x6df70099> (a java.net.SocksSocketImpl) java.net.ServerSocket.implAccept(ServerSocket.java:453) java.net.ServerSocket.accept(ServerSocket.java:421) org.jboss.ha.jndi.DetachedHANamingService$AcceptHandler.run(DetachedHANamingService.java:821) org.jboss.util.threadpool.RunnableTaskWrapper.run(RunnableTaskWrapper.java:147) java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) java.lang.Thread.run(Thread.java:619) Locked synchronizers : - locked <0x73487535> (a java.util.concurrent.locks.ReentrantLock$NonfairSync)

Thread: JBoss System Threads(1)-9 : priority:5, demon:true, threadId:30, threadState:RUNNABLE java.net.PlainDatagramSocketImpl.receive0(Native Method)

- locked <0x12e3adf0> (a java.net.PlainDatagramSocketImpl) java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136) - locked <0x12e3adf0> (a java.net.PlainDatagramSocketImpl) java.net.DatagramSocket.receive(DatagramSocket.java:725) - locked <0x31f0e31e> (a java.net.DatagramPacket) - locked <0x3dcee02f> (a java.net.MulticastSocket) org.jboss.ha.jndi.DetachedHANamingService$AutomaticDiscovery.run(DetachedHANamingService.java:640) org.jboss.util.threadpool.RunnableTaskWrapper.run(RunnableTaskWrapper.java:147) java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) java.lang.Thread.run(Thread.java:619) Locked synchronizers : - locked <0x58e04d5c> (a java.util.concurrent.locks.ReentrantLock$NonfairSync)

Thread: JBoss System Threads(1)-10 : priority:5, demon:true, threadId:32, threadState:WAITING - waiting on <0x53d7d5c4> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)

sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) java.lang.Thread.run(Thread.java:619)

Thread Group: JGroups : max priority:10, demon:false

Thread: Timer-1,10.240.20.115:44389 : priority:5, demon:true, threadId:66, threadState:TIMED_WAITING - waiting on <0x6bd30afa> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)

sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1963) java.util.concurrent.DelayQueue.take(DelayQueue.java:164) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:583) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:576) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)

Page 7: Thread dumps

java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) java.lang.Thread.run(Thread.java:619)

Thread: FD_SOCK server socket acceptor,null : priority:5, demon:true, threadId:67, threadState:RUNNABLE java.net.PlainSocketImpl.socketAccept(Native Method)

java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) - locked <0x62b4cd86> (a java.net.SocksSocketImpl) java.net.ServerSocket.implAccept(ServerSocket.java:453) java.net.ServerSocket.accept(ServerSocket.java:421) org.jgroups.protocols.FD_SOCK$ServerSocketHandler.run(FD_SOCK.java:1022) java.lang.Thread.run(Thread.java:619)

Thread: DiagnosticsHandler,10.240.20.115:44389 : priority:5, demon:true, threadId:68, threadState:RUNNABLE java.util.Arrays.copyOfRange(Arrays.java:3209)

java.lang.String.(String.java:215) java.lang.StringBuilder.toString(StringBuilder.java:430) java.net.Inet4Address.numericToTextFormat(Inet4Address.java:349) java.net.Inet4Address.getHostAddress(Inet4Address.java:304) org.jgroups.stack.IpAddress.toString(IpAddress.java:236) java.lang.String.valueOf(String.java:2826) java.lang.StringBuilder.append(StringBuilder.java:115) org.jgroups.ViewId.toString(ViewId.java:66) java.lang.String.valueOf(String.java:2826) java.lang.StringBuilder.append(StringBuilder.java:115) org.jgroups.View.toString(View.java:202) org.jgroups.JChannel$MyProbeHandler.handleProbe(JChannel.java:1961) org.jgroups.protocols.TP$DiagnosticsHandler.handleDiagnosticProbe(TP.java:2224) org.jgroups.protocols.TP$DiagnosticsHandler.run(TP.java:2200) java.lang.Thread.run(Thread.java:619)

Thread: UDP ucast,10.240.20.115:44389 : priority:5, demon:false, threadId:69, threadState:RUNNABLE java.net.PlainDatagramSocketImpl.receive0(Native Method)

- locked <0x5877950f> (a java.net.PlainDatagramSocketImpl) java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136) - locked <0x5877950f> (a java.net.PlainDatagramSocketImpl) java.net.DatagramSocket.receive(DatagramSocket.java:725) - locked <0x5ee6a488> (a java.net.DatagramPacket) - locked <0x783c0d64> (a java.net.DatagramSocket) org.jgroups.protocols.UDP$UcastReceiver.run(UDP.java:946) java.lang.Thread.run(Thread.java:619)

Thread: UDP mcast,10.240.20.115:44389 : priority:10, demon:false, threadId:70, threadState:RUNNABLE java.net.PlainDatagramSocketImpl.receive0(Native Method)

- locked <0x189560b3> (a java.net.PlainDatagramSocketImpl) java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136) - locked <0x189560b3> (a java.net.PlainDatagramSocketImpl) java.net.DatagramSocket.receive(DatagramSocket.java:725) - locked <0x44077b25> (a java.net.DatagramPacket) - locked <0x4725dd07> (a java.net.MulticastSocket) org.jgroups.protocols.UDP.run(UDP.java:262) java.lang.Thread.run(Thread.java:619)

Thread: Timer-2,10.240.20.115:44389 : priority:5, demon:true, threadId:71, threadState:TIMED_WAITING - waiting on <0x6bd30afa> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)

sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1963) java.util.concurrent.DelayQueue.take(DelayQueue.java:164) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:583) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:576) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) java.lang.Thread.run(Thread.java:619)

Thread: FD_SOCK server socket acceptor,10.240.20.115:44389 : priority:5, demon:true, threadId:73, threadState:RUNNABLE java.net.PlainSocketImpl.socketAccept(Native Method)

java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) - locked <0x4ae5ded7> (a java.net.SocksSocketImpl) java.net.ServerSocket.implAccept(ServerSocket.java:453) java.net.ServerSocket.accept(ServerSocket.java:421) org.jgroups.protocols.FD_SOCK$ServerSocketHandler.run(FD_SOCK.java:1022) java.lang.Thread.run(Thread.java:619)

Thread: Timer-3,10.240.20.115:44389 : priority:5, demon:true, threadId:74, threadState:RUNNABLE java.util.concurrent.locks.ReentrantLock.(ReentrantLock.java:234)

java.util.concurrent.ConcurrentHashMap$Segment.(ConcurrentHashMap.java:289) java.util.concurrent.ConcurrentHashMap.(ConcurrentHashMap.java:613) java.util.concurrent.ConcurrentHashMap.(ConcurrentHashMap.java:664) org.jgroups.util.Digest.createSenders(Digest.java:400)

Page 8: Thread dumps

org.jgroups.util.Digest.(Digest.java:51) org.jgroups.protocols.pbcast.NAKACK.getDigest(NAKACK.java:1227) org.jgroups.protocols.pbcast.NAKACK.down(NAKACK.java:620) org.jgroups.protocols.UNICAST.down(UNICAST.java:462) org.jgroups.protocols.pbcast.STABLE.getDigest(STABLE.java:686) org.jgroups.protocols.pbcast.STABLE.access$500(STABLE.java:32) org.jgroups.protocols.pbcast.STABLE$StableTask.run(STABLE.java:802) org.jgroups.util.TimeScheduler$TaskWrapper.run(TimeScheduler.java:219) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:441) java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303) java.util.concurrent.FutureTask.run(FutureTask.java:138) java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:98) java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:207) java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) java.lang.Thread.run(Thread.java:619) Locked synchronizers : - locked <0x67fbe6ae> (a java.util.concurrent.locks.ReentrantLock$NonfairSync)

Thread: Timer-4,10.240.20.115:44389 : priority:5, demon:true, threadId:75, threadState:TIMED_WAITING - waiting on <0x6bd30afa> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)

sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1963) java.util.concurrent.DelayQueue.take(DelayQueue.java:164) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:583) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:576) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) java.lang.Thread.run(Thread.java:619)

Thread: Timer-5,10.240.20.115:44389 : priority:5, demon:true, threadId:76, threadState:TIMED_WAITING - waiting on <0x6bd30afa> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)

sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1963) java.util.concurrent.DelayQueue.take(DelayQueue.java:164) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:583) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:576) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) java.lang.Thread.run(Thread.java:619)

Thread: Timer-6,10.240.20.115:44389 : priority:5, demon:true, threadId:77, threadState:TIMED_WAITING - waiting on <0x68a5cfb7> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)

sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2054) org.jgroups.protocols.Discovery$Responses.get(Discovery.java:481) org.jgroups.protocols.Discovery.findInitialMembers(Discovery.java:205) org.jgroups.protocols.Discovery.down(Discovery.java:340) org.jgroups.protocols.MERGE2$FindSubgroupsTask.findInitialMembers(MERGE2.java:244) org.jgroups.protocols.MERGE2$FindSubgroupsTask.findAndNotify(MERGE2.java:207) org.jgroups.protocols.MERGE2$FindSubgroupsTask$1.run(MERGE2.java:193) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:441) java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:317) java.util.concurrent.FutureTask.runAndReset(FutureTask.java:150) java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$101(ScheduledThreadPoolExecutor.java:98) java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.runPeriodic(ScheduledThreadPoolExecutor.java:181) java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:205) java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) java.lang.Thread.run(Thread.java:619) Locked synchronizers : - locked <0x3e55b000> (a java.util.concurrent.locks.ReentrantLock$NonfairSync)

Thread: Timer-7,10.240.20.115:44389 : priority:5, demon:true, threadId:78, threadState:RUNNABLE java.io.ByteArrayOutputStream.(ByteArrayOutputStream.java:60)

org.jgroups.util.ExposedByteArrayOutputStream.(ExposedByteArrayOutputStream.java:22) org.jgroups.protocols.TP.send(TP.java:1472) org.jgroups.protocols.TP.down(TP.java:1197) org.jgroups.protocols.TP$ProtocolAdapter.down(TP.java:2316) org.jgroups.protocols.PING.sendMcastDiscoveryRequest(PING.java:278) org.jgroups.protocols.PING.sendGetMembersRequest(PING.java:259)

Page 9: Thread dumps

org.jgroups.protocols.Discovery$PingSenderTask$1.run(Discovery.java:407) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:441) java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:317) java.util.concurrent.FutureTask.runAndReset(FutureTask.java:150) java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$101(ScheduledThreadPoolExecutor.java:98) java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.runPeriodic(ScheduledThreadPoolExecutor.java:181) java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:205) java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) java.lang.Thread.run(Thread.java:619) Locked synchronizers : - locked <0x2955c66b> (a java.util.concurrent.locks.ReentrantLock$NonfairSync)

Thread: Timer-8,10.240.20.115:44389 : priority:5, demon:true, threadId:79, threadState:TIMED_WAITING - waiting on <0x6bd30afa> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)

sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1963) java.util.concurrent.DelayQueue.take(DelayQueue.java:164) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:583) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:576) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) java.lang.Thread.run(Thread.java:619)

Thread: Timer-9,10.240.20.115:44389 : priority:5, demon:true, threadId:80, threadState:TIMED_WAITING - waiting on <0x6bd30afa> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)

sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1963) java.util.concurrent.DelayQueue.take(DelayQueue.java:164) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:583) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:576) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) java.lang.Thread.run(Thread.java:619)

Thread: Timer-10,10.240.20.115:44389 : priority:5, demon:true, threadId:81, threadState:TIMED_WAITING - waiting on <0x6bd30afa> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)

sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1963) java.util.concurrent.DelayQueue.take(DelayQueue.java:164) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:583) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:576) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) java.lang.Thread.run(Thread.java:619)

Thread: Timer-11,10.240.20.115:44389 : priority:5, demon:true, threadId:102, threadState:TIMED_WAITING - waiting on <0x6bd30afa> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)

sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1963) java.util.concurrent.DelayQueue.take(DelayQueue.java:164) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:583) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:576) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) java.lang.Thread.run(Thread.java:619)

Thread: Timer-12,10.240.20.115:44389 : priority:5, demon:true, threadId:103, threadState:TIMED_WAITING - waiting on <0x6bd30afa> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)

sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1963) java.util.concurrent.DelayQueue.take(DelayQueue.java:164) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:583) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:576) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) java.lang.Thread.run(Thread.java:619)

Thread: FD_SOCK server socket acceptor,10.240.20.115:44389 : priority:5, demon:true, threadId:125, threadState:RUNNABLE java.net.PlainSocketImpl.socketAccept(Native Method)

java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) - locked <0x789b389f> (a java.net.SocksSocketImpl)

Page 10: Thread dumps

java.net.ServerSocket.implAccept(ServerSocket.java:453) java.net.ServerSocket.accept(ServerSocket.java:421) org.jgroups.protocols.FD_SOCK$ServerSocketHandler.run(FD_SOCK.java:1022) java.lang.Thread.run(Thread.java:619)

Thread: Timer-1,10.240.20.115:7900 : priority:5, demon:true, threadId:126, threadState:TIMED_WAITING - waiting on <0x60a46fd4> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)

sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1963) java.util.concurrent.DelayQueue.take(DelayQueue.java:164) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:583) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:576) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) java.lang.Thread.run(Thread.java:619)

Thread: FD_SOCK server socket acceptor,null : priority:5, demon:true, threadId:127, threadState:RUNNABLE java.net.PlainSocketImpl.socketAccept(Native Method)

java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) - locked <0x7e66753d> (a java.net.SocksSocketImpl) java.net.ServerSocket.implAccept(ServerSocket.java:453) java.net.ServerSocket.accept(ServerSocket.java:421) org.jgroups.protocols.FD_SOCK$ServerSocketHandler.run(FD_SOCK.java:1022) java.lang.Thread.run(Thread.java:619)

Thread: ReceiverThread : priority:5, demon:true, threadId:128, threadState:RUNNABLE java.net.PlainDatagramSocketImpl.receive0(Native Method)

- locked <0x27cf59f0> (a java.net.PlainDatagramSocketImpl) java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136) - locked <0x27cf59f0> (a java.net.PlainDatagramSocketImpl) java.net.DatagramSocket.receive(DatagramSocket.java:725) - locked <0x7cbbda1a> (a java.net.DatagramPacket) - locked <0x10ec20f0> (a java.net.MulticastSocket) org.jgroups.protocols.MPING.run(MPING.java:365) java.lang.Thread.run(Thread.java:619)

Thread: DiagnosticsHandler,10.240.20.115:7900 : priority:5, demon:true, threadId:129, threadState:RUNNABLE java.util.Arrays.copyOf(Arrays.java:2882)

java.lang.AbstractStringBuilder.expandCapacity(AbstractStringBuilder.java:100) java.lang.AbstractStringBuilder.append(AbstractStringBuilder.java:597) java.lang.StringBuilder.append(StringBuilder.java:212) org.jgroups.stack.IpAddress.toString(IpAddress.java:241) java.lang.String.valueOf(String.java:2826) java.lang.StringBuilder.append(StringBuilder.java:115) org.jgroups.ViewId.toString(ViewId.java:66) java.lang.String.valueOf(String.java:2826) java.lang.StringBuilder.append(StringBuilder.java:115) org.jgroups.View.toString(View.java:202) org.jgroups.JChannel$MyProbeHandler.handleProbe(JChannel.java:1961) org.jgroups.protocols.TP$DiagnosticsHandler.handleDiagnosticProbe(TP.java:2224) org.jgroups.protocols.TP$DiagnosticsHandler.run(TP.java:2200) java.lang.Thread.run(Thread.java:619)

Thread: Timer-2,10.240.20.115:7900 : priority:5, demon:true, threadId:131, threadState:TIMED_WAITING - waiting on <0x60a46fd4> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)

sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1963) java.util.concurrent.DelayQueue.take(DelayQueue.java:164) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:583) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:576) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) java.lang.Thread.run(Thread.java:619)

Thread: Timer-3,10.240.20.115:7900 : priority:5, demon:true, threadId:132, threadState:TIMED_WAITING - waiting on <0x60a46fd4> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)

sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1963) java.util.concurrent.DelayQueue.take(DelayQueue.java:164) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:583) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:576) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) java.lang.Thread.run(Thread.java:619)

Thread: Timer-4,10.240.20.115:7900 : priority:5, demon:true, threadId:133, threadState:TIMED_WAITING

Page 11: Thread dumps

- waiting on <0x60a46fd4> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1963) java.util.concurrent.DelayQueue.take(DelayQueue.java:164) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:583) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:576) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) java.lang.Thread.run(Thread.java:619)

Thread Group: Thread Pools : max priority:10, demon:false

Thread: OOB-3946,10.240.20.115:44389 : priority:10, demon:false, threadId:9961, threadState:WAITING - waiting on <0x33cd4d58> (a java.util.concurrent.SynchronousQueue$TransferStack)

sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:422) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:857) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) java.lang.Thread.run(Thread.java:619)

Thread Group: Thread Pools : max priority:10, demon:false

Thread Group: ConnectionTable : max priority:10, demon:false

Thread: ConnectionTable.AcceptorThread,10.240.20.115:7900 : priority:5, demon:false, threadId:130, threadState:RUNNABLE java.net.PlainSocketImpl.socketAccept(Native Method)

java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) - locked <0x5ef1f960> (a java.net.SocksSocketImpl) java.net.ServerSocket.implAccept(ServerSocket.java:453) java.net.ServerSocket.accept(ServerSocket.java:421) org.jgroups.blocks.ConnectionTable.run(ConnectionTable.java:239) java.lang.Thread.run(Thread.java:619)

Thread Group: ConnectionTable : max priority:10, demon:false

Thread Group: QuartzScheduler:DefaultQuartzScheduler : max priority:10, demon:false

Thread: DefaultQuartzScheduler_QuartzSchedulerThread : priority:5, demon:false, threadId:118, threadState:TIMED_WAITING java.lang.Thread.sleep(Native Method)

org.quartz.core.QuartzSchedulerThread.run(QuartzSchedulerThread.java:394)

Thread Group: conn-factory-jndi-mapper : max priority:10, demon:false

Thread Group: msg-post-office : max priority:10, demon:false

Thread Group: QuartzScheduler:cimScheduler : max priority:10, demon:false Thread: cimScheduler_QuartzSchedulerThread : priority:5, demon:false, threadId:232, threadState:TIMED_WAITING java.lang.Thread.sleep(Native Method)

org.quartz.core.QuartzSchedulerThread.run(QuartzSchedulerThread.java:394)

Thread Group: RMI Runtime : max priority:10, demon:false Thread: JMX server connection timeout 8662 : priority:5, demon:true, threadId:8662, threadState:TIMED_WAITING - waiting on <0x12711e52> (a [I)

java.lang.Object.wait(Native Method) com.sun.jmx.remote.internal.ServerCommunicatorAdmin$Timeout.run(ServerCommunicatorAdmin.java:150) java.lang.Thread.run(Thread.java:619)

Thread: RMI TCP Connection(15733)-10.10.89.105 : priority:5, demon:true, threadId:8668, threadState:TIMED_WAITING - waiting on <0x6d666e6a> (a com.sun.jmx.remote.internal.ArrayNotificationBuffer)

java.lang.Object.wait(Native Method) com.sun.jmx.remote.internal.ArrayNotificationBuffer.fetchNotifications(ArrayNotificationBuffer.java:417) com.sun.jmx.remote.internal.ArrayNotificationBuffer$ShareBuffer.fetchNotifications(ArrayNotificationBuffer.java:209) com.sun.jmx.remote.internal.ServerNotifForwarder.fetchNotifs(ServerNotifForwarder.java:258) javax.management.remote.rmi.RMIConnectionImpl$2.run(RMIConnectionImpl.java:1227) javax.management.remote.rmi.RMIConnectionImpl$2.run(RMIConnectionImpl.java:1225) javax.management.remote.rmi.RMIConnectionImpl.fetchNotifications(RMIConnectionImpl.java:1231) sun.reflect.GeneratedMethodAccessor633.invoke(Unknown Source) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) java.lang.reflect.Method.invoke(Method.java:597) sun.rmi.server.UnicastServerRef.dispatch(UnicastServerRef.java:305) sun.rmi.transport.Transport$1.run(Transport.java:159) java.security.AccessController.doPrivileged(Native Method)

Page 12: Thread dumps

sun.rmi.transport.Transport.serviceCall(Transport.java:155) sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:535) sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:790) sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:649) java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) java.lang.Thread.run(Thread.java:619) Locked synchronizers : - locked <0x16dd75f8> (a java.util.concurrent.locks.ReentrantLock$NonfairSync)

Thread: JMX server connection timeout 9404 : priority:5, demon:true, threadId:9404, threadState:TIMED_WAITING - waiting on <0x7e2d2bd7> (a [I)

java.lang.Object.wait(Native Method) com.sun.jmx.remote.internal.ServerCommunicatorAdmin$Timeout.run(ServerCommunicatorAdmin.java:150) java.lang.Thread.run(Thread.java:619)

Thread: JMX server connection timeout 9646 : priority:5, demon:true, threadId:9646, threadState:TIMED_WAITING - waiting on <0x1b28a6c0> (a [I)

java.lang.Object.wait(Native Method) com.sun.jmx.remote.internal.ServerCommunicatorAdmin$Timeout.run(ServerCommunicatorAdmin.java:150) java.lang.Thread.run(Thread.java:619)

Thread: RMI TCP Connection(16337)-10.10.89.105 : priority:5, demon:true, threadId:9656, threadState:TIMED_WAITING - waiting on <0x6d666e6a> (a com.sun.jmx.remote.internal.ArrayNotificationBuffer)

java.lang.Object.wait(Native Method) com.sun.jmx.remote.internal.ArrayNotificationBuffer.fetchNotifications(ArrayNotificationBuffer.java:417) com.sun.jmx.remote.internal.ArrayNotificationBuffer$ShareBuffer.fetchNotifications(ArrayNotificationBuffer.java:209) com.sun.jmx.remote.internal.ServerNotifForwarder.fetchNotifs(ServerNotifForwarder.java:258) javax.management.remote.rmi.RMIConnectionImpl$2.run(RMIConnectionImpl.java:1227) javax.management.remote.rmi.RMIConnectionImpl$2.run(RMIConnectionImpl.java:1225) javax.management.remote.rmi.RMIConnectionImpl.fetchNotifications(RMIConnectionImpl.java:1231) sun.reflect.GeneratedMethodAccessor633.invoke(Unknown Source) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) java.lang.reflect.Method.invoke(Method.java:597) sun.rmi.server.UnicastServerRef.dispatch(UnicastServerRef.java:305) sun.rmi.transport.Transport$1.run(Transport.java:159) java.security.AccessController.doPrivileged(Native Method) sun.rmi.transport.Transport.serviceCall(Transport.java:155) sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:535) sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:790) sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:649) java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) java.lang.Thread.run(Thread.java:619) Locked synchronizers : - locked <0x1c89208b> (a java.util.concurrent.locks.ReentrantLock$NonfairSync)

Thread: RMI TCP Connection(16378)-10.10.89.105 : priority:5, demon:true, threadId:9676, threadState:RUNNABLE java.net.SocketInputStream.socketRead0(Native Method)

java.net.SocketInputStream.read(SocketInputStream.java:129) java.io.BufferedInputStream.fill(BufferedInputStream.java:218) java.io.BufferedInputStream.read(BufferedInputStream.java:237) - locked <0x65b1566c> (a java.io.BufferedInputStream) java.io.FilterInputStream.read(FilterInputStream.java:66) sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:517) sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:790) sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:649) java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) java.lang.Thread.run(Thread.java:619) Locked synchronizers : - locked <0x49d6b60b> (a java.util.concurrent.locks.ReentrantLock$NonfairSync)

Thread: RMI TCP Connection(16424)-10.10.89.105 : priority:5, demon:true, threadId:9695, threadState:RUNNABLE java.io.ObjectInputStream$BlockDataInputStream.(ObjectInputStream.java:2332)

java.io.ObjectInputStream.(ObjectInputStream.java:276) sun.rmi.server.MarshalInputStream.(MarshalInputStream.java:107) sun.rmi.transport.ConnectionInputStream.(ConnectionInputStream.java:38) sun.rmi.transport.StreamRemoteCall.getInputStream(StreamRemoteCall.java:115) sun.rmi.transport.Transport.serviceCall(Transport.java:124) sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:535) sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:790) sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:649) java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)

Page 13: Thread dumps

java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) java.lang.Thread.run(Thread.java:619) Locked synchronizers : - locked <0x290fea7b> (a java.util.concurrent.locks.ReentrantLock$NonfairSync)

Thread: RMI TCP Connection(16442)-10.10.251.80 : priority:5, demon:true, threadId:9784, threadState:RUNNABLE java.io.ObjectInputStream$BlockDataInputStream.(ObjectInputStream.java:2334)

java.io.ObjectInputStream.(ObjectInputStream.java:276) sun.rmi.server.MarshalInputStream.(MarshalInputStream.java:107) sun.rmi.transport.ConnectionInputStream.(ConnectionInputStream.java:38) sun.rmi.transport.StreamRemoteCall.getInputStream(StreamRemoteCall.java:115) sun.rmi.transport.Transport.serviceCall(Transport.java:124) sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:535) sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:790) sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:649) java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) java.lang.Thread.run(Thread.java:619) Locked synchronizers : - locked <0x5506054c> (a java.util.concurrent.locks.ReentrantLock$NonfairSync)

Thread: RMI TCP Connection(16439)-10.10.89.105 : priority:5, demon:true, threadId:9845, threadState:RUNNABLE sun.management.ThreadImpl.getThreadInfo0(Native Method)

sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:147) sun.reflect.GeneratedMethodAccessor400.invoke(Unknown Source) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) java.lang.reflect.Method.invoke(Method.java:597) com.sun.jmx.mbeanserver.ConvertingMethod.invokeWithOpenReturn(ConvertingMethod.java:167) com.sun.jmx.mbeanserver.MXBeanIntrospector.invokeM2(MXBeanIntrospector.java:96) com.sun.jmx.mbeanserver.MXBeanIntrospector.invokeM2(MXBeanIntrospector.java:33) com.sun.jmx.mbeanserver.MBeanIntrospector.invokeM(MBeanIntrospector.java:208) com.sun.jmx.mbeanserver.PerInterface.invoke(PerInterface.java:120) com.sun.jmx.mbeanserver.MBeanSupport.invoke(MBeanSupport.java:262) javax.management.StandardMBean.invoke(StandardMBean.java:391) com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.invoke(DefaultMBeanServerInterceptor.java:836) com.sun.jmx.mbeanserver.JmxMBeanServer.invoke(JmxMBeanServer.java:761) javax.management.remote.rmi.RMIConnectionImpl.doOperation(RMIConnectionImpl.java:1427) javax.management.remote.rmi.RMIConnectionImpl.access$200(RMIConnectionImpl.java:72) javax.management.remote.rmi.RMIConnectionImpl$PrivilegedOperation.run(RMIConnectionImpl.java:1265) javax.management.remote.rmi.RMIConnectionImpl.doPrivilegedOperation(RMIConnectionImpl.java:1360) javax.management.remote.rmi.RMIConnectionImpl.invoke(RMIConnectionImpl.java:788) sun.reflect.GeneratedMethodAccessor601.invoke(Unknown Source) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) java.lang.reflect.Method.invoke(Method.java:597) sun.rmi.server.UnicastServerRef.dispatch(UnicastServerRef.java:305) sun.rmi.transport.Transport$1.run(Transport.java:159) java.security.AccessController.doPrivileged(Native Method) sun.rmi.transport.Transport.serviceCall(Transport.java:155) sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:535) sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:790) sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:649) java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) java.lang.Thread.run(Thread.java:619) Locked synchronizers : - locked <0x66bcd049> (a java.util.concurrent.locks.ReentrantLock$NonfairSync)

Thread: RMI TCP Connection(16443)-10.10.251.80 : priority:5, demon:true, threadId:9872, threadState:RUNNABLE java.io.ObjectInputStream$BlockDataInputStream.(ObjectInputStream.java:2332)

java.io.ObjectInputStream.(ObjectInputStream.java:276) sun.rmi.server.MarshalInputStream.(MarshalInputStream.java:107) sun.rmi.transport.ConnectionInputStream.(ConnectionInputStream.java:38) sun.rmi.transport.StreamRemoteCall.getInputStream(StreamRemoteCall.java:115) sun.rmi.transport.Transport.serviceCall(Transport.java:124) sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:535) sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:790) sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:649) java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) java.lang.Thread.run(Thread.java:619)

Page 14: Thread dumps

Locked synchronizers : - locked <0x52bfcfb4> (a java.util.concurrent.locks.ReentrantLock$NonfairSync)

Thread: RMI TCP Connection(16436)-10.10.251.80 : priority:5, demon:true, threadId:9909, threadState:RUNNABLE sun.management.ThreadImpl.getThreadInfo0(Native Method)

sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:147) sun.reflect.GeneratedMethodAccessor400.invoke(Unknown Source) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) java.lang.reflect.Method.invoke(Method.java:597) com.sun.jmx.mbeanserver.ConvertingMethod.invokeWithOpenReturn(ConvertingMethod.java:167) com.sun.jmx.mbeanserver.MXBeanIntrospector.invokeM2(MXBeanIntrospector.java:96) com.sun.jmx.mbeanserver.MXBeanIntrospector.invokeM2(MXBeanIntrospector.java:33) com.sun.jmx.mbeanserver.MBeanIntrospector.invokeM(MBeanIntrospector.java:208) com.sun.jmx.mbeanserver.PerInterface.invoke(PerInterface.java:120) com.sun.jmx.mbeanserver.MBeanSupport.invoke(MBeanSupport.java:262) javax.management.StandardMBean.invoke(StandardMBean.java:391) com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.invoke(DefaultMBeanServerInterceptor.java:836) com.sun.jmx.mbeanserver.JmxMBeanServer.invoke(JmxMBeanServer.java:761) javax.management.remote.rmi.RMIConnectionImpl.doOperation(RMIConnectionImpl.java:1427) javax.management.remote.rmi.RMIConnectionImpl.access$200(RMIConnectionImpl.java:72) javax.management.remote.rmi.RMIConnectionImpl$PrivilegedOperation.run(RMIConnectionImpl.java:1265) javax.management.remote.rmi.RMIConnectionImpl.doPrivilegedOperation(RMIConnectionImpl.java:1360) javax.management.remote.rmi.RMIConnectionImpl.invoke(RMIConnectionImpl.java:788) sun.reflect.GeneratedMethodAccessor601.invoke(Unknown Source) sun.reflect.DelegatingMethodAccessorImpl. invoke(DelegatingMethodAccessorImpl.java:25) java.lang.reflect.Method.invoke(Method.java:597) sun.rmi.server.UnicastServerRef.dispatch(UnicastServerRef.java:305) sun.rmi.transport.Transport$1.run(Transport.java:159) java.security.AccessController.doPrivileged(Native Method) sun.rmi.transport.Transport.serviceCall(Transport.java:155) sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:535) sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:790) sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:649) java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) java.lang.Thread.run(Thread.java:619) Locked synchronizers : - locked <0x1ea3ef6d> (a java.util.concurrent.locks.ReentrantLock$NonfairSync)

Thread: RMI TCP Connection(16438)-10.10.89.105 : priority:5, demon:true, threadId:9962, threadState:RUNNABLE java.io.ObjectInputStream$BlockDataInputStream.(ObjectInputStream.java:2330)

java.io.ObjectInputStream.(ObjectInputStream.java:276) sun.rmi.server.MarshalInputStream.(MarshalInputStream.java:107) sun.rmi.transport.ConnectionInputStream.(ConnectionInputStream.java:38) sun.rmi.transport.StreamRemoteCall.getInputStream(StreamRemoteCall.java:115) sun.rmi.transport.Transport.serviceCall(Transport.java:124) sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:535) sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:790) sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:649) java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) java.lang.Thread.run(Thread.java:619) Locked synchronizers : - locked <0x1cbbecd2> (a java.util.concurrent.locks.ReentrantLock$NonfairSync)

Thread: RMI TCP Connection(16444)-10.10.89.105 : priority:5, demon:true, threadId:9967, threadState:RUNNABLE java.io.ObjectInputStream$BlockDataInputStream.(ObjectInputStream.java:2330)

java.io.ObjectInputStream.(ObjectInputStream.java:276) sun.rmi.server.MarshalInputStream.(MarshalInputStream.java:107) sun.rmi.transport.ConnectionInputStream.(ConnectionInputStream.java:38) sun.rmi.transport.StreamRemoteCall.getInputStream(StreamRemoteCall.java:115) sun.rmi.transport.Transport.serviceCall(Transport.java:124) sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:535) sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:790) sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:649) java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) java.lang.Thread.run(Thread.java:619) Locked synchronizers : - locked <0x75b8ddba> (a java.util.concurrent.locks.ReentrantLock$NonfairSync)

Page 15: Thread dumps

Total Threads: 329 Total Thread Groups: 15 Timestamp: 20120112063551 Thread Group: system : max priority:10, demon:false

Thread: Reference Handler : priority:10, demon:true, threadId:2, threadState:WAITING - waiting on <0x3f74d764> (a java.lang.ref.Reference$Lock)

java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116)

Thread: Finalizer : priority:8, demon:true, threadId:3, threadState:WAITING - waiting on <0x519b9d4f> (a java.lang.ref.ReferenceQueue$Lock)

java.lang.Object.wait(Native Method) java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134) java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159)

Thread: Signal Dispatcher : priority:9, demon:true, threadId:5, threadState:RUNNABLE Thread: RMI TCP Accept-0 : priority:5, demon:true, threadId:10, threadState:RUNNABLE

java.net.PlainSocketImpl.socketAccept(Native Method) java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) - locked <0x77f2ba32> (a java.net.SocksSocketImpl) java.net.ServerSocket.implAccept(ServerSocket.java:453) java.net.ServerSocket.accept(ServerSocket.java:421) sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369) sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341) java.lang.Thread.run(Thread.java:619)

Thread: RMI TCP Accept-28002 : priority:5, demon:true, threadId:11, threadState:RUNNABLE java.net.PlainSocketImpl.socketAccept(Native Method)

java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) - locked <0x5aece9f0> (a java.net.SocksSocketImpl) java.net.ServerSocket.implAccept(ServerSocket.java:453) java.net.ServerSocket.accept(ServerSocket.java:421) sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369) sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341) java.lang.Thread.run(Thread.java:619)

Thread: RMI TCP Accept-0 : priority:5, demon:true, threadId:12, threadState:RUNNABLE java.net.PlainSocketImpl.socketAccept(Native Method)

java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) - locked <0x35f8b3ee> (a java.net.SocksSocketImpl) java.net.ServerSocket.implAccept(ServerSocket.java:453) java.net.ServerSocket.accept(ServerSocket.java:421) sun.management.jmxremote.LocalRMIServerSocketFactory$1.accept(LocalRMIServerSocketFactory.java:34) sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369) sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341) java.lang.Thread.run(Thread.java:619)

Thread: RMI TCP Accept-1098 : priority:5, demon:true, threadId:20, threadState:RUNNABLE java.net.PlainSocketImpl.socketAccept(Native Method)

java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) - locked <0x1724ad32> (a java.net.SocksSocketImpl) java.net.ServerSocket.implAccept(ServerSocket.java:453) java.net.ServerSocket.accept(ServerSocket.java:421) sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369) sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341) java.lang.Thread.run(Thread.java:619)

Thread: RMI Reaper : priority:5, demon:false, threadId:21, threadState:WAITING - waiting on <0x517df3b1> (a java.lang.ref.ReferenceQueue$Lock)

java.lang.Object.wait(Native Method) java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134) sun.rmi.transport.ObjectTable$Reaper.run(ObjectTable.java:333) java.lang.Thread.run(Thread.java:619)

Thread: GC Daemon : priority:2, demon:true, threadId:22, threadState:TIMED_WAITING - waiting on <0x7f1361dc> (a sun.misc.GC$LatencyLock)

java.lang.Object.wait(Native Method) sun.misc.GC$Daemon.run(GC.java:100)

Thread: RMI TCP Accept-1090 : priority:5, demon:true, threadId:47, threadState:RUNNABLE java.net.PlainSocketImpl.socketAccept(Native Method)

java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) - locked <0x1f60aad5> (a java.net.SocksSocketImpl) java.net.ServerSocket.implAccept(ServerSocket.java:453) java.net.ServerSocket.accept(ServerSocket.java:421) sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369)

Page 16: Thread dumps

sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341) java.lang.Thread.run(Thread.java:619)

Thread: RMI Scheduler(0) : priority:5, demon:true, threadId:49, threadState:TIMED_WAITING - waiting on <0x436168fa> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)

sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1963) java.util.concurrent.DelayQueue.take(DelayQueue.java:164) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:583) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:576) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) java.lang.Thread.run(Thread.java:619)

Thread: RMI RenewClean-[sfruqy11.qc.go2uti.com:60968] : priority:5, demon:true, threadId:50, threadState:TIMED_WAITING - waiting on <0x47e5da56> (a java.lang.ref.ReferenceQueue$Lock)

java.lang.Object.wait(Native Method) java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) sun.rmi.transport.DGCClient$EndpointEntry$RenewCleanThread.run(DGCClient.java:516) java.lang.Thread.run(Thread.java:619)

Thread: RMI TCP Accept-1101 : priority:5, demon:true, threadId:84, threadState:RUNNABLE java.net.PlainSocketImpl.socketAccept(Native Method)

java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) - locked <0x2d67e6f7> (a java.net.SocksSocketImpl) java.net.ServerSocket.implAccept(ServerSocket.java:453) java.net.ServerSocket.accept(ServerSocket.java:421) sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369) sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341) java.lang.Thread.run(Thread.java:619)

Thread: RMI TCP Accept-4447 : priority:5, demon:true, threadId:98, threadState:RUNNABLE java.net.PlainSocketImpl.socketAccept(Native Method)

java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) - locked <0x6fcb827> (a java.net.SocksSocketImpl) java.net.ServerSocket.implAccept(ServerSocket.java:453) java.net.ServerSocket.accept(ServerSocket.java:421) sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369) sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341) java.lang.Thread.run(Thread.java:619)

Thread: RMI TCP Accept-4444 : priority:5, demon:true, threadId:99, threadState:RUNNABLE java.net.PlainSocketImpl.socketAccept(Native Method)

java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) - locked <0x55daaab2> (a java.net.SocksSocketImpl) java.net.ServerSocket.implAccept(ServerSocket.java:453) java.net.ServerSocket.accept(ServerSocket.java:421) sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369) sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341) java.lang.Thread.run(Thread.java:619)

Thread: RMI TCP Accept-57571 : priority:5, demon:true, threadId:148, threadState:RUNNABLE java.net.PlainSocketImpl.socketAccept(Native Method)

java.net.PlainSocketImpl.accept(PlainSocketImpl. java:390) - locked <0x1023ffc3> (a java.net.SocksSocketImpl) java.net.ServerSocket.implAccept(ServerSocket.java:453) java.net.ServerSocket.accept(ServerSocket.java:421) sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369) sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341) java.lang.Thread.run(Thread.java:619)

Thread: RMI RenewClean-[sfruqy11.qc.go2uti.com:1101] : priority:5, demon:true, threadId:309, threadState:TIMED_WAITING - waiting on <0xc76df11> (a java.lang.ref.ReferenceQueue$Lock)

java.lang.Object.wait(Native Method) java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) sun.rmi.transport.DGCClient$EndpointEntry$RenewCleanThread.run(DGCClient.java:516) java.lang.Thread.run(Thread.java:619)

Thread Group: main : max priority:10, demon:false

Thread: DestroyJavaVM : priority:5, demon:false, threadId:14, threadState:RUNNABLE Thread Group: jboss : max priority:10, demon:false

Thread: Timer-0 : priority:5, demon:true, threadId:16, threadState:TIMED_WAITING - waiting on <0x498e3ec> (a java.util.TaskQueue)

java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:509) java.util.TimerThread.run(Timer.java:462)

Thread: Timer-Log4jService : priority:5, demon:true, threadId:18, threadState:TIMED_WAITING

Page 17: Thread dumps

- waiting on <0x240a1343> (a java.util.TaskQueue) java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:509) java.util.TimerThread.run(Timer.java:462)

Thread: SubscriptionWatchDog : priority:5, demon:false, threadId:31, threadState:TIMED_WAITING java.lang.Thread.sleep(Native Method)

org.jboss.ws.extensions.eventing.mgmt.SubscriptionManager$WatchDog.run(SubscriptionManager.java:653) java.lang.Thread.run(Thread.java:619)

Thread: RequestController-1 : priority:10, demon:true, threadId:33, threadState:WAITING - waiting on <0x58b6f61c> (a java.lang.Object)

java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) org.jacorb.poa.RequestController.waitForQueue(Unknown Source) org.jacorb.poa.RequestController.run(Unknown Source)

Thread: ServerSocketListener : priority:5, demon:true, threadId:34, threadState:RUNNABLE java.net.PlainSocketImpl.socketAccept(Native Method)

java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) - locked <0x36f960b> (a java.net.SocksSocketImpl) java.net.ServerSocket.implAccept(ServerSocket.java:453) java.net.ServerSocket.accept(ServerSocket.java:421) org.jacorb.orb.iiop.IIOPListener$Acceptor.run(Unknown Source)

Thread: RequestController-2 : priority:10, demon:true, threadId:35, threadState:WAITING - waiting on <0x4e78bcdb> (a java.lang.Object)

java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) org.jacorb.poa.RequestController.waitForQueue(Unknown Source) org.jacorb.poa.RequestController.run(Unknown Source)

Thread: RequestController-3 : priority:10, demon:true, threadId:36, threadState:WAITING - waiting on <0x741bd202> (a java.lang.Object)

java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) org.jacorb.poa.RequestController.waitForQueue(Unknown Source) org.jacorb.poa.RequestController.run(Unknown Source)

Thread: ORB thread : priority:5, demon:false, threadId:38, threadState:WAITING - waiting on <0x7d41f09c> (a java.lang.Object)

java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) org.jacorb.orb.ORB.run(Unknown Source) org.jboss.iiop.CorbaORBService$1.run(CorbaORBService.java:354) java.lang.Thread.run(Thread.java:619)

Thread: RequestController-4 : priority:10, demon:true, threadId:39, threadState:WAITING - waiting on <0x1a9062bb> (a java.lang.Object)

java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) org.jacorb.poa.RequestController.waitForQueue(Unknown Source) org.jacorb.poa.RequestController.run(Unknown Source)

Thread: RequestController-5 : priority:10, demon:true, threadId:41, threadState:WAITING - waiting on <0xdb9b2e7> (a java.lang.Object)

java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) org.jacorb.poa.RequestController.waitForQueue(Unknown Source) org.jacorb.poa.RequestController.run(Unknown Source)

Thread: RequestController-6 : priority:10, demon:true, threadId:42, threadState:WAITING - waiting on <0x6a556a5b> (a java.lang.Object)

java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) org.jacorb.poa.RequestController.waitForQueue(Unknown Source) org.jacorb.poa.RequestController.run(Unknown Source)

Thread: RequestController-7 : priority:10, demon:true, threadId:45, threadState:WAITING - waiting on <0x303317a5> (a java.lang.Object)

java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) org.jacorb.poa.RequestController.waitForQueue(Unknown Source) org.jacorb.poa.RequestController.run(Unknown Source)

Thread: ServerSocketRefresh : priority:5, demon:true, threadId:52, threadState:WAITING - waiting on <0x289ac0c5> (a java.lang.Object)

java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) org.jboss.remoting.transport.socket.SocketServerInvoker$ServerSocketRefresh.run(SocketServerInvoker.java:844)

Thread: AcceptorThread[ServerSocket[addr=/0.0.0.0,port=0,localport=4457]] : priority:5, demon:false, threadId:53, threadState:RUNNABLE java.net.PlainSocketImpl.socketAccept(Native Method)

java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390)

Page 18: Thread dumps

- locked <0x29075126> (a java.net.SocksSocketImpl) java.net.ServerSocket.implAccept(ServerSocket.java:453) java.net.ServerSocket.accept(ServerSocket.java:421) org.jboss.remoting.transport.socket.SocketServerInvoker.accept(SocketServerInvoker.java:1109) org.jboss.remoting.transport.socket.SocketServerInvoker.access$200(SocketServerInvoker.java:70) org.jboss.remoting.transport.socket.SocketServerInvoker$AcceptThread.run(SocketServerInvoker.java:1020)

Thread: secondaryServerSocketThread[0] : priority:5, demon:true, threadId:54, threadState:RUNNABLE java.net.PlainSocketImpl.socketAccept(Native Method)

java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) - locked <0x7260ad24> (a java.net.SocksSocketImpl) java.net.ServerSocket.implAccept(ServerSocket.java:453) java.net.ServerSocket.accept(ServerSocket.java:421) org.jboss.remoting.transport.bisocket.BisocketServerInvoker$SecondaryServerSocketThread$1.run(BisocketServerInvoker.java:1110) java.security.AccessController.doPrivileged(Native Method) org.jboss.remoting.transport.bisocket.BisocketServerInvoker$SecondaryServerSocketThread.run(BisocketServerInvoker.java:1106)

Thread: SnmpPortal--1 : priority:5, demon:false, threadId:55, threadState:WAITING - waiting on <0x40beb5f0> (a java.util.LinkedList)

java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) org.opennms.protocols.snmp.SnmpPortal$Receiver.run(SnmpPortal.java:567)

Thread: Timer-1 : priority:5, demon:false, threadId:57, threadState:WAITING - waiting on <0x48a8c774> (a java.util.TaskQueue)

java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) java.util.TimerThread.mainLoop(Timer.java:483) java.util.TimerThread.run(Timer.java:462)

Thread: main-FastReceiver : priority:5, demon:false, threadId:56, threadState:RUNNABLE java.net.PlainDatagramSocketImpl.receive0(Native Method)

- locked <0x644c65d8> (a java.net.PlainDatagramSocketImpl) java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136) - locked <0x644c65d8> (a java.net.PlainDatagramSocketImpl) java.net.DatagramSocket.receive(DatagramSocket.java:725) - locked <0x120233ee> (a java.net.DatagramPacket) - locked <0x6ac03afc> (a java.net.DatagramSocket) org.opennms.protocols.snmp.SnmpPortal$1.run(SnmpPortal.java:467) java.lang.Thread.run(Thread.java:619)

Thread: SnmpPortal--1 : priority:5, demon:false, threadId:58, threadState:WAITING - waiting on <0x5d96936c> (a java.util.LinkedList)

java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) org.opennms.protocols.snmp.SnmpPortal$Receiver.run(SnmpPortal.java:567)

Thread: SnmpTimer : priority:5, demon:true, threadId:60, threadState:TIMED_WAITING - waiting on <0x27cc6b45> (a java.util.TreeSet)

java.lang.Object.wait(Native Method) org.opennms.protocols.snmp.SnmpTimer$TimerLogic.run(SnmpTimer.java:148) java.lang.Thread.run(Thread.java:619)

Thread: main-FastReceiver : priority:5, demon:false, threadId:59, threadState:RUNNABLE java.net.PlainDatagramSocketImpl.receive0(Native Method)

- locked <0x230582d5> (a java.net.PlainDatagramSocketImpl) java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136) - locked <0x230582d5> (a java.net.PlainDatagramSocketImpl) java.net.DatagramSocket.receive(DatagramSocket.java:725) - locked <0x3d88cae4> (a java.net.DatagramPacket) - locked <0x6a7dba36> (a java.net.DatagramSocket) org.opennms.protocols.snmp.SnmpPortal$1.run(SnmpPortal.java:467) java.lang.Thread.run(Thread.java:619)

Thread: SnmpPortal--1 : priority:5, demon:false, threadId:61, threadState:WAITING - waiting on <0x7d9c6968> (a java.util.LinkedList)

java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) org.opennms.protocols.snmp.SnmpPortal$Receiver.run(SnmpPortal.java:567)

Thread: main-FastReceiver : priority:5, demon:false, threadId:62, threadState:RUNNABLE java.net.PlainDatagramSocketImpl.receive0(Native Method)

- locked <0x1ab77c83> (a java.net.PlainDatagramSocketImpl) java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136) - locked <0x1ab77c83> (a java.net.PlainDatagramSocketImpl) java.net.DatagramSocket.receive(DatagramSocket.java:725) - locked <0x38637899> (a java.net.DatagramPacket) - locked <0x1f78bf5> (a java.net.DatagramSocket) org.opennms.protocols.snmp.SnmpPortal$1.run(SnmpPortal.java:467) java.lang.Thread.run(Thread.java:619)

Thread: ServerSocketRefresh : priority:5, demon:true, threadId:63, threadState:WAITING

Page 19: Thread dumps

- waiting on <0x221c8206> (a java.lang.Object) java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) org.jboss.remoting.transport.socket.SocketServerInvoker$ServerSocketRefresh.run(SocketServerInvoker.java:844)

Thread: AcceptorThread[ServerSocket[addr=/0.0.0.0,port=0,localport=3873]] : priority:5, demon:false, threadId:64, threadState:RUNNABLE java.net.PlainSocketImpl.socketAccept(Native Method)

java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) - locked <0x1dc5a492> (a java.net.SocksSocketImpl) java.net.ServerSocket.implAccept(ServerSocket.java:453) java.net.ServerSocket.accept(ServerSocket.java:421) org.jboss.remoting.transport.socket.SocketServerInvoker.accept(SocketServerInvoker.java:1109) org.jboss.remoting.transport.socket.SocketServerInvoker.access$200(SocketServerInvoker.java:70) org.jboss.remoting.transport.socket.SocketServerInvoker$AcceptThread.run(SocketServerInvoker.java:1020)

Thread: AsynchKeyChangeHandler Thread : priority:5, demon:false, threadId:82, threadState:WAITING - waiting on <0x25b167e7> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)

sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) org.jboss.ha.framework.server.AsynchEventHandler.run(AsynchEventHandler.java:103) java.lang.Thread.run(Thread.java:619)

Thread: AsynchViewChangeHandler Thread : priority:5, demon:false, threadId:83, threadState:WAITING - waiting on <0x59504828> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)

sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) org.jboss.ha.framework.server.AsynchEventHandler.run(AsynchEventHandler.java:103) java.lang.Thread.run(Thread.java:619)

Thread: HDScanner : priority:5, demon:false, threadId:85, threadState:RUNNABLE java.util.regex.Matcher.(Matcher.java:207)

java.util.regex.Pattern.matcher(Pattern.java:888) org.jboss.deployers.vfs.spi.structure.modified.DefaultStructureCache.getLeaves(DefaultStructureCache.java:62) org.jboss.deployers.vfs.spi.structure.modified.MetaDataStructureModificationChecker.hasStructureBeenModifed(MetaDataStructureModificationChecker.java:146) org.jboss.deployers.vfs.spi.structure.modified.MetaDataStructureModificationChecker.hasStructureBeenModified(MetaDataStructureModificationChecker.java:115) org.jboss.deployers.vfs.spi.structure.modified.MetaDataStructureModificationChecker.hasStructureBeenModifed(MetaDataStructureModificationChecker.java:84) org.jboss.deployers.vfs.spi.structure.modified.SynchWrapperModificationChecker.hasStructureBeenModifed(SynchWrapperModificationChecker.java:83) org.jboss.deployers.vfs.spi.structure.modified.AbstractStructureModificationChecker.hasStructureBeenModified(AbstractStructureModificationChecker.java:195) org.jboss.deployers.vfs.spi.structure.modified.AbstractStructureModificationChecker.hasStructureBeenModified(AbstractStructureModificationChecker.java:138) org.jboss.system.server.profileservice.repository.HotDeploymentRepository.getModifiedDeployments(HotDeploymentRepository.java:120) - locked <0x16782935> (a org.jboss.system.server.profileservice.repository.HotDeploymentRepository) org.jboss.system.server.profile.repository.AbstractProfile.getModifiedDeployments(AbstractProfile.java:128) org.jboss.system.server.profileservice.hotdeploy.HDScanner.scan(HDScanner.java:336) - locked <0x2ad96219> (a org.jboss.system.server.profileservice.hotdeploy.HDScanner) org.jboss.system.server.profileservice.hotdeploy.HDScanner.run(HDScanner.java:255) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:441) java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:317) java.util.concurrent.FutureTask.runAndReset(FutureTask.java:150) java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$101(ScheduledThreadPoolExecutor.java:98) java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.runPeriodic(ScheduledThreadPoolExecutor.java:181) java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:205) java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) java.lang.Thread.run(Thread.java:619) Locked synchronizers : - locked <0x25b76d49> (a java.util.concurrent.locks.ReentrantLock$NonfairSync)

Thread: ServerSocketRefresh : priority:5, demon:true, threadId:86, threadState:WAITING - waiting on <0x2d59a8aa> (a java.lang.Object)

java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) org.jboss.remoting.transport.socket.SocketServerInvoker$ServerSocketRefresh.run(SocketServerInvoker.java:844)

Thread: AcceptorThread[ServerSocket[addr=/0.0.0.0,port=0,localport=4446]] : priority:5, demon:false, threadId:87, threadState:RUNNABLE java.net.PlainSocketImpl.socketAccept(Native Method)

java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) - locked <0x53295d65> (a java.net.SocksSocketImpl)

Page 20: Thread dumps

java.net.ServerSocket.implAccept(ServerSocket.java:453) java.net.ServerSocket.accept(ServerSocket.java:421) org.jboss.remoting.transport.socket.SocketServerInvoker.accept(SocketServerInvoker.java:1109) org.jboss.remoting.transport.socket.SocketServerInvoker.access$200(SocketServerInvoker.java:70) org.jboss.remoting.transport.socket.SocketServerInvoker$AcceptThread.run(SocketServerInvoker.java:1020)

Thread: Listener:4713 : priority:5, demon:true, threadId:88, threadState:RUNNABLE java.net.PlainSocketImpl.socketAccept(Native Method)

java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) - locked <0xadf6fde> (a java.net.SocksSocketImpl) java.net.ServerSocket.implAccept(ServerSocket.java:453) java.net.ServerSocket.accept(ServerSocket.java:421) com.arjuna.ats.internal.arjuna.recovery.Listener.run(Listener.java:118)

Thread: Thread-16 : priority:5, demon:true, threadId:90, threadState:TIMED_WAITING - waiting on <0x1b73477a> (a com.arjuna.ats.arjuna.coordinator.TransactionReaper)

java.lang.Object.wait(Native Method) com.arjuna.ats.internal.arjuna.coordinator.ReaperThread.run(ReaperThread.java:98)

Thread: Thread-17 : priority:5, demon:true, threadId:91, threadState:WAITING - waiting on <0x2d54d136> (a java.util.LinkedList)

java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) com.arjuna.ats.arjuna.coordinator.TransactionReaper.waitForCancellations(TransactionReaper.java:504) com.arjuna.ats.internal.arjuna.coordinator.ReaperWorkerThread.run(ReaperWorkerThread.java:74)

Thread: Thread-18 : priority:5, demon:true, threadId:92, threadState:TIMED_WAITING java.lang.Thread.sleep(Native Method)

com.arjuna.ats.internal.arjuna.recovery.ExpiredEntryMonitor.run(ExpiredEntryMonitor.java:237) Thread: Listener:4712 : priority:5, demon:true, threadId:95, threadState:RUNNABLE java.net.PlainSocketImpl.socketAccept(Native Method)

java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) - locked <0x11addeb> (a java.net.SocksSocketImpl) java.net.ServerSocket.implAccept(ServerSocket.java:453) java.net.ServerSocket.accept(ServerSocket.java:421) com.arjuna.ats.internal.arjuna.recovery.Listener.run(Listener.java:118)

Thread: Thread-19 : priority:5, demon:false, threadId:93, threadState:TIMED_WAITING - waiting on <0x6c75da63> (a java.lang.Object)

java.lang.Object.wait(Native Method) com.arjuna.ats.internal.arjuna.recovery.PeriodicRecovery.doPeriodicWait(PeriodicRecovery.java:675) com.arjuna.ats.internal.arjuna.recovery.PeriodicRecovery.run(PeriodicRecovery.java:434)

Thread: PooledInvokerAcceptor#0-4445 : priority:5, demon:false, threadId:96, threadState:RUNNABLE java.net.PlainSocketImpl.socketAccept(Native Method)

java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) - locked <0x37277b77> (a java.net.SocksSocketImpl) java.net.ServerSocket.implAccept(ServerSocket.java:453) java.net.ServerSocket.accept(ServerSocket.java:421) org.jboss.invocation.pooled.server.PooledInvoker.run(PooledInvoker.java:262) java.lang.Thread.run(Thread.java:619)

Thread: PooledInvokerAcceptor#0-4448 : priority:5, demon:false, threadId:97, threadState:RUNNABLE java.net.PlainSocketImpl.socketAccept(Native Method)

java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390) - locked <0x399e0c06> (a java.net.SocksSocketImpl) java.net.ServerSocket.implAccept(ServerSocket.java:453) java.net.ServerSocket.accept(ServerSocket.java:421) org.jboss.invocation.pooled.server.PooledInvoker.run(PooledInvoker.java:262) java.lang.Thread.run(Thread.java:619)

Thread: ContainerBackgroundProcessor[StandardEngine[jboss.web]] : priority:5, demon:true, threadId:100, threadState:TIMED_WAITING java.lang.Thread.sleep(Native Method)

org.apache.catalina.core.ContainerBase$ContainerBackgroundProcessor.run(ContainerBase.java:1590) java.lang.Thread.run(Thread.java:619)

Thread: AOPListner : priority:5, demon:true, threadId:101, threadState:TIMED_WAITING java.lang.Thread.sleep(Native Method)

org.jboss.console.plugins.AOPLister$RefreshPoller.run(AOPLister.java:898) Thread: DefaultQuartzScheduler_Worker-0 : priority:5, demon:false, threadId:108, threadState:TIMED_WAITING - waiting on <0x556f7d29> (a java.lang.Object)

java.lang.Object.wait(Native Method) org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428) org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47) org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)

Thread: DefaultQuartzScheduler_Worker-1 : priority:5, demon:false, threadId:109, threadState:TIMED_WAITING - waiting on <0x556f7d29> (a java.lang.Object)

java.lang.Object.wait(Native Method) org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428) org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47) org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)

Page 21: Thread dumps

Thread: DefaultQuartzScheduler_Worker-2 : priority:5, demon:false, threadId:110, threadState:TIMED_WAITING - waiting on <0x556f7d29> (a java.lang.Object)

java.lang.Object.wait(Native Method) org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428) org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47) org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)

Thread: DefaultQuartzScheduler_Worker-3 : priority:5, demon:false, threadId:111, threadState:TIMED_WAITING - waiting on <0x556f7d29> (a java.lang.Object)

java.lang.Object.wait(Native Method) org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428) org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47) org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)

Thread: DefaultQuartzScheduler_Worker-4 : priority:5, demon:false, threadId:112, threadState:TIMED_WAITING - waiting on <0x556f7d29> (a java.lang.Object)

java.lang.Object.wait(Native Method) org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428) org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47) org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)

Thread: DefaultQuartzScheduler_Worker-5 : priority:5, demon:false, threadId:113, threadState:TIMED_WAITING - waiting on <0x556f7d29> (a java.lang.Object)

java.lang.Object.wait(Native Method) org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428) org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47) org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)

Thread: DefaultQuartzScheduler_Worker-6 : priority:5, demon:false, threadId:114, threadState:TIMED_WAITING - waiting on <0x556f7d29> (a java.lang.Object)

java.lang.Object.wait(Native Method) org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428) org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47) org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)

Thread: DefaultQuartzScheduler_Worker-7 : priority:5, demon:false, threadId:115, threadState:TIMED_WAITING - waiting on <0x556f7d29> (a java.lang.Object)

java.lang.Object.wait(Native Method) org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428) org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47) org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)

Thread: DefaultQuartzScheduler_Worker-8 : priority:5, demon:false, threadId:116, threadState:TIMED_WAITING - waiting on <0x556f7d29> (a java.lang.Object)

java.lang.Object.wait(Native Method) org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428) org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47) org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)

Thread: DefaultQuartzScheduler_Worker-9 : priority:5, demon:false, threadId:117, threadState:TIMED_WAITING - waiting on <0x556f7d29> (a java.lang.Object)

java.lang.Object.wait(Native Method) org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428) org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47) org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)

Thread: HSQLDB Timer @7aa76723 : priority:5, demon:true, threadId:119, threadState:TIMED_WAITING - waiting on <0x20173c2c> (a org.hsqldb.lib.HsqlTimer$TaskQueue)

java.lang.Object.wait(Native Method) org.hsqldb.lib.HsqlTimer$TaskQueue.park(Unknown Source) org.hsqldb.lib.HsqlTimer.nextTask(Unknown Source) org.hsqldb.lib.HsqlTimer$TaskRunner.run(Unknown Source) java.lang.Thread.run(Thread.java:619)

Thread: JCA PoolFiller : priority:5, demon:false, threadId:120, threadState:WAITING - waiting on <0x4119bfa> (a java.util.LinkedList)

java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) org.jboss.resource.connectionmanager.PoolFiller.run(PoolFiller.java:87) java.lang.Thread.run(Thread.java:619)

Thread: Thread-22 : priority:5, demon:true, threadId:121, threadState:RUNNABLE java.lang.Runtime.freeMemory(Native Method)

org.jboss.messaging.core.impl.memory.SimpleMemoryManager$MemoryRunnable.run(SimpleMemoryManager.java:136) java.lang.Thread.run(Thread.java:619)

Thread: Scheduler main thread : priority:5, demon:true, threadId:124, threadState:WAITING - waiting on <0x4ba9f8dd> (a java.lang.Object)

java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) org.jgroups.util.Queue.peek(Queue.java:399) org.jgroups.util.Scheduler.run(Scheduler.java:76) java.lang.Thread.run(Thread.java:619)

Page 22: Thread dumps

Thread: IdleRemover : priority:5, demon:true, threadId:202, threadState:TIMED_WAITING - waiting on <0x3852eabd> (a java.util.concurrent.CopyOnWriteArrayList)

java.lang.Object.wait(Native Method) org.jboss.resource.connectionmanager.IdleRemover$IdleRemoverRunnable.run(IdleRemover.java:167) java.lang.Thread.run(Thread.java:619)

Thread: Scheduler_Worker-0 : priority:5, demon:false, threadId:222, threadState:TIMED_WAITING - waiting on <0x50cb4c> (a java.lang.Object)

java.lang.Object.wait(Native Method) org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428) org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47) org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)

Thread: Scheduler_Worker-1 : priority:5, demon:false, threadId:223, threadState:TIMED_WAITING - waiting on <0x50cb4c> (a java.lang.Object)

java.lang.Object.wait(Native Method) org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428) org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47) org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)

Thread: Scheduler_Worker-2 : priority:5, demon:false, threadId:224, threadState:TIMED_WAITING - waiting on <0x50cb4c> (a java.lang.Object)

java.lang.Object.wait(Native Method) org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428) org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47) org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)

Thread: Scheduler_Worker-3 : priority:5, demon:false, threadId:225, threadState:TIMED_WAITING - waiting on <0x50cb4c> (a java.lang.Object)

java.lang.Object.wait(Native Method) org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428) org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47) org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)

Thread: Scheduler_Worker-4 : priority:5, demon:false, threadId:226, threadState:TIMED_WAITING - waiting on <0x50cb4c> (a java.lang.Object)

java.lang.Object.wait(Native Method) org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428) org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47) org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)

Thread: Scheduler_Worker-5 : priority:5, demon:false, threadId:227, threadState:TIMED_WAITING - waiting on <0x50cb4c> (a java.lang.Object)

java.lang.Object.wait(Native Method) org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428) org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47) org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)

Thread: Scheduler_Worker-6 : priority:5, demon:false, threadId:228, threadState:TIMED_WAITING - waiting on <0x50cb4c> (a java.lang.Object)

java.lang.Object.wait(Native Method) org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428) org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47) org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)

Thread: Scheduler_Worker-7 : priority:5, demon:false, threadId:229, threadState:TIMED_WAITING - waiting on <0x50cb4c> (a java.lang.Object)

java.lang.Object.wait(Native Method) org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428) org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47) org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)

Thread: Scheduler_Worker-8 : priority:5, demon:false, threadId:230, threadState:TIMED_WAITING - waiting on <0x50cb4c> (a java.lang.Object)

java.lang.Object.wait(Native Method) org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428) org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47) org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)

Thread: Scheduler_Worker-9 : priority:5, demon:false, threadId:231, threadState:TIMED_WAITING - waiting on <0x50cb4c> (a java.lang.Object)

java.lang.Object.wait(Native Method) org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428) org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47) org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)

Thread: JBossLifeThread : priority:5, demon:false, threadId:329, threadState:WAITING - waiting on <0x4a09ff12> (a java.lang.Object)

java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:485) org.jboss.bootstrap.AbstractServerImpl$LifeThread.run(AbstractServerImpl.java:866)

Page 23: Thread dumps