Jboss crash out of memory
rajasundaram Mar 11, 2011 2:09 PMWe are having out of memory problem and not able to figure out where it is happening either the application or environment. Please help us....
JAVA_OPTS: -Dprogram.name=run.sh -server -Xms1536m -Xmx1536m -XX:PermSize=512M -XX:MaxPermSize=512M -XX:+DisableExplicitGC -XX:MaxNewSize=64m -XX:NewSize=64m -XX:SurvivorRatio=256 -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSParallelRemarkEnabled -XX:MaxTenuringThreshold=0 -XX:CMSInitiatingOccupancyFraction=60 -verbose:gc -XX:+PrintGCDetails -XX:+PrintTenuringDistribution -XX:+PrintGCTimeStamps -Xloggc:/opt/ion/logs/gc.log -Dcom.sun.management.jmxremote.port=8082 -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/opt/ion/logs -Djava.net.preferIPv4Stack=true
Java version: 1.6.0_13
JBoss [Trinity] 4.2.3.GA
20:15:22,583 ERROR [[cgi]] Servlet.service() for servlet cgi threw exception
java.lang.OutOfMemoryError: unable to create new native thread
at java.lang.Thread.start0(Native Method)
at java.lang.Thread.start(Thread.java:597)
at java.lang.UNIXProcess$1.run(UNIXProcess.java:141)
at java.security.AccessController.doPrivileged(Native Method)
at java.lang.UNIXProcess.<init>(UNIXProcess.java:103)
at java.lang.ProcessImpl.start(ProcessImpl.java:65)
at java.lang.ProcessBuilder.start(ProcessBuilder.java:452)
at java.lang.Runtime.exec(Runtime.java:593)
at java.lang.Runtime.exec(Runtime.java:431)
at org.apache.catalina.servlets.CGIServlet$CGIRunner.run(CGIServlet.java:1671)
at org.apache.catalina.servlets.CGIServlet.doGet(CGIServlet.java:587)
at org.apache.catalina.servlets.CGIServlet.doPost(CGIServlet.java:549)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:710)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:803)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:290)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
at org.jboss.web.tomcat.filters.ReplyHeaderFilter.doFilter(ReplyHeaderFilter.java:96)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
at org.jboss.web.tomcat.filters.ReplyHeaderFilter.doFilter(ReplyHeaderFilter.java:96)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:230)
at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:175)
at org.jboss.web.tomcat.security.SecurityAssociationValve.invoke(SecurityAssociationValve.java:182)
at org.jboss.web.tomcat.security.JaccContextValve.invoke(JaccContextValve.java:84)
at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:127)
at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102)
at org.jboss.web.tomcat.service.jca.CachedConnectionValve.invoke(CachedConnectionValve.java:157)
at org.apache.catalina.valves.AccessLogValve.invoke(AccessLogValve.java:562)
at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109)
at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:262)
at org.apache.coyote.http11.Http11Processor.process(Http11Processor.java:844)
at org.apache.coyote.http11.Http11Protocol$Http11ConnectionHandler.process(Http11Protocol.java:583)
at org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:446)
at java.lang.Thread.run(Thread.java:619)
20:15:22,919 ERROR [[cgi]] Servlet.service() for servlet cgi threw exception
java.lang.OutOfMemoryError: unable to create new native thread
at java.lang.Thread.start0(Native Method)
at java.lang.Thread.start(Thread.java:597)
at java.lang.UNIXProcess$1.run(UNIXProcess.java:141)
at java.security.AccessController.doPrivileged(Native Method)
at java.lang.UNIXProcess.<init>(UNIXProcess.java:103)
at java.lang.ProcessImpl.start(ProcessImpl.java:65)
at java.lang.ProcessBuilder.start(ProcessBuilder.java:452)
at java.lang.Runtime.exec(Runtime.java:593)
at java.lang.Runtime.exec(Runtime.java:431)
at org.apache.catalina.servlets.CGIServlet$CGIRunner.run(CGIServlet.java:1671)
at org.apache.catalina.servlets.CGIServlet.doGet(CGIServlet.java:587)
at org.apache.catalina.servlets.CGIServlet.doPost(CGIServlet.java:549)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:710)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:803)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:290)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
at org.jboss.web.tomcat.filters.ReplyHeaderFilter.doFilter(ReplyHeaderFilter.java:96)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
at org.jboss.web.tomcat.filters.ReplyHeaderFilter.doFilter(ReplyHeaderFilter.java:96)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:230)
at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:175)
at org.jboss.web.tomcat.security.SecurityAssociationValve.invoke(SecurityAssociationValve.java:182)
at org.jboss.web.tomcat.security.JaccContextValve.invoke(JaccContextValve.java:84)
at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:127)
at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102)
at org.jboss.web.tomcat.service.jca.CachedConnectionValve.invoke(CachedConnectionValve.java:157)
at org.apache.catalina.valves.AccessLogValve.invoke(AccessLogValve.java:562)
at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109)
at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:262)
at org.apache.coyote.http11.Http11Processor.process(Http11Processor.java:844)
at org.apache.coyote.http11.Http11Protocol$Http11ConnectionHandler.process(Http11Protocol.java:583)
at org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:446)
at java.lang.Thread.run(Thread.java:619)
20:15:23,110 ERROR [STDERR] java.lang.OutOfMemoryError: unable to create new native thread
20:15:23,110 ERROR [STDERR] at java.lang.Thread.start0(Native Method)
20:15:23,110 ERROR [STDERR] at java.lang.Thread.start(Thread.java:597)
20:15:23,110 ERROR [STDERR] at HTTPClient.HTTPConnection.getSocket(HTTPConnection.java:3128)
20:15:23,110 ERROR [STDERR] at HTTPClient.HTTPConnection.sendRequest(HTTPConnection.java:2879)
20:15:23,110 ERROR [STDERR] at HTTPClient.HTTPConnection.handleRequest(HTTPConnection.java:2715)
20:15:23,110 ERROR [STDERR] at HTTPClient.HTTPConnection.setupRequest(HTTPConnection.java:2507)
20:15:23,110 ERROR [STDERR] at HTTPClient.HTTPConnection.Post(HTTPConnection.java:1050)
20:15:23,110 ERROR [STDERR] at HTTPClient.HTTPConnection.Post(HTTPConnection.java:920)
20:15:23,110 ERROR [STDERR] at sun.reflect.GeneratedMethodAccessor1772.invoke(Unknown Source)
20:15:23,110 ERROR [STDERR] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
20:15:23,110 ERROR [STDERR] at java.lang.reflect.Method.invoke(Method.java:597)
20:15:23,111 ERROR [STDERR] at org.mozilla.javascript.MemberBox.invoke(MemberBox.java:142)
20:15:23,111 ERROR [STDERR] at org.mozilla.javascript.NativeJavaMethod.call(NativeJavaMethod.java:201)
20:15:23,111 ERROR [STDERR] at org.mozilla.javascript.Interpreter.interpretLoop(Interpreter.java:3084)
20:15:23,111 ERROR [STDERR] at org.mozilla.javascript.Interpreter.interpret(Interpreter.java:2250)
20:15:23,111 ERROR [STDERR] at org.mozilla.javascript.InterpretedFunction.call(InterpretedFunction.java:149)
20:15:23,111 ERROR [STDERR] at org.mozilla.javascript.ContextFactory.doTopCall(ContextFactory.java:337)
20:15:23,111 ERROR [STDERR] at org.mozilla.javascript.ScriptRuntime.doTopCall(ScriptRuntime.java:2755)
20:15:23,111 ERROR [STDERR] at org.mozilla.javascript.InterpretedFunction.exec(InterpretedFunction.java:160)
20:15:23,111 ERROR [STDERR] at org.mozilla.javascript.Context.evaluateString(Context.java:1132)
20:15:23,111 ERROR [STDERR] at org.eclipse.vtp.framework.javascript.JavaScriptContext$ScriptingEngine.execute(JavaScriptContext.java:126)
20:15:23,111 ERROR [STDERR] at org.eclipse.vtp.framework.common.actions.ScriptedAction.execute(ScriptedAction.java:73)
20:15:23,111 ERROR [STDERR] at org.eclipse.vtp.framework.engine.runtime.Action.execute(Action.java:133)
20:15:23,111 ERROR [STDERR] at org.eclipse.vtp.framework.engine.runtime.Sequence.next(Sequence.java:108)
20:15:23,111 ERROR [STDERR] at org.eclipse.vtp.framework.engine.runtime.Execution$1.run(Execution.java:173)
20:15:23,111 ERROR [STDERR] at org.eclipse.vtp.framework.engine.http.DeploymentExecution.visitRunnable(DeploymentExecution.java:479)
20:15:23,111 ERROR [STDERR] at org.eclipse.vtp.framework.engine.runtime.Execution$1.accept(Execution.java:187)
20:15:23,111 ERROR [STDERR] at org.eclipse.vtp.framework.engine.http.DeploymentExecution.doNext(DeploymentExecution.java:198)
20:15:23,111 ERROR [STDERR] at org.eclipse.vtp.framework.engine.http.DeploymentSession.next(DeploymentSession.java:231)
20:15:23,111 ERROR [STDERR] at org.eclipse.vtp.framework.engine.http.Deployment.next(Deployment.java:178)
20:15:23,111 ERROR [STDERR] at org.eclipse.vtp.framework.engine.http.HttpConnector.invokeProcessEngine(HttpConnector.java:401)
20:15:23,111 ERROR [STDERR] at org.eclipse.vtp.framework.engine.http.HttpConnector.process(HttpConnector.java:298)
20:15:23,111 ERROR [STDERR] at org.eclipse.vtp.framework.engine.http.HttpConnectorServlet.process(HttpConnectorServlet.java:121)
20:15:23,111 ERROR [STDERR] at org.eclipse.vtp.framework.engine.http.HttpConnectorServlet.doPost(HttpConnectorServlet.java:164)
20:15:23,111 ERROR [STDERR] at javax.servlet.http.HttpServlet.service(HttpServlet.java:710)
20:15:23,111 ERROR [STDERR] at javax.servlet.http.HttpServlet.service(HttpServlet.java:803)
20:15:23,111 ERROR [STDERR] at org.eclipse.equinox.http.servlet.internal.ServletRegistration.handleRequest(ServletRegistration.java:90)
20:15:23,111 ERROR [STDERR] at org.eclipse.equinox.http.servlet.internal.ProxyServlet.processAlias(ProxyServlet.java:111)
20:15:23,111 ERROR [STDERR] at org.eclipse.equinox.http.servlet.internal.ProxyServlet.service(ProxyServlet.java:75)
20:15:23,111 ERROR [STDERR] at javax.servlet.http.HttpServlet.service(HttpServlet.java:803)
20:15:23,111 ERROR [STDERR] at org.eclipse.equinox.servletbridge.BridgeServlet.service(BridgeServlet.java:115)
20:15:23,111 ERROR [STDERR] at javax.servlet.http.HttpServlet.service(HttpServlet.java:803)
20:15:23,112 ERROR [STDERR] at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:290)
20:15:23,112 ERROR [STDERR] at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
20:15:23,112 ERROR [STDERR] at org.jboss.web.tomcat.filters.ReplyHeaderFilter.doFilter(ReplyHeaderFilter.java:96)
20:15:23,112 ERROR [STDERR] at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235)
20:15:23,112 ERROR [STDERR] at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
20:15:23,112 ERROR [STDERR] at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:230)
20:15:23,112 ERROR [STDERR] at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:175)
20:15:23,112 ERROR [STDERR] at org.jboss.web.tomcat.security.SecurityAssociationValve.invoke(SecurityAssociationValve.java:182)
20:15:23,112 ERROR [STDERR] at org.jboss.web.tomcat.security.JaccContextValve.invoke(JaccContextValve.java:84)
20:15:23,112 ERROR [STDERR] at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:127)
20:15:23,112 ERROR [STDERR] at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102)
20:15:23,112 ERROR [STDERR] at org.jboss.web.tomcat.service.jca.CachedConnectionValve.invoke(CachedConnectionValve.java:157)
20:15:23,112 ERROR [STDERR] at org.apache.catalina.valves.AccessLogValve.invoke(AccessLogValve.java:562)
20:15:23,112 ERROR [STDERR] at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109)
20:15:23,112 ERROR [STDERR] at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:262)
20:15:23,112 ERROR [STDERR] at org.apache.coyote.http11.Http11Processor.process(Http11Processor.java:844)
20:15:23,112 ERROR [STDERR] at org.apache.coyote.http11.Http11Protocol$Http11ConnectionHandler.process(Http11Protocol.java:583)
20:15:23,112 ERROR [STDERR] at org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:446)
20:15:23,112 ERROR [STDERR] at java.lang.Thread.run(Thread.java:619)
#
# An unexpected error has been detected by Java Runtime Environment:
#
# java.lang.OutOfMemoryError: requested 6007184 bytes for GrET in /BUILD_AREA/jdk6_13/hotspot/src/share/vm/utilities/growableArray.cpp. Out of swap space?
#
# Internal Error (allocation.inline.hpp:42), pid=24375, tid=803990416
# Error: GrET in /BUILD_AREA/jdk6_13/hotspot/src/share/vm/utilities/growableArray.cpp
#
# Java VM: Java HotSpot(TM) Server VM (11.3-b02 mixed mode linux-x86)
# An error report file with more information is saved as:
# /usr/local/jboss-4.2.3.GA/server/default/deploy/hs_err_pid24375.log
#
# If you would like to submit a bug report, please visit:
# http://java.sun.com/webapps/bugreport/crash.jsp
#