1 Reply Latest reply: Jul 4, 2011 2:25 AM by dba-india RSS

    Stuck thread in OSB

    859145
      hi we got the stuck thread in OSB domain after some time server goto warinig state, pls help me to resoleve this issue.

      ####<Apr 29, 2011 3:39:00 PM GMT+01:00> <Error> <WebLogicServer> <bbnjlapp88.online.blockbuster.com> <RentalServicesBus01> <[
      STANDBY] ExecuteThread: '124' for queue: 'weblogic.kernel.Default (self-tuning)'> <<WLS Kernel>> <> <> <1304087940677> <BEA-0
      00337> <[STUCK] ExecuteThread: '9' for queue: 'weblogic.kernel.Default (self-tuning)' has been busy for "621" seconds working
      on the request "weblogic.servlet.internal.ServletRequestImpl@1bd0fdd[
      POST /bbonline/ExchangeServices HTTP/1.0
      Content-Type: text/xml
      SOAPAction: ""
      User-Agent: Java1.4.2_13
      Accept: text/html, image/gif, image/jpeg, *; q=.2, */*; q=.2
      Content-Length: 1309
      Connection: Keep-Alive
      Proxy-Client-IP: 10.194.219.78
      X-Forwarded-For: 10.194.219.78
      X-WebLogic-KeepAliveSecs: 30
      X-WebLogic-Request-ClusterInfo: true
      x-weblogic-cluster-hash: ijrElMGFX4CCS2HlqAk1Kk0MsiY

      ]", which is more than the configured time (StuckThreadMaxTime) of "600" seconds. Stack trace:
      java.lang.Object.wait(Native Method)
      weblogic.rjvm.ResponseImpl.waitForData(ResponseImpl.java:87)
      weblogic.rjvm.ResponseImpl.getTxContext(ResponseImpl.java:127)
      weblogic.rjvm.BasicOutboundRequest.sendReceive(BasicOutboundRequest.java:108)
      weblogic.rmi.internal.BasicRemoteRef.invoke(BasicRemoteRef.java:222)
      weblogic.transaction.internal.CoordinatorImpl_1030_WLStub.commit(Unknown Source)
      weblogic.transaction.internal.TransactionImpl$1.run(TransactionImpl.java:325)
      weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:363)
      weblogic.security.service.SecurityManager.runAs(Unknown Source)
      weblogic.transaction.internal.SecureAction.runAction(SecureAction.java:71)
      weblogic.transaction.internal.TransactionImpl.commit(TransactionImpl.java:321)
      weblogic.transaction.internal.ServerTransactionImpl.internalCommit(ServerTransactionImpl.java:243)
      weblogic.transaction.internal.ServerTransactionImpl.commit(ServerTransactionImpl.java:230)
      weblogic.deployment.jms.WrappedTransactionalSession.delistFromTransaction(WrappedTransactionalSession.java:262)
      weblogic.deployment.jms.WrappedMessageProducer.send(WrappedMessageProducer.java:254)
      com.bea.wli.sb.transports.jms.JmsOutboundMessageContext$SendAction.sendMessage(JmsOutboundMessageContext.java:880)
      com.bea.wli.sb.transports.jms.JmsOutboundMessageContext$SendAction.run(JmsOutboundMessageContext.java:799)
      weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:363)
      weblogic.security.service.SecurityManager.runAs(Unknown Source)
      weblogic.security.Security.runAs(Security.java:61)
      com.bea.wli.sb.transports.jms.JmsOutboundMessageContext.send(JmsOutboundMessageContext.java:518)
      com.bea.wli.sb.transports.jms.JmsTransportProvider.sendMessageAsync(JmsTransportProvider.java:680)
      sun.reflect.GeneratedMethodAccessor250.invoke(Unknown Source)
      sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
      java.lang.reflect.Method.invoke(Method.java:597)
      com.bea.wli.sb.transports.Util$1.invoke(Util.java:82)
      $Proxy61.sendMessageAsync(Unknown Source)
      com.bea.wli.sb.transports.LoadBalanceFailoverListener.sendMessageAsync(LoadBalanceFailoverListener.java:148)
      com.bea.wli.sb.transports.LoadBalanceFailoverListener.sendMessageToServiceAsync(LoadBalanceFailoverListener.java:543)
      com.bea.wli.sb.transports.LoadBalanceFailoverListener.sendMessageToService(LoadBalanceFailoverListener.java:478)
      com.bea.wli.sb.transports.TransportManagerImpl.sendMessageToService(TransportManagerImpl.java:544)
      com.bea.wli.sb.transports.TransportManagerImpl.sendMessageAsync(TransportManagerImpl.java:422)
      com.bea.wli.sb.pipeline.PipelineContextImpl.doDispatch(PipelineContextImpl.java:583)
      com.bea.wli.sb.pipeline.PipelineContextImpl.dispatch(PipelineContextImpl.java:498)
      stages.routing.runtime.RouteRuntimeStep.processMessage(RouteRuntimeStep.java:128)
      com.bea.wli.sb.pipeline.StatisticUpdaterRuntimeStep.processMessage(StatisticUpdaterRuntimeStep.java:41)
      com.bea.wli.sb.stages.StageMetadataImpl$WrapperRuntimeStep.processMessage(StageMetadataImpl.java:339)
      com.bea.wli.sb.pipeline.RouteNode.doRequest(RouteNode.java:106)
      com.bea.wli.sb.pipeline.Node.processMessage(Node.java:67)
      com.bea.wli.sb.pipeline.PipelineContextImpl.execute(PipelineContextImpl.java:866)
      com.bea.wli.sb.pipeline.Router.processMessage(Router.java:191)
      com.bea.wli.sb.pipeline.MessageProcessor.processRequest(MessageProcessor.java:75)
      com.bea.wli.sb.pipeline.RouterManager$1.run(RouterManager.java:508)
      com.bea.wli.sb.pipeline.RouterManager$1.run(RouterManager.java:506)
      weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:363)
      weblogic.security.service.SecurityManager.runAs(Unknown Source)
      com.bea.wli.sb.security.WLSSecurityContextService.runAs(WLSSecurityContextService.java:55)
      com.bea.wli.sb.pipeline.RouterManager.processMessage(RouterManager.java:505)
      com.bea.wli.sb.transports.TransportManagerImpl.receiveMessage(TransportManagerImpl.java:371)
      com.bea.wli.sb.transports.CoLocatedMessageContext$1.run(CoLocatedMessageContext.java:159)
      weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:363)
      weblogic.security.service.SecurityManager.runAs(Unknown Source)
      weblogic.security.Security.runAs(Security.java:61)
      com.bea.wli.sb.transports.CoLocatedMessageContext.send(CoLocatedMessageContext.java:154)
      com.bea.wli.sb.transports.http.HttpTransportProvider.sendMessageAsync(HttpTransportProvider.java:568)
      sun.reflect.GeneratedMethodAccessor250.invoke(Unknown Source)
      sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
      java.lang.reflect.Method.invoke(Method.java:597)
      com.bea.wli.sb.transports.Util$1.invoke(Util.java:82)
      $Proxy60.sendMessageAsync(Unknown Source)
      com.bea.wli.sb.transports.LoadBalanceFailoverListener.sendMessageAsync(LoadBalanceFailoverListener.java:148)
      com.bea.wli.sb.transports.LoadBalanceFailoverListener.sendMessageToServiceAsync(LoadBalanceFailoverListener.java:543)
      com.bea.wli.sb.transports.LoadBalanceFailoverListener.sendMessageToService(LoadBalanceFailoverListener.java:478)
      com.bea.wli.sb.transports.TransportManagerImpl.sendMessageToService(TransportManagerImpl.java:544)
      com.bea.wli.sb.transports.TransportManagerImpl.sendMessageAsync(TransportManagerImpl.java:422)
      com.bea.wli.sb.pipeline.PipelineContextImpl.doDispatch(PipelineContextImpl.java:583)
      com.bea.wli.sb.pipeline.PipelineContextImpl.dispatch(PipelineContextImpl.java:498)
      stages.routing.runtime.RouteRuntimeStep.processMessage(RouteRuntimeStep.java:128)
      com.bea.wli.sb.pipeline.StatisticUpdaterRuntimeStep.processMessage(StatisticUpdaterRuntimeStep.java:41)
      com.bea.wli.sb.stages.StageMetadataImpl$WrapperRuntimeStep.processMessage(StageMetadataImpl.java:339)
      com.bea.wli.sb.pipeline.RouteNode.doRequest(RouteNode.java:106)
      com.bea.wli.sb.pipeline.Node.processMessage(Node.java:67)
      com.bea.wli.sb.pipeline.PipelineContextImpl.execute(PipelineContextImpl.java:866)
      com.bea.wli.sb.pipeline.Router.processMessage(Router.java:191)
      com.bea.wli.sb.pipeline.MessageProcessor.processRequest(MessageProcessor.java:75)
      com.bea.wli.sb.pipeline.RouterManager$1.run(RouterManager.java:508)
      com.bea.wli.sb.pipeline.RouterManager$1.run(RouterManager.java:506)
      weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:363)
      weblogic.security.service.SecurityManager.runAs(Unknown Source)
      com.bea.wli.sb.security.WLSSecurityContextService.runAs(WLSSecurityContextService.java:55)
      com.bea.wli.sb.pipeline.RouterManager.processMessage(RouterManager.java:505)
      com.bea.wli.sb.transports.TransportManagerImpl.receiveMessage(TransportManagerImpl.java:371)
      com.bea.wli.sb.transports.http.HttpTransportServlet$RequestHelper$1.run(HttpTransportServlet.java:279)
      com.bea.wli.sb.transports.http.HttpTransportServlet$RequestHelper$1.run(HttpTransportServlet.java:277)
      weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:363)
      weblogic.security.service.SecurityManager.runAs(Unknown Source)
      com.bea.wli.sb.transports.http.HttpTransportServlet$RequestHelper.securedInvoke(HttpTransportServlet.java:276)
      com.bea.wli.sb.transports.http.HttpTransportServlet$RequestHelper.service(HttpTransportServlet.java:237)
      com.bea.wli.sb.transports.http.HttpTransportServlet.service(HttpTransportServlet.java:133)
      weblogic.servlet.FutureResponseServlet.service(FutureResponseServlet.java:24)
      javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
      weblogic.servlet.internal.StubSecurityHelper$ServletServiceAction.run(StubSecurityHelper.java:227)
      weblogic.servlet.internal.StubSecurityHelper.invokeServlet(StubSecurityHelper.java:125)
      weblogic.servlet.internal.ServletStubImpl.execute(ServletStubImpl.java:292)
      weblogic.servlet.internal.ServletStubImpl.execute(ServletStubImpl.java:175)
      weblogic.servlet.internal.WebAppServletContext$ServletInvocationAction.run(WebAppServletContext.java:3498)
      weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:321)
      weblogic.security.service.SecurityManager.runAs(Unknown Source)
      weblogic.servlet.internal.WebAppServletContext.securedExecute(WebAppServletContext.java:2180)
      weblogic.servlet.internal.WebAppServletContext.execute(WebAppServletContext.java:2086)
      weblogic.servlet.internal.ServletRequestImpl.run(ServletRequestImpl.java:1406)
      weblogic.work.ExecuteThread.execute(ExecuteThread.java:201)
      weblogic.work.ExecuteThread.run(ExecuteThread.java:173)
      >
      ####<Apr 29, 2011 3:40:00 PM GMT+01:00> <Warning> <Common> <bbnjlapp88.online.blockbuster.com> <RentalServicesBus01> <[ACTIVE
      ] ExecuteThread: '117' for queue: 'weblogic.kernel.Default (self-tuning)'> <<anonymous>> <> <> <1304088000926> <BEA-000622> <
      Ignoring attempt to release resource "JMSSessionHolder for: null" to pool "ALSB_JMS_SessionPool_-624021009" after the pool ha
      s been shutdown.>
      ####<Apr 29, 2011 3:40:00 PM GMT+01:00> <Warning> <Common> <bbnjlapp88.online.blockbuster.com> <RentalServicesBus01> <[ACTIVE
      ] ExecuteThread: '67' for queue: 'weblogic.kernel.Default (self-tuning)'> <<anonymous>> <> <> <1304088000926> <BEA-000622> <I
      gnoring attempt to release resource "JMSSessionHolder for: null" to pool "ALSB_JMS_SessionPool_-624021009" after the pool has
      been shutdown.>