Skip to content

Commit

Permalink
add bug 1106393 log
Browse files Browse the repository at this point in the history
  • Loading branch information
@kylinsoong
kylinsoong committed Jul 10, 2014
1 parent 74fffa4 commit 5b9f3c7
Show file tree
Hide file tree
Showing 3 changed files with 153 additions and 2 deletions.
4 changes: 2 additions & 2 deletions domain/bug-1106393-log.md
View file
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,7 @@ HC Read timed out and try to reconnect at `15:10:01`, Unregistering server at `1
2014-07-08 15:18:12,206 INFO [org.jboss.as.host.controller] (ProcessControllerConnection-thread - 2) JBAS010926: Unregistering server jo004006
~~~

[host-controller.log](host-controller.log)
[host-controller.log](host-controller-log)

> HC first read time out and reconnect failed
Expand All @@ -28,7 +28,7 @@ Server close channel at `15:11:30`
2014-07-08 15:14:12,062 ERROR [org.jboss.as.controller.management-operation] (AD Thread Pool-Global0) JBAS014612: Operation ("read-attribute") failed - address
~~~

[server.log](server.log)
[server.log](server-log)

> Server stuck 7 mins before closing channel
Expand Down
98 changes: 98 additions & 0 deletions domain/host-controller-log
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,98 @@
2014-07-08 15:10:01,071 ERROR [org.jboss.remoting.remote.connection] (Remoting "forder004:MANAGEMENT" read-1) JBREM000200: Remote connection failed: org.xnio.channels.ReadTimeoutException: Read timed out
2014-07-08 15:10:01,122 TRACE [org.jboss.as.host.controller] (Remoting "forder004:MANAGEMENT" read-1) trying to reconnect to jo004006 current-state (SERVER_STARTED) required-state (SERVER_STARTED)
2014-07-08 15:15:00,637 TRACE [org.jboss.as.host.controller] (domain-connection-threads - 17) Executing direct
2014-07-08 15:15:00,645 TRACE [org.jboss.as.host.controller] (domain-connection-threads - 17) Executing direct
2014-07-08 15:15:00,651 TRACE [org.jboss.as.host.controller] (domain-connection-threads - 17) PrepareStepHandler executing direct
2014-07-08 15:15:00,655 ERROR [org.jboss.as.controller.management-operation] (domain-connection-threads - 17) JBAS014612: Operation ("read-attribute") failed - address: ([
("host" => "fORDER004"),
("server" => "jo004006"),
("core-service" => "platform-mbean"),
("type" => "runtime")
]): java.lang.RuntimeException: java.io.IOException: JBAS012175: Channel closed
at org.jboss.as.controller.remote.RemoteProxyController.execute(RemoteProxyController.java:183) [jboss-as-controller-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at org.jboss.as.controller.TransformingProxyController$TransformingProxyControllerImpl.execute(TransformingProxyController.java:149) [jboss-as-controller-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at org.jboss.as.controller.ProxyStepHandler.execute(ProxyStepHandler.java:130) [jboss-as-controller-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at org.jboss.as.controller.AbstractOperationContext.executeStep(AbstractOperationContext.java:440) [jboss-as-controller-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at org.jboss.as.controller.AbstractOperationContext.doCompleteStep(AbstractOperationContext.java:322) [jboss-as-controller-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at org.jboss.as.controller.AbstractOperationContext.completeStepInternal(AbstractOperationContext.java:229) [jboss-as-controller-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at org.jboss.as.controller.AbstractOperationContext.executeOperation(AbstractOperationContext.java:224) [jboss-as-controller-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at org.jboss.as.controller.ModelControllerImpl.internalExecute(ModelControllerImpl.java:194) [jboss-as-controller-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at org.jboss.as.controller.ModelControllerImpl.execute(ModelControllerImpl.java:115) [jboss-as-controller-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at org.jboss.as.controller.remote.TransactionalProtocolOperationHandler$ExecuteRequestHandler.doExecute(TransactionalProtocolOperationHandler.java:112) [jboss-as-controller-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at org.jboss.as.controller.remote.TransactionalProtocolOperationHandler$ExecuteRequestHandler$1.execute(TransactionalProtocolOperationHandler.java:95) [jboss-as-controller-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at org.jboss.as.protocol.mgmt.AbstractMessageHandler$2$1.doExecute(AbstractMessageHandler.java:296) [jboss-as-protocol-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at org.jboss.as.protocol.mgmt.AbstractMessageHandler$AsyncTaskRunner.run(AbstractMessageHandler.java:518) [jboss-as-protocol-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895) [rt.jar:1.6.0_43]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918) [rt.jar:1.6.0_43]
at java.lang.Thread.run(Thread.java:662) [rt.jar:1.6.0_43]
at org.jboss.threads.JBossThread.run(JBossThread.java:122) [jboss-threads-2.1.0.Final-redhat-1.jar:2.1.0.Final-redhat-1]
Caused by: java.io.IOException: JBAS012175: Channel closed
at org.jboss.as.host.controller.ManagedServerProxy$DisconnectedProtocolClient.execute(ManagedServerProxy.java:114)
at org.jboss.as.host.controller.ManagedServerProxy.execute(ManagedServerProxy.java:92)
at org.jboss.as.host.controller.ManagedServerProxy.execute(ManagedServerProxy.java:80)
at org.jboss.as.controller.remote.RemoteProxyController.execute(RemoteProxyController.java:139) [jboss-as-controller-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
... 16 more

2014-07-08 15:15:00,666 TRACE [org.jboss.as.host.controller] (domain-connection-threads - 17) PrepareStepHandler executing direct
2014-07-08 15:15:00,668 ERROR [org.jboss.as.controller.management-operation] (domain-connection-threads - 17) JBAS014612: Operation ("read-attribute") failed - address: ([
("host" => "fORDER004"),
("server" => "jo004006"),
("core-service" => "platform-mbean"),
("type" => "runtime")
]): java.lang.RuntimeException: java.io.IOException: JBAS012175: Channel closed
at org.jboss.as.controller.remote.RemoteProxyController.execute(RemoteProxyController.java:183) [jboss-as-controller-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at org.jboss.as.controller.TransformingProxyController$TransformingProxyControllerImpl.execute(TransformingProxyController.java:149) [jboss-as-controller-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at org.jboss.as.controller.ProxyStepHandler.execute(ProxyStepHandler.java:130) [jboss-as-controller-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at org.jboss.as.controller.AbstractOperationContext.executeStep(AbstractOperationContext.java:440) [jboss-as-controller-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at org.jboss.as.controller.AbstractOperationContext.doCompleteStep(AbstractOperationContext.java:322) [jboss-as-controller-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at org.jboss.as.controller.AbstractOperationContext.completeStepInternal(AbstractOperationContext.java:229) [jboss-as-controller-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at org.jboss.as.controller.AbstractOperationContext.executeOperation(AbstractOperationContext.java:224) [jboss-as-controller-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at org.jboss.as.controller.ModelControllerImpl.internalExecute(ModelControllerImpl.java:194) [jboss-as-controller-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at org.jboss.as.controller.ModelControllerImpl.execute(ModelControllerImpl.java:115) [jboss-as-controller-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at org.jboss.as.controller.remote.TransactionalProtocolOperationHandler$ExecuteRequestHandler.doExecute(TransactionalProtocolOperationHandler.java:112) [jboss-as-controller-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at org.jboss.as.controller.remote.TransactionalProtocolOperationHandler$ExecuteRequestHandler$1.execute(TransactionalProtocolOperationHandler.java:95) [jboss-as-controller-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at org.jboss.as.protocol.mgmt.AbstractMessageHandler$2$1.doExecute(AbstractMessageHandler.java:296) [jboss-as-protocol-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at org.jboss.as.protocol.mgmt.AbstractMessageHandler$AsyncTaskRunner.run(AbstractMessageHandler.java:518) [jboss-as-protocol-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895) [rt.jar:1.6.0_43]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918) [rt.jar:1.6.0_43]
at java.lang.Thread.run(Thread.java:662) [rt.jar:1.6.0_43]
at org.jboss.threads.JBossThread.run(JBossThread.java:122) [jboss-threads-2.1.0.Final-redhat-1.jar:2.1.0.Final-redhat-1]
Caused by: java.io.IOException: JBAS012175: Channel closed
at org.jboss.as.host.controller.ManagedServerProxy$DisconnectedProtocolClient.execute(ManagedServerProxy.java:114)
at org.jboss.as.host.controller.ManagedServerProxy.execute(ManagedServerProxy.java:92)
at org.jboss.as.host.controller.ManagedServerProxy.execute(ManagedServerProxy.java:80)
at org.jboss.as.controller.remote.RemoteProxyController.execute(RemoteProxyController.java:139) [jboss-as-controller-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
... 16 more

2014-07-08 15:15:00,676 TRACE [org.jboss.as.host.controller] (domain-connection-threads - 17) PrepareStepHandler executing direct
2014-07-08 15:15:00,678 ERROR [org.jboss.as.controller.management-operation] (domain-connection-threads - 17) JBAS014612: Operation ("read-resource") failed - address: ([
("host" => "fORDER004"),
("server" => "jo004006"),
("core-service" => "platform-mbean"),
("type" => "memory")
]): java.lang.RuntimeException: java.io.IOException: JBAS012175: Channel closed
at org.jboss.as.controller.remote.RemoteProxyController.execute(RemoteProxyController.java:183) [jboss-as-controller-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at org.jboss.as.controller.TransformingProxyController$TransformingProxyControllerImpl.execute(TransformingProxyController.java:149) [jboss-as-controller-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at org.jboss.as.controller.ProxyStepHandler.execute(ProxyStepHandler.java:130) [jboss-as-controller-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at org.jboss.as.controller.AbstractOperationContext.executeStep(AbstractOperationContext.java:440) [jboss-as-controller-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at org.jboss.as.controller.AbstractOperationContext.doCompleteStep(AbstractOperationContext.java:322) [jboss-as-controller-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at org.jboss.as.controller.AbstractOperationContext.completeStepInternal(AbstractOperationContext.java:229) [jboss-as-controller-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at org.jboss.as.controller.AbstractOperationContext.executeOperation(AbstractOperationContext.java:224) [jboss-as-controller-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at org.jboss.as.controller.ModelControllerImpl.internalExecute(ModelControllerImpl.java:194) [jboss-as-controller-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at org.jboss.as.controller.ModelControllerImpl.execute(ModelControllerImpl.java:115) [jboss-as-controller-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at org.jboss.as.controller.remote.TransactionalProtocolOperationHandler$ExecuteRequestHandler.doExecute(TransactionalProtocolOperationHandler.java:112) [jboss-as-controller-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at org.jboss.as.controller.remote.TransactionalProtocolOperationHandler$ExecuteRequestHandler$1.execute(TransactionalProtocolOperationHandler.java:95) [jboss-as-controller-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at org.jboss.as.protocol.mgmt.AbstractMessageHandler$2$1.doExecute(AbstractMessageHandler.java:296) [jboss-as-protocol-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at org.jboss.as.protocol.mgmt.AbstractMessageHandler$AsyncTaskRunner.run(AbstractMessageHandler.java:518) [jboss-as-protocol-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895) [rt.jar:1.6.0_43]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918) [rt.jar:1.6.0_43]
at java.lang.Thread.run(Thread.java:662) [rt.jar:1.6.0_43]
at org.jboss.threads.JBossThread.run(JBossThread.java:122) [jboss-threads-2.1.0.Final-redhat-1.jar:2.1.0.Final-redhat-1]
Caused by: java.io.IOException: JBAS012175: Channel closed
at org.jboss.as.host.controller.ManagedServerProxy$DisconnectedProtocolClient.execute(ManagedServerProxy.java:114)
at org.jboss.as.host.controller.ManagedServerProxy.execute(ManagedServerProxy.java:92)
at org.jboss.as.host.controller.ManagedServerProxy.execute(ManagedServerProxy.java:80)
at org.jboss.as.controller.remote.RemoteProxyController.execute(RemoteProxyController.java:139) [jboss-as-controller-7.2.0.Final-redhat-8.jar:7.2.0.Final-redhat-8]
... 16 more

2014-07-08 15:18:12,206 INFO [org.jboss.as.host.controller] (ProcessControllerConnection-thread - 2) JBAS010926: Unregistering server jo004006
53 changes: 53 additions & 0 deletions domain/server-log
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,53 @@
2014-07-08 15:04:15,978 ERROR [stderr] (Thread-566) at org.drools.rule.constraint.ASMConditionEvaluatorJitter.jitEvaluator(ASMConditionEvaluatorJitter.java:53)
2014-07-08 15:04:15,978 ERROR [stderr] (Thread-566) at org.drools.rule.constraint.MvelConstraint.executeJitting(MvelConstraint.java:217)
2014-07-08 15:04:15,979 ERROR [stderr] (Thread-566) ... 5 more
2014-07-08 15:11:30,072 ERROR [stderr] (main) java.io.IOException: JBAS012175: Channel closed
2014-07-08 15:11:30,073 ERROR [stderr] (main) at org.jboss.as.server.mgmt.domain.HostControllerConnection.getChannel(HostControllerConnection.java:100)
2014-07-08 15:11:30,094 ERROR [stderr] (main) at org.jboss.as.protocol.mgmt.ManagementChannelHandler.executeRequest(ManagementChannelHandler.java:115)
2014-07-08 15:11:30,095 ERROR [stderr] (main) at org.jboss.as.protocol.mgmt.ManagementChannelHandler.executeRequest(ManagementChannelHandler.java:98)
2014-07-08 15:11:30,290 ERROR [stderr] (main) at org.jboss.as.server.mgmt.domain.HostControllerConnection.reConnect(HostControllerConnection.java:168)
2014-07-08 15:11:30,290 ERROR [stderr] (main) at org.jboss.as.server.mgmt.domain.HostControllerClient.reconnect(HostControllerClient.java:98)
2014-07-08 15:11:30,290 ERROR [stderr] (main) at org.jboss.as.server.DomainServerMain.main(DomainServerMain.java:138)
2014-07-08 15:11:30,290 ERROR [stderr] (main) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
2014-07-08 15:11:30,290 ERROR [stderr] (main) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
2014-07-08 15:11:30,290 ERROR [stderr] (main) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
2014-07-08 15:11:30,291 ERROR [stderr] (main) at java.lang.reflect.Method.invoke(Method.java:597)
2014-07-08 15:11:30,291 ERROR [stderr] (main) at org.jboss.modules.Module.run(Module.java:270)
2014-07-08 15:11:30,291 ERROR [stderr] (main) at org.jboss.modules.Main.main(Main.java:411)

...

2014-07-08 15:14:12,062 ERROR [org.jboss.as.controller.management-operation] (AD Thread Pool-Global0) JBAS014612: Operation ("read-attribute") failed - address: ([
("deployment" => "forder-ear.ear"),
("subdeployment" => "forder-web.war"),
("subsystem" => "web")
]): java.lang.NullPointerException
at org.jboss.as.web.WebDeploymentDefinition$SessionManagerStatsHandler.executeRuntimeStep(WebDeploymentDefinition.java:104)
at org.jboss.as.controller.AbstractRuntimeOnlyHandler$1.execute(AbstractRuntimeOnlyHandler.java:90)
at org.jboss.as.controller.AbstractOperationContext.executeStep(AbstractOperationContext.java:440)
at org.jboss.as.controller.AbstractOperationContext.doCompleteStep(AbstractOperationContext.java:322)
at org.jboss.as.controller.AbstractOperationContext.completeStepInternal(AbstractOperationContext.java:229)
at org.jboss.as.controller.AbstractOperationContext.executeOperation(AbstractOperationContext.java:224)
at org.jboss.as.controller.ModelControllerImpl.internalExecute(ModelControllerImpl.java:194)
at org.jboss.as.controller.ModelControllerImpl.execute(ModelControllerImpl.java:115)
at org.jboss.as.jmx.model.ModelControllerMBeanHelper.execute(ModelControllerMBeanHelper.java:406)
at org.jboss.as.jmx.model.ModelControllerMBeanHelper.getAttribute(ModelControllerMBeanHelper.java:222)
at org.jboss.as.jmx.model.ModelControllerMBeanHelper.getAttribute(ModelControllerMBeanHelper.java:189)
at org.jboss.as.jmx.model.ModelControllerMBeanServerPlugin.getAttribute(ModelControllerMBeanServerPlugin.java:88)
at org.jboss.as.jmx.PluggableMBeanServerImpl.getAttribute(PluggableMBeanServerImpl.java:171)
at com.singularity.ee.agent.appagent.services.jmxservice.appserver.common.k.a(k.java:309) [appagent.jar:Server Agent v3.7.8.0 GA #2013-08-15_23-19-20 r06b728431c8eb3edcf0215878b6919815605a3dc 17]
at com.singularity.ee.agent.appagent.services.jmxservice.appserver.g.a(g.java:454) [appagent.jar:Server Agent v3.7.8.0 GA #2013-08-15_23-19-20 r06b728431c8eb3edcf0215878b6919815605a3dc 17]
at com.singularity.ee.agent.appagent.services.jmxservice.appserver.g.a(g.java:282) [appagent.jar:Server Agent v3.7.8.0 GA #2013-08-15_23-19-20 r06b728431c8eb3edcf0215878b6919815605a3dc 17]
at com.singularity.ee.agent.appagent.services.jmxservice.appserver.g.c(g.java:200) [appagent.jar:Server Agent v3.7.8.0 GA #2013-08-15_23-19-20 r06b728431c8eb3edcf0215878b6919815605a3dc 17]
at com.singularity.ee.agent.appagent.services.jmxservice.appserver.common.z.a(z.java:256) [appagent.jar:Server Agent v3.7.8.0 GA #2013-08-15_23-19-20 r06b728431c8eb3edcf0215878b6919815605a3dc 17]
at com.singularity.ee.agent.appagent.services.jmxservice.c.run(c.java:513) [appagent.jar:Server Agent v3.7.8.0 GA #2013-08-15_23-19-20 r06b728431c8eb3edcf0215878b6919815605a3dc 17]
at com.singularity.ee.util.wb.run(wb.java:48) [appagent.jar:Server Agent v3.7.8.0 GA #2013-08-15_23-19-20 r06b728431c8eb3edcf0215878b6919815605a3dc 17]
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439) [rt.jar:1.6.0_43]
at com.singularity.ee.util.le.e(le.java:290) [appagent.jar:Server Agent v3.7.8.0 GA #2013-08-15_23-19-20 r06b728431c8eb3edcf0215878b6919815605a3dc 17]
at com.singularity.ee.util.kb.b(kb.java:145) [appagent.jar:Server Agent v3.7.8.0 GA #2013-08-15_23-19-20 r06b728431c8eb3edcf0215878b6919815605a3dc 17]
at com.singularity.ee.util.lb.a(lb.java:82) [appagent.jar:Server Agent v3.7.8.0 GA #2013-08-15_23-19-20 r06b728431c8eb3edcf0215878b6919815605a3dc 17]
at com.singularity.ee.util.lb.b(lb.java:160) [appagent.jar:Server Agent v3.7.8.0 GA #2013-08-15_23-19-20 r06b728431c8eb3edcf0215878b6919815605a3dc 17]
at com.singularity.ee.util.lb.run(lb.java:184) [appagent.jar:Server Agent v3.7.8.0 GA #2013-08-15_23-19-20 r06b728431c8eb3edcf0215878b6919815605a3dc 17]
at com.singularity.ee.util.sb.a(sb.java:667) [appagent.jar:Server Agent v3.7.8.0 GA #2013-08-15_23-19-20 r06b728431c8eb3edcf0215878b6919815605a3dc 17]
at com.singularity.ee.util.sb.run(sb.java:692) [appagent.jar:Server Agent v3.7.8.0 GA #2013-08-15_23-19-20 r06b728431c8eb3edcf0215878b6919815605a3dc 17]
at java.lang.Thread.run(Thread.java:662) [rt.jar:1.6.0_43]

0 comments on commit 5b9f3c7

Please sign in to comment.