#3995 [HHQ-3769] Stopping one oracle rac when alerts are firing di

[Hyperic Team]

http://jira.hyperic.com/browse/HHQ-3769
Steps to Reproduce

Create Alerts definition for Resource type alerts and resource alerts


Assign Escalation Scheme to few of them


Login to one of the oracle rac server and shutdown

Actual Results:

Error messages in server log

2010-02-25 15:48:01,040 DEBUG [org.hyperic.hq.events.server.session.AlertConditionsSatisfiedListener@213fdeca1] [org.hyperic.hq.events.server.session.AlertManagerEJBImpl@354] Alert definition Win32 (id=10202) fired.


2010-02-25 15:48:07,931 WARN [org.hyperic.hq.scheduler.server.mbean.SchedulerService_QuartzSchedulerThread] [org.jboss.resource.adapter.jdbc.local.LocalManagedConnectionFactory@329] Destroying connection that is not valid, due to the following exception: oracle.jdbc.driver.T4CConnection@480ca251


java.sql.SQLException: No more data to read from socket


at oracle.jdbc.driver.DatabaseError.throwSqlException(DatabaseError.java:112)


at oracle.jdbc.driver.DatabaseError.throwSqlException(DatabaseError.java:146)


at oracle.jdbc.driver.DatabaseError.throwSqlException(DatabaseError.java:208)


at oracle.jdbc.driver.T4CMAREngine.unmarshalUB1(T4CMAREngine.java:1118)


at oracle.jdbc.driver.T4CMAREngine.unmarshalSB1(T4CMAREngine.java:1070)


at oracle.jdbc.driver.T4C8Oall.receive(T4C8Oall.java:478)


at oracle.jdbc.driver.T4CStatement.doOall8(T4CStatement.java:207)


at oracle.jdbc.driver.T4CStatement.executeForDescribe(T4CStatement.java:790)


at oracle.jdbc.driver.OracleStatement.executeMaybeDescribe(OracleStatement.java:1039)


at oracle.jdbc.driver.T4CStatement.executeMaybeDescribe(T4CStatement.java:830)


at oracle.jdbc.driver.OracleStatement.doExecuteWithTimeout(OracleStatement.java:1132)


at oracle.jdbc.driver.OracleStatement.executeInternal(OracleStatement.java:1687)


at oracle.jdbc.driver.OracleStatement.execute(OracleStatement.java:1653)


at org.jboss.resource.adapter.jdbc.CheckValidConnectionSQL.isValidConnection(CheckValidConnectionSQL.java:58)


at org.jboss.resource.adapter.jdbc.BaseWrapperManagedConnectionFactory.isValidConnection(BaseWrapperManagedConnectionFactory.java:458)


at org.jboss.resource.adapter.jdbc.BaseWrapperManagedConnection.checkValid(BaseWrapperManagedConnection.java:322)


at org.jboss.resource.adapter.jdbc.local.LocalManagedConnectionFactory.matchManagedConnections(LocalManagedConnectionFactory.java:211)


at org.jboss.resource.connectionmanager.InternalManagedConnectionPool.getConnection(InternalManagedConnectionPool.java:213)


at org.jboss.resource.connectionmanager.JBossManagedConnectionPool$BasePool.getConnection(JBossManagedConnectionPool.java:575)


at org.jboss.resource.connectionmanager.BaseConnectionManager2.getManagedConnection(BaseConnectionManager2.java:347)


at org.jboss.resource.connectionmanager.TxConnectionManager.getManagedConnection(TxConnectionManager.java:330)


at org.jboss.resource.connectionmanager.BaseConnectionManager2.allocateConnection(BaseConnectionManager2.java:402)


at org.jboss.resource.connectionmanager.BaseConnectionManager2$ConnectionManagerProxy.allocateConnection(BaseConnectionManager2.java:849)


at org.jboss.resource.adapter.jdbc.WrapperDataSource.getConnection(WrapperDataSource.java:89)


at org.quartz.utils.JNDIConnectionProvider.getConnection(JNDIConnectionProvider.java:160)


at org.quartz.utils.DBConnectionManager.getConnection(DBConnectionManager.java:112)


at org.quartz.impl.jdbcjobstore.JobStoreCMT.getNonManagedTXConnection(JobStoreCMT.java:164)


at org.quartz.impl.jdbcjobstore.JobStoreSupport.executeInNonManagedTXLock(JobStoreSupport.java:3757)


at org.quartz.impl.jdbcjobstore.JobStoreSupport.acquireNextTrigger(JobStoreSupport.java:2729)


at org.quartz.core.QuartzSchedulerThread.run(QuartzSchedulerThread.java:266)


2010-02-25 15:48:07,939 WARN [org.hyperic.hq.scheduler.server.mbean.SchedulerService_QuartzSchedulerThread] [org.jboss.resource.connectionmanager.TxConnectionManager@744] Connection error occured: org.jboss.resource.connectionmanager.TxConnectionManager$TxConnectionEventListener@4cffa9d8[state=NORMAL mc=org.jboss.resource.adapter.jdbc.local.LocalManagedConnection@5a56067e handles=0 lastUse=1267141682507 permit=false trackByTx=false mcp=org.jboss.resource.connectionmanager.JBossManagedConnectionPool$OnePool@45c46887 context=org.jboss.resource.connectionmanager.InternalManagedConnectionPool@61aa9ad9 xaResource=org.jboss.resource.connectionmanager.TxConnectionManager$LocalXAResource@48719726 txSync=null]


java.sql.SQLException: No more data to read from socket


at oracle.jdbc.driver.DatabaseError.throwSqlException(DatabaseError.java:112)


at oracle.jdbc.driver.DatabaseError.throwSqlException(DatabaseError.java:146)


at oracle.jdbc.driver.DatabaseError.throwSqlException(DatabaseError.java:208)


at oracle.jdbc.driver.T4CMAREngine.unmarshalUB1(T4CMAREngine.java:1118)


at oracle.jdbc.driver.T4CMAREngine.unmarshalSB1(T4CMAREngine.java:1070)


at oracle.jdbc.driver.T4C8Oall.receive(T4C8Oall.java:478)


at oracle.jdbc.driver.T4CStatement.doOall8(T4CStatement.java:207)


at oracle.jdbc.driver.T4CStatement.executeForDescribe(T4CStatement.java:790)


at oracle.jdbc.driver.OracleStatement.executeMaybeDescribe(OracleStatement.java:1039)


at oracle.jdbc.driver.T4CStatement.executeMaybeDescribe(T4CStatement.java:830)


at oracle.jdbc.driver.OracleStatement.doExecuteWithTimeout(OracleStatement.java:1132)


at oracle.jdbc.driver.OracleStatement.executeInternal(OracleStatement.java:1687)


at oracle.jdbc.driver.OracleStatement.execute(OracleStatement.java:1653)


at org.jboss.resource.adapter.jdbc.CheckValidConnectionSQL.isValidConnection(CheckValidConnectionSQL.java:58)


at org.jboss.resource.adapter.jdbc.BaseWrapperManagedConnectionFactory.isValidConnection(BaseWrapperManagedConnectionFactory.java:458)


at org.jboss.resource.adapter.jdbc.BaseWrapperManagedConnection.checkValid(BaseWrapperManagedConnection.java:322)


at org.jboss.resource.adapter.jdbc.local.LocalManagedConnectionFactory.matchManagedConnections(LocalManagedConnectionFactory.java:211)


at org.jboss.resource.connectionmanager.InternalManagedConnectionPool.getConnection(InternalManagedConnectionPool.java:213)


at org.jboss.resource.connectionmanager.JBossManagedConnectionPool$BasePool.getConnection(JBossManagedConnectionPool.java:575)


at org.jboss.resource.connectionmanager.BaseConnectionManager2.getManagedConnection(BaseConnectionManager2.java:347)


at org.jboss.resource.connectionmanager.TxConnectionManager.getManagedConnection(TxConnectionManager.java:330)


at org.jboss.resource.connectionmanager.BaseConnectionManager2.allocateConnection(BaseConnectionManager2.java:402)


at org.jboss.resource.connectionmanager.BaseConnectionManager2$ConnectionManagerProxy.allocateConnection(BaseConnectionManager2.java:849)


at org.jboss.resource.adapter.jdbc.WrapperDataSource.getConnection(WrapperDataSource.java:89)


at org.quartz.utils.JNDIConnectionProvider.getConnection(JNDIConnectionProvider.java:160)


at org.quartz.utils.DBConnectionManager.getConnection(DBConnectionManager.java:112)


at org.quartz.impl.jdbcjobstore.JobStoreCMT.getNonManagedTXConnection(JobStoreCMT.java:164)


at org.quartz.impl.jdbcjobstore.JobStoreSupport.executeInNonManagedTXLock(JobStoreSupport.java:3757)


at org.quartz.impl.jdbcjobstore.JobStoreSupport.acquireNextTrigger(JobStoreSupport.java:2729)


at org.quartz.core.QuartzSchedulerThread.run(QuartzSchedulerThread.java:266)


2010-02-25 15:48:07,958 WARN [org.hyperic.hq.scheduler.server.mbean.SchedulerService_QuartzSchedulerThread] [org.jboss.resource.connectionmanager.JBossManagedConnectionPool@228] Destroying connection that could not be successfully matched: org.jboss.resource.connectionmanager.TxConnectionManager$TxConnectionEventListener@4cffa9d8[state=DESTROYED mc=org.jboss.resource.adapter.jdbc.local.LocalManagedConnection@5a56067e handles=0 lastUse=1267141682507 permit=false trackByTx=false mcp=org.jboss.resource.connectionmanager.JBossManagedConnectionPool$OnePool@45c46887 context=org.jboss.resource.connectionmanager.InternalManagedConnectionPool@61aa9ad9 xaResource=org.jboss.resource.connectionmanager.TxConnectionManager$LocalXAResource@48719726 txSync=null]


2010-02-25 15:48:07,959 WARN [org.hyperic.hq.scheduler.server.mbean.SchedulerService_QuartzSchedulerThread] [org.jboss.resource.adapter.jdbc.local.LocalManagedConnectionFactory@329] Destroying connection that is not valid, due to the following exception: oracle.jdbc.driver.T4CConnection@26efb9d8


java.sql.SQLException: No more data to read from socket


at oracle.jdbc.driver.DatabaseError.throwSqlException(DatabaseError.java:112)


at oracle.jdbc.driver.DatabaseError.throwSqlException(DatabaseError.java:146)


at oracle.jdbc.driver.DatabaseError.throwSqlException(DatabaseError.java:208)


at oracle.jdbc.driver.T4CMAREngine.unmarshalUB1(T4CMAREngine.java:1118)


at oracle.jdbc.driver.T4CMAREngine.unmarshalSB1(T4CMAREngine.java:1070)


at oracle.jdbc.driver.T4C8Oall.receive(T4C8Oall.java:478)


at oracle.jdbc.driver.T4CStatement.doOall8(T4CStatement.java:207)


at oracle.jdbc.driver.T4CStatement.executeForDescribe(T4CStatement.java:790)


at oracle.jdbc.driver.OracleStatement.executeMaybeDescribe(OracleStatement.java:1039)


at oracle.jdbc.driver.T4CStatement.executeMaybeDescribe(T4CStatement.java:830)


at oracle.jdbc.driver.OracleStatement.doExecuteWithTimeout(OracleStatement.java:1132)


at oracle.jdbc.driver.OracleStatement.executeInternal(OracleStatement.java:1687)


at oracle.jdbc.driver.OracleStatement.execute(OracleStatement.java:1653)


at org.jboss.resource.adapter.jdbc.CheckValidConnectionSQL.isValidConnection(CheckValidConnectionSQL.java:58)


at org.jboss.resource.adapter.jdbc.BaseWrapperManagedConnectionFactory.isValidConnection(BaseWrapperManagedConnectionFactory.java:458)


at org.jboss.resource.adapter.jdbc.BaseWrapperManagedConnection.checkValid(BaseWrapperManagedConnection.java:322)


at org.jboss.resource.adapter.jdbc.local.LocalManagedConnectionFactory.matchManagedConnections(LocalManagedConnectionFactory.java:211)


at org.jboss.resource.connectionmanager.InternalManagedConnectionPool.getConnection(InternalManagedConnectionPool.java:213)


at org.jboss.resource.connectionmanager.JBossManagedConnectionPool$BasePool.getConnection(JBossManagedConnectionPool.java:575)


at org.jboss.resource.connectionmanager.BaseConnectionManager2.getManagedConnection(BaseConnectionManager2.java:347)


at org.jboss.resource.connectionmanager.TxConnectionManager.getManagedConnection(TxConnectionManager.java:330)


at org.jboss.resource.connectionmanager.BaseConnectionManager2.allocateConnection(BaseConnectionManager2.java:402)


at org.jboss.resource.connectionmanager.BaseConnectionManager2$ConnectionManagerProxy.allocateConnection(BaseConnectionManager2.java:849)


at org.jboss.resource.adapter.jdbc.WrapperDataSource.getConnection(WrapperDataSource.java:89)


at org.quartz.utils.JNDIConnectionProvider.getConnection(JNDIConnectionProvider.java:160)


at org.quartz.utils.DBConnectionManager.getConnection(DBConnectionManager.java:112)


at org.quartz.impl.jdbcjobstore.JobStoreCMT.getNonManagedTXConnection(JobStoreCMT.java:164)


at org.quartz.impl.jdbcjobstore.JobStoreSupport.executeInNonManagedTXLock(JobStoreSupport.java:3757)


at org.quartz.impl.jdbcjobstore.JobStoreSupport.acquireNextTrigger(JobStoreSupport.java:2729)


at org.quartz.core.QuartzSchedulerThread.run(QuartzSchedulerThread.java:266)


2010-02-25 15:48:07,962 WARN [org.hyperic.hq.scheduler.server.mbean.SchedulerService_QuartzSchedulerThread] [org.jboss.resource.connectionmanager.TxConnectionManager@744] Connection error occured: org.jboss.resource.connectionmanager.TxConnectionManager$TxConnectionEventListener@4343397c[state=NORMAL mc=org.jboss.resource.adapter.jdbc.local.LocalManagedConnection@5778064b handles=0 lastUse=1267141681029 permit=false trackByTx=false mcp=org.jboss.resource.connectionmanager.JBossManagedConnectionPool$OnePool@45c46887 context=org.jboss.resource.connectionmanager.InternalManagedConnectionPool@61aa9ad9 xaResource=org.jboss.resource.connectionmanager.TxConnectionManager$LocalXAResource@6c4a6e45 txSync=null]


java.sql.SQLException: No more data to read from socket


.........